From cc3b64e328b6b5c4290f82081257da6ba5f3dff9 Mon Sep 17 00:00:00 2001
From: alex <alex@alexloehr.net>
Date: Thu, 12 Jun 2025 15:20:54 +0000
Subject: [PATCH] fixing search
---
lib/search.js | 31 ++++++++++++++++++++++++-------
1 files changed, 24 insertions(+), 7 deletions(-)
diff --git a/lib/search.js b/lib/search.js
index d054498..1f08c51 100644
--- a/lib/search.js
+++ b/lib/search.js
@@ -1,11 +1,14 @@
const _ = require("lodash")
const {Index, Document, Worker} = require("flexsearch")
+const settings = require("../settings")
+const fs = require("node:fs")
/////////////////////////////////////////////////////////////////////////
// Message index
const options = {
- tokenize: "full",
+ // tokenize: "full",
+ tokenize: "forward",
split: true,
}
@@ -67,7 +70,7 @@
// .then(console.log)
// .catch(console.error)
-async function run() {
+async function run () {
await doIndex()
console.log(search("latu"))
}
@@ -77,8 +80,20 @@
async function doIndex () {
const start = Date.now()
console.log("++ START indexing Users...")
- let users = require("../users.json")
- // users = users.slice(10)
+
+ const {readFromFile, file} = settings.search
+
+ let users
+ if (readFromFile) {
+ users = fs.readFileSync(file, "utf8")
+ users = JSON.parse(users)
+ }
+ else {
+ console.log("~~~ reading users from DB ... ~~~")
+ const db = require("./db")
+ const {data} = await db.getUsers(0, 100000)
+ users = data
+ }
for (const user of users) {
addUser(user)
@@ -88,7 +103,8 @@
}
function search (query) {
- return idxUser.search(query)
+ const searchLimit = 10000
+ return idxUser.search(query, searchLimit)
}
function searchUsers (query, user) {
@@ -108,8 +124,9 @@
/////// idxMessage FNS ////////////////////////////////////////////////////////////////
function getUserString (user) {
- const {usr_id, firstname, lastname} = user
- return `${usr_id} ${firstname} ${lastname}`.trim()
+ const {usr_id, firstname, lastname, login, institution, department} = user
+ return `${usr_id} ${login} ${firstname} ${lastname} ${institution} ${department}`.trim()
+ // return `${usr_id} ${firstname} ${lastname}`.trim()
}
function addUser (user) {
--
Gitblit v1.8.0