versia-pub/server
2
0
Fork 0
mirror of https://github.com/versia-pub/server.git synced 2026-03-13 05:49:16 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: Add Search endpoint

Browse source
This commit is contained in:
Jesse Wierzbinski 2023-12-02 18:40:10 -10:00
parent aa0813fef8
commit 553b558c1a
No known key found for this signature in database
3 changed files with 138 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

65
utils/meilisearch.ts
View file

@ -14,6 +14,22 @@ export const connectMeili = async () => {
if (!config.meilisearch.enabled) return;
if (await meilisearch.isHealthy()) {
await meilisearch
.index(MeiliIndexType.Accounts)
.updateSortableAttributes(["createdAt"]);
await meilisearch
.index(MeiliIndexType.Accounts)
.updateSearchableAttributes(["username", "displayName", "note"]);
await meilisearch
.index(MeiliIndexType.Statuses)
.updateSortableAttributes(["createdAt"]);
await meilisearch
.index(MeiliIndexType.Statuses)
.updateSearchableAttributes(["content"]);
console.log(
`${chalk.green(`✓`)} ${chalk.bold(`Connected to Meilisearch`)}`
);
@ -27,7 +43,7 @@ export const connectMeili = async () => {
}
};
export enum SonicIndexType {
export enum MeiliIndexType {
Accounts = "accounts",
Statuses = "statuses",
}
@ -35,7 +51,7 @@ export enum SonicIndexType {
export const getNthDatabaseAccountBatch = (
n: number,
batchSize = 1000
): Promise<Record<string, string>[]> => {
): Promise<Record<string, string | Date>[]> => {
return client.user.findMany({
skip: n * batchSize,
take: batchSize,
@ -44,6 +60,10 @@ export const getNthDatabaseAccountBatch = (
username: true,
displayName: true,
note: true,
createdAt: true,
},
orderBy: {
createdAt: "asc",
},
});
};
@ -51,25 +71,26 @@ export const getNthDatabaseAccountBatch = (
export const getNthDatabaseStatusBatch = (
n: number,
batchSize = 1000
): Promise<Record<string, string>[]> => {
): Promise<Record<string, string | Date>[]> => {
return client.status.findMany({
skip: n * batchSize,
take: batchSize,
select: {
id: true,
authorId: true,
content: true,
createdAt: true,
},
orderBy: {
createdAt: "asc",
},
});
};
export const rebuildSearchIndexes = async (
indexes: SonicIndexType[],
indexes: MeiliIndexType[],
batchSize = 100
) => {
if (indexes.includes(SonicIndexType.Accounts)) {
// await sonicIngestor.flushc(SonicIndexType.Accounts);
if (indexes.includes(MeiliIndexType.Accounts)) {
const accountCount = await client.user.count();
for (let i = 0; i < accountCount / batchSize; i++) {
@ -81,16 +102,22 @@ export const rebuildSearchIndexes = async (
// Sync with Meilisearch
await meilisearch
.index(SonicIndexType.Accounts)
.index(MeiliIndexType.Accounts)
.addDocuments(accounts);
}
console.log(`${chalk.green(`✓`)} ${chalk.bold(`Done!`)}`);
const meiliAccountCount = (
await meilisearch.index(MeiliIndexType.Accounts).getStats()
).numberOfDocuments;
console.log(
`${chalk.green(`✓`)} ${chalk.bold(
`Done! ${meiliAccountCount} accounts indexed`
)}`
);
}
if (indexes.includes(SonicIndexType.Statuses)) {
// await sonicIngestor.flushc(SonicIndexType.Statuses);
if (indexes.includes(MeiliIndexType.Statuses)) {
const statusCount = await client.status.count();
for (let i = 0; i < statusCount / batchSize; i++) {
@ -102,10 +129,18 @@ export const rebuildSearchIndexes = async (
// Sync with Meilisearch
await meilisearch
.index(SonicIndexType.Statuses)
.index(MeiliIndexType.Statuses)
.addDocuments(statuses);
}
console.log(`${chalk.green(`✓`)} ${chalk.bold(`Done!`)}`);
const meiliStatusCount = (
await meilisearch.index(MeiliIndexType.Statuses).getStats()
).numberOfDocuments;
console.log(
`${chalk.green(`✓`)} ${chalk.bold(
`Done! ${meiliStatusCount} statuses indexed`
)}`
);
}
};