feat(server): library refresh go brrr (#14456)

* feat: brr

---------
Co-authored-by: mertalev <101130780+mertalev@users.noreply.github.com>

server/src/utils/database.ts

@@ -44,6 +44,8 @@ export const anyUuid = (ids: string[]) => sql<string>`any(${`{${ids}}`}::uuid[])
 
 export const asVector = (embedding: number[]) => sql<string>`${`[${embedding}]`}::vector`;
 
+export const unnest = (array: string[]) => sql<Record<string, string>>`unnest(array[${sql.join(array)}]::text[])`;
+
 /**
  * Mainly for type debugging to make VS Code display a more useful tooltip.
  * Source: https://stackoverflow.com/a/69288824

server/src/utils/misc.spec.ts

@@ -1,4 +1,4 @@
-import { getKeysDeep, unsetDeep } from 'src/utils/misc';
+import { getKeysDeep, globToSqlPattern, unsetDeep } from 'src/utils/misc';
 import { describe, expect, it } from 'vitest';
 
 describe('getKeysDeep', () => {
@@ -51,3 +51,19 @@ describe('unsetDeep', () => {
     expect(unsetDeep({ foo: 'bar', nested: { enabled: true } }, 'nested.enabled')).toEqual({ foo: 'bar' });
   });
 });
+
+describe('globToSqlPattern', () => {
+  const testCases = [
+    ['**/Raw/**', '%/Raw/%'],
+    ['**/abc/*.tif', '%/abc/%.tif'],
+    ['**/*.tif', '%/%.tif'],
+    ['**/*.jp?', '%/%.jp_'],
+    ['**/@eaDir/**', '%/@eaDir/%'],
+    ['**/._*', `%/._%`],
+    ['/absolute/path/**', `/absolute/path/%`],
+  ];
+
+  it.each(testCases)('should convert %s to %s', (input, expected) => {
+    expect(globToSqlPattern(input)).toEqual(expected);
+  });
+});

server/src/utils/misc.ts

@@ -10,6 +10,8 @@ import { ReferenceObject, SchemaObject } from '@nestjs/swagger/dist/interfaces/o
 import _ from 'lodash';
 import { writeFileSync } from 'node:fs';
 import path from 'node:path';
+import picomatch from 'picomatch';
+import parse from 'picomatch/lib/parse';
 import { SystemConfig } from 'src/config';
 import { CLIP_MODEL_INFO, serverVersion } from 'src/constants';
 import { extraSyncModels } from 'src/dtos/sync.dto';
@@ -268,3 +270,35 @@ export const useSwagger = (app: INestApplication, { write }: { write: boolean })
     writeFileSync(outputPath, JSON.stringify(patchOpenAPI(specification), null, 2), { encoding: 'utf8' });
   }
 };
+
+const convertTokenToSqlPattern = (token: parse.Token): string => {
+  switch (token.type) {
+    case 'slash': {
+      return '/';
+    }
+    case 'text': {
+      return token.value;
+    }
+    case 'globstar':
+    case 'star': {
+      return '%';
+    }
+    case 'underscore': {
+      return String.raw`\_`;
+    }
+    case 'qmark': {
+      return '_';
+    }
+    case 'dot': {
+      return '.';
+    }
+    default: {
+      return '';
+    }
+  }
+};
+
+export const globToSqlPattern = (glob: string) => {
+  const tokens = picomatch.parse(glob).tokens;
+  return tokens.map((token) => convertTokenToSqlPattern(token)).join('');
+};