Merge pull request #1168 from cardstack/cs-6468-implement-postgres-db-adapter-for-indexer

Added postgres implementation for indexer

Author: habdelra

packages/host/app/lib/sqlite-adapter.ts

@@ -13,6 +13,7 @@ import {
 export default class SQLiteAdapter implements DBAdapter {
   private _sqlite: typeof SQLiteWorker | undefined;
   private _dbId: string | undefined;
+  private primaryKeys = new Map<string, string>();
 
   // TODO: one difference that I'm seeing is that it looks like "json_each" is
   // actually similar to "json_each_text" in postgres. i think we might need to
@@ -56,11 +57,25 @@ export default class SQLiteAdapter implements DBAdapter {
         );
         throw e;
       }
+
+      let pks = (await this.execute(
+        `
+        SELECT m.name AS table_name,
+        GROUP_CONCAT(p.name, ', ') AS primary_keys
+        FROM sqlite_master AS m
+        JOIN pragma_table_info(m.name) AS p ON m.type = 'table'
+        WHERE p.pk > 0
+        GROUP BY m.name;
+        `,
+      )) as { table_name: string; primary_keys: string }[];
+      for (let { table_name, primary_keys } of pks) {
+        this.primaryKeys.set(table_name, primary_keys);
+      }
     }
   }
 
   async execute(sql: string, opts?: ExecuteOptions) {
-    return await this.query(sql, opts);
+    return await this.query(this.adjustSQL(sql), opts);
   }
 
   async close() {
@@ -137,6 +152,24 @@ export default class SQLiteAdapter implements DBAdapter {
 
     return results;
   }
+
+  private adjustSQL(sql: string): string {
+    return sql
+      .replace(/ON CONFLICT ON CONSTRAINT (\w*)\b/, (_, constraint) => {
+        let tableName = constraint.replace(/_pkey$/, '');
+        let pkColumns = this.primaryKeys.get(tableName);
+        if (!pkColumns) {
+          throw new Error(
+            `could not determine primary key columns for constraint '${constraint}'`,
+          );
+        }
+        return `ON CONFLICT (${pkColumns})`;
+      })
+      .replace(/CROSS JOIN LATERAL/g, 'CROSS JOIN')
+      .replace(/jsonb_array_each\(/g, 'json_each(')
+      .replace(/\.text_value/g, '.value')
+      .replace(/COLLATE "POSIX"/g, '');
+  }
 }
 
 function assertNever(value: never) {

packages/host/tests/helpers/index.gts

@@ -21,6 +21,10 @@ import {
   type TokenClaims,
 } from '@cardstack/runtime-common';
 
+import {
+  testRealmInfo,
+  testRealmURL,
+} from '@cardstack/runtime-common/helpers/const';
 import { Loader } from '@cardstack/runtime-common/loader';
 import { LocalPath, RealmPaths } from '@cardstack/runtime-common/paths';
 import { Realm } from '@cardstack/runtime-common/realm';
@@ -47,15 +51,14 @@ import {
   type FieldDef,
 } from 'https://cardstack.com/base/card-api';
 
-import { testRealmInfo, testRealmURL } from './const';
 import percySnapshot from './percy-snapshot';
 
 import { renderComponent } from './render-component';
 import { WebMessageStream, messageCloseHandler } from './stream';
 import visitOperatorMode from './visit-operator-mode';
 
 export { visitOperatorMode, testRealmURL, testRealmInfo, percySnapshot };
-export * from './indexer';
+export * from '@cardstack/runtime-common/helpers/indexer';
 
 const waiter = buildWaiter('@cardstack/host/test/helpers/index:onFetch-waiter');