adding migrate tables option (#49)

* adding migrate tables option

* fixing pg defs

connectors/connector-postgres/def.ts

@@ -11,6 +11,7 @@ export const zPgConfig = z.object({
   migrationsPath: z.string().optional(),
   migrationTableName: z.string().optional(),
   transformFieldNames: z.boolean().optional(),
+  migrateTables: z.boolean().optional(),
 })
 
 export const postgresSchemas = {
@@ -19,7 +20,7 @@ export const postgresSchemas = {
   // if it's resourceSettings then it doesn't make as much sense to configure
   // in the list of integrations...
   // How do we create default resources for integrations that are basically single resource?
-  resourceSettings: zPgConfig.pick({databaseUrl: true}).extend({
+  resourceSettings: zPgConfig.pick({databaseUrl: true, migrateTables: true}).extend({
     // gotta make sourceQueries a Textarea
 
     sourceQueries: z

connectors/connector-postgres/server.ts

@@ -193,7 +193,7 @@ export const postgresServer = {
         ),
       )
   },
-  destinationSync: ({endUser, source, settings: {databaseUrl}}) => {
+  destinationSync: ({endUser, source, settings: {databaseUrl, migrateTables}}) => {
     console.log('[destinationSync] Will makePostgresClient', {
       // databaseUrl,
       // migrationsPath: __dirname + '/migrations',
@@ -210,6 +210,10 @@ export const postgresServer = {
 
     const migrationRan: Record<string, boolean> = {}
     async function runMigration(pool: DatabasePool, tableName: string) {
+      if (!migrateTables) {
+        console.log('[destinationSync] Will not run migration for', tableName, 'as migrateTables is false');
+        return;
+      }
       console.log('will run migration for', tableName)
       if (migrationRan[tableName]) {
         return

packages/engine-backend/services/AuthProvider.ts

@@ -32,6 +32,11 @@ export const zOrganization = z.object({
       description:
         'Events like sync.completed and connection.created can be sent to url of your choosing',
     }),
+    migrate_tables: z.boolean().optional().openapi({
+      title: 'Migrate Tables',
+      description: 'If enabled, table migrations will be run if needed when entities are persisted',
+      default: true,
+    }),
   }),
   privateMetadata: z
     .object({

packages/engine-backend/services/sync-service.ts

@@ -77,7 +77,7 @@ export function makeSyncService({
         await metaLinks.patch('resource', defaultDestId, {
           connectorConfigId: dCcfgId,
           // Should always snake_case here. This is also not typesafe...
-          settings: {databaseUrl: org.publicMetadata.database_url},
+          settings: {databaseUrl: org.publicMetadata.database_url, migrateTables: org.publicMetadata.migrate_tables},
         })
         console.log('Created default resource', defaultDestId)
       }