amend

apps/market-data-collector/src/index.ts

@@ -35,6 +35,8 @@ interface IPullSourceRelation {
   cron_timezone: string;
   /** disable this relation (false equivalent to not set before) */
   disabled?: boolean;
+  /** default to 0, means start from the latest period, above 0 means pull start from earlier periods */
+  replay_count?: number;
 }
 
 interface ITask extends IPullSourceRelation {
@@ -236,6 +238,7 @@ defer(() =>
                           period_in_sec: '' + task.period_in_sec,
                         },
                         options: {
+                          skip: task.replay_count || 0,
                           sort: [['frozen_at', -1]],
                           limit: 1,
                         },

common/changes/@yuants/app-general-data-source/2023-11-17-14-53.json

@@ -0,0 +1,10 @@
+{
+  "changes": [
+    {
+      "packageName": "@yuants/app-general-data-source",
+      "comment": "init project",
+      "type": "patch"
+    }
+  ],
+  "packageName": "@yuants/app-general-data-source"
+}

common/changes/@yuants/app-market-data-collector/2023-11-17-14-53.json

@@ -0,0 +1,10 @@
+{
+  "changes": [
+    {
+      "packageName": "@yuants/app-market-data-collector",
+      "comment": "add new option for replay periods",
+      "type": "patch"
+    }
+  ],
+  "packageName": "@yuants/app-market-data-collector"
+}