Merge pull request #123 from Giveth/feat/add-created-date

Feat/add created date

db/migrations/1728304303227-Data.js

@@ -0,0 +1,11 @@
+module.exports = class Data1728304303227 {
+    name = 'Data1728304303227'
+
+    async up(db) {
+        await db.query(`ALTER TABLE "project" ADD "source_created_at" TIMESTAMP WITH TIME ZONE`)
+    }
+
+    async down(db) {
+        await db.query(`ALTER TABLE "project" DROP COLUMN "source_created_at"`)
+    }
+}

schema.graphql

@@ -74,6 +74,8 @@ type Project @entity {
   attestedOrganisations: [OrganisationProject!]! @derivedFrom(field: "project")
   "Rounds in which the project is included"
   rfRounds: [Int!]
+  "Source Creation Timestamp"
+  sourceCreatedAt: DateTime
 }
 
 type OrganisationProject @entity {

src/features/import-projects/gitcoin/constants.ts

@@ -16,4 +16,5 @@ export const gitcoinSourceConfig: SourceConfig = {
   imageField: "image",
   urlField: "url",
   descriptionHtmlField: "descriptionHtml",
+  sourceCreatedAtField: "creationDate",
 };

src/features/import-projects/gitcoin/helpers.ts

@@ -30,6 +30,9 @@ export const processProjectsBatch = async (
       descriptionHtml: description
         ? converter.makeHtml(description)
         : undefined,
+      creationDate: project.metadata.createdAt
+        ? new Date(project.metadata.createdAt * 1000).toISOString() // Convert to ISO 8601
+        : null,
     };
     await updateOrCreateProject(processedProject, gitcoinSourceConfig);
   }

src/features/import-projects/giveth/constants.ts

@@ -12,4 +12,5 @@ export const givethSourceConfig: SourceConfig = {
   descriptionField: "description",
   urlField: "url",
   imageField: "image",
+  sourceCreatedAtField: "creationDate",
 };

src/features/import-projects/giveth/service.ts

@@ -17,6 +17,7 @@ export const fetchGivethProjectsBatch = async (limit: number, skip: number) => {
             image
             slug
             description
+            creationDate
           }
         }
       }`,

src/features/import-projects/giveth/type.ts

@@ -4,4 +4,5 @@ export type GivethProjectInfo = {
   description: string;
   slug: string;
   image: string;
+  creationDate: string;
 };

src/features/import-projects/helpers.ts

@@ -19,6 +19,7 @@ export const updateOrCreateProject = async (
     imageField,
     rfRoundField,
     prelimResult,
+    sourceCreatedAtField,
   } = sourceConfig;
 
   const projectId = project[idField].toLowerCase();
@@ -44,6 +45,7 @@ export const updateOrCreateProject = async (
   const image = project[imageField];
   const descriptionHtml = descriptionHtmlField && project[descriptionHtmlField];
   const rfRound = rfRoundField && project[rfRoundField];
+  const sourceCreatedAt = sourceCreatedAtField && project[sourceCreatedAtField];
 
   // Skip project if prelimResult is "Remove"
   if (prelimResult && project[prelimResult] === "Remove") {
@@ -61,7 +63,8 @@ export const updateOrCreateProject = async (
       existingProject.image !== image ||
       (rfRound && !existingProject.rfRounds?.some((rfr) => rfr === rfRound)) ||
       existingProject.descriptionHtml != descriptionHtml ||
-      (!existingProject.descriptionSummary && description);
+      (!existingProject.descriptionSummary && description) ||
+      existingProject.sourceCreatedAt != sourceCreatedAt;
 
     if (isUpdated) {
       // Add the current round to rfRounds if not already present
@@ -79,6 +82,7 @@ export const updateOrCreateProject = async (
         descriptionSummary,
         lastUpdatedTimestamp: new Date(),
         rfRounds: Array.from(rfRoundsSet),
+        sourceCreatedAt,
         imported: true,
       };
 
@@ -115,6 +119,7 @@ export const updateOrCreateProject = async (
       totalVouches: 0,
       totalFlags: 0,
       totalAttests: 0,
+      sourceCreatedAt,
       lastUpdatedTimestamp: new Date(),
       imported: true,
     });

src/features/import-projects/retroList/index.ts

@@ -8,8 +8,6 @@ export const fetchAndProcessRlProjects = async (round: number) => {
     const data = await fetchRlProjects(round);
     if (!data) return;
 
-    const processedProjectIds: string[] = [];
-
     for (const project of data) {
       const processedProject = {
         ...project,

src/features/import-projects/types.ts

@@ -8,4 +8,5 @@ export interface SourceConfig {
   imageField: string;
   rfRoundField?: string;
   prelimResult?: string;
+  sourceCreatedAtField?: string;
 }

src/model/generated/project.model.ts

@@ -103,4 +103,10 @@ export class Project {
      */
     @Column_("int4", {array: true, nullable: true})
     rfRounds!: (number)[] | undefined | null
+
+    /**
+     * Source Creation Timestamp
+     */
+    @Column_("timestamp with time zone", {nullable: true})
+    sourceCreatedAt!: Date | undefined | null
 }