Merge pull request #14 from dabigjoe6/fix-sync

Fix sync process
dabigjoe6 · Jun 21, 2023 · ff4bb4a · ff4bb4a
2 parents 55fc132 + 360af4a
commit ff4bb4a
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 6 deletions.
diff --git a/src/scrapers/Medium.ts b/src/scrapers/Medium.ts
@@ -43,7 +43,7 @@ export default class Medium {
           datePublished,
           content,
           authorsName,
-          latest: index === 0,
+          latest: false,
         });
       }
     }

diff --git a/src/scrapers/RSS.ts b/src/scrapers/RSS.ts
@@ -45,7 +45,7 @@ export default class RSS {
           datePublished,
           content,
           authorsName,
-          latest: index === 0,
+          latest: false,
         });
       }
     }

diff --git a/src/scrapers/Substack.ts b/src/scrapers/Substack.ts
@@ -39,7 +39,7 @@ export default class Substack {
           datePublished,
           content,
           authorsName,
-          latest: index === 0,
+          latest: false,
         });
       }
     }

diff --git a/src/sync-feed.ts b/src/sync-feed.ts
@@ -42,7 +42,7 @@ const syncAuthorsResources = async (posts: Array<ResourceI>, authorId: string) =
 }
 
 
-const syncPosts = async (newPosts: ResourceI[], mostRecentPostsInDb: ResourceI[], service: Sources, authorId: string) => {
+const syncPosts = async (newPosts: ResourceI[], mostRecentPostsInDb: Array<string>, service: Sources, authorId: string) => {
   if (!newPosts) {
     console.error(
       "newPosts is undefined but required - syncResourcesConsumer"
@@ -63,6 +63,7 @@ const syncPosts = async (newPosts: ResourceI[], mostRecentPostsInDb: ResourceI[]
       ...post,
       source: service,
       author: authorId,
+      latest: true
     }));
 
     console.log("Saving posts to DB");
@@ -74,11 +75,11 @@ const syncPosts = async (newPosts: ResourceI[], mostRecentPostsInDb: ResourceI[]
   // Check for new posts thats does not exist in DB
   const newPostsNotInDb: ResourceI[] = [];
   const mostRecentPostsMap: {
-    [key: string]: ResourceI
+    [key: string]: string
   } = {};
 
   mostRecentPostsInDb.forEach((mostRecentPost) => {
-    mostRecentPostsMap[mostRecentPost.url] = mostRecentPost;
+    mostRecentPostsMap[mostRecentPost] = mostRecentPost;
   });
 
   newPosts.forEach((newPost) => {
@@ -91,6 +92,7 @@ const syncPosts = async (newPosts: ResourceI[], mostRecentPostsInDb: ResourceI[]
     ...post,
     source: service,
     author: authorId,
+    latest: true
   }));
 
   console.log("Saving posts to DB");