Loop cursor rather than memory loading results

paulscherrerinstitute · Mar 15, 2024 · 401f2be · 401f2be
1 parent 4db888a
commit 401f2be
Showing 1 changed file with 10 additions and 12 deletions.
diff --git a/sci-log-db/src/repositories/paragraph.repository.ts b/sci-log-db/src/repositories/paragraph.repository.ts
@@ -27,18 +27,16 @@ export class ParagraphRepository extends SnippetRepositoryMixin<
       htmlTextcontent: null,
       textcontent: {$ne: null},
     });
-    const paragraphs = await paragraphsCursor.toArray();
     const baseSnippetRepository = await this.baseSnippetRepository();
-    await Promise.all(
-      paragraphs.map(async (paragraph: {_id: string; textcontent: string}) => {
-        const sanitised = sanitizeTextContent(paragraph.textcontent);
-        if (!sanitised) return;
-        return baseSnippetRepository.updateById(
-          `${paragraph._id}`,
-          {htmlTextcontent: sanitised},
-          {currentUser: {roles: ['admin']}},
-        );
-      }),
-    );
+    for await (const paragraph of paragraphsCursor) {
+      const sanitised = sanitizeTextContent(paragraph.textcontent);
+      if (!sanitised) return;
+      await baseSnippetRepository.updateById(
+        `${paragraph._id}`,
+        {htmlTextcontent: sanitised},
+        {currentUser: {roles: ['admin']}},
+      );
+    }
+    await paragraphsCursor.close();
   }
 }