From 5f79dee3731a2b8d092d24f5ca23cbadee46f8a8 Mon Sep 17 00:00:00 2001
From: Joel Hooks <joel@egghead.io>
Date: Mon, 17 Jul 2023 07:49:05 -0700
Subject: [PATCH] chunk size hard coded to 100

---
 src/index.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/index.ts b/src/index.ts
index 1d98f40..5358b38 100644
--- a/src/index.ts
+++ b/src/index.ts
@@ -64,7 +64,7 @@ async function* processInChunks<T, M extends keyof T, P extends keyof T>(
 async function embedAndUpsert(dataFrame: dfd.DataFrame, chunkSize: number) {
   const chunkGenerator = processInChunks<ArticleRecord, 'section' | 'url' | 'title' | 'publication' | 'author' | 'article', 'article'>(
     dataFrame,
-    100,
+    chunkSize,
     ['section', 'url', 'title', 'publication', 'author', 'article'],
     'article'
   );