diff --git a/src/index.ts b/src/index.ts index 1d98f40..5358b38 100644 --- a/src/index.ts +++ b/src/index.ts @@ -64,7 +64,7 @@ async function* processInChunks( async function embedAndUpsert(dataFrame: dfd.DataFrame, chunkSize: number) { const chunkGenerator = processInChunks( dataFrame, - 100, + chunkSize, ['section', 'url', 'title', 'publication', 'author', 'article'], 'article' );