feat: Airtable Pagination (#21050)

jon-s58 · web-flow · commit a55b446249cd · 2025-07-16T09:03:47.000Z
noticed as I was testing the js sdk with a large table
diff --git a/plugins/source/airtable/src/tables.ts b/plugins/source/airtable/src/tables.ts
@@ -242,12 +242,25 @@ const airtableToSchemaTable = (
 
   const resolver: TableResolver = async (clientMeta, parent, stream) => {
     const airtableClient = new Airtable({ apiKey, endpointUrl }).base(baseId);
-    const records = await airtableClient(table.name).select().all();
-    for (const record of records) {
-      const recordAsObject = Object.fromEntries(table.fields.map((field) => [field.name, record.get(field.name)]));
-      stream.write(recordAsObject);
-    }
-    return;
+    
+    return new Promise((resolve, reject) => {
+      airtableClient(table.name).select().eachPage(
+        (records, fetchNextPage) => {
+          for (const record of records) {
+            const recordAsObject = Object.fromEntries(table.fields.map((field) => [field.name, record.get(field.name)]));
+            stream.write(recordAsObject);
+          }
+          fetchNextPage();
+        },
+        (error) => {
+          if (error) {
+            reject(error);
+          } else {
+            resolve();
+          }
+        }
+      );
+    });
   };
 
   return createTable({ name, columns, description: table.description, resolver });
