feat(vlm-run): improve piece

sanket-a11y · sanket-a11y · commit cc56e6f3a23c · 2025-09-16T12:04:51.000+05:30
diff --git a/packages/pieces/community/vlm-run/src/index.ts b/packages/pieces/community/vlm-run/src/index.ts
@@ -5,15 +5,33 @@ import { analyzeImage } from './lib/actions/analyze-image';
 import { analyzeVideo } from './lib/actions/analyze-video';
 import { getFile } from './lib/actions/get-file';
 import { vlmRunAuth } from './lib/common';
+import { createCustomApiCallAction } from '@activepieces/pieces-common';
+import { PieceCategory } from '@activepieces/shared';
 
 export const vlmRun = createPiece({
   displayName: 'VLM Run',
   description:
     'VLM Run is a visual AI platform that extracts data from images, videos, audio, and documents. It helps automate analysis workflows, such as object detection, transcription, image/audio analysis, and document parsing.',
   auth: vlmRunAuth,
   minimumSupportedRelease: '0.36.1',
+  categories: [PieceCategory.BUSINESS_INTELLIGENCE, PieceCategory.CONTENT_AND_FILES],
   logoUrl: 'https://cdn.activepieces.com/pieces/vlm-run.png',
-  authors: ['LuizDMM'],
-  actions: [analyzeAudio, analyzeImage, analyzeDocument, analyzeVideo, getFile],
+  authors: ['LuizDMM', 'sanket-a11y'],
+  actions: [
+    analyzeAudio,
+    analyzeImage,
+    analyzeDocument,
+    analyzeVideo,
+    getFile,
+    createCustomApiCallAction({
+      auth: vlmRunAuth,
+      baseUrl: () => 'https://api.vlm.run/v1',
+      authMapping: async (auth) => {
+        return {
+          Authorization: `Bearer ${auth}`,
+        };
+      },
+    }),
+  ],
   triggers: [],
 });
diff --git a/packages/pieces/community/vlm-run/src/lib/actions/analyze-audio.ts b/packages/pieces/community/vlm-run/src/lib/actions/analyze-audio.ts
@@ -19,9 +19,11 @@ export const analyzeAudio = createAction({
       file: propsValue.audio,
     });
 
-    return await vlmRunCommon.analyzeAudio({
+    const response = await vlmRunCommon.analyzeAudio({
       apiKey,
       file_id: uploadResponse.id,
     });
+
+    return await vlmRunCommon.getresponse(apiKey, response.id, response.status);
   },
 });
diff --git a/packages/pieces/community/vlm-run/src/lib/actions/analyze-document.ts b/packages/pieces/community/vlm-run/src/lib/actions/analyze-document.ts
@@ -21,10 +21,12 @@ export const analyzeDocument = createAction({
       file: document,
     });
 
-    return await vlmRunCommon.analyzeDocument({
+    const response = await vlmRunCommon.analyzeDocument({
       apiKey,
       file_id: uploadResponse.id,
       domain,
     });
+
+    return await vlmRunCommon.getresponse(apiKey, response.id, response.status);
   },
 });
diff --git a/packages/pieces/community/vlm-run/src/lib/actions/analyze-image.ts b/packages/pieces/community/vlm-run/src/lib/actions/analyze-image.ts
@@ -17,10 +17,12 @@ export const analyzeImage = createAction({
     const { image, domain } = propsValue;
 
 
-    return await vlmRunCommon.analyzeImage({
+    const response = await vlmRunCommon.analyzeImage({
       apiKey,
       images: [image],
       domain,
     });
+
+    return await vlmRunCommon.getresponse(apiKey, response.id, response.status);
   },
 });
diff --git a/packages/pieces/community/vlm-run/src/lib/actions/analyze-video.ts b/packages/pieces/community/vlm-run/src/lib/actions/analyze-video.ts
@@ -21,10 +21,12 @@ export const analyzeVideo = createAction({
       file: video,
     });
 
-    return await vlmRunCommon.analyzeVideo({
+    const response = await vlmRunCommon.analyzeVideo({
       apiKey,
       file_id: uploadResponse.id,
       domain,
     });
+
+    return await vlmRunCommon.getresponse(apiKey, response.id, response.status);
   },
 });
diff --git a/packages/pieces/community/vlm-run/src/lib/common/index.ts b/packages/pieces/community/vlm-run/src/lib/common/index.ts
@@ -30,10 +30,33 @@ export const vlmRunCommon = {
     analyzeImage: '/image/generate',
     analyzeDocument: '/document/generate',
     analyzeVideo: '/video/generate',
+    getresponse: '/predictions',
     getFile: (fileId: string) => `/files/${fileId}`,
   },
 
   // Methods
+  getresponse: async (apiKey: string, requestId: string, status: string) => {
+    let statusnow = status;
+    const timeoutAt = Date.now() + 5 * 60 * 1000;
+
+    while (statusnow !== 'completed' && Date.now() < timeoutAt) {
+      await new Promise((resolve) => setTimeout(resolve, 5000));
+
+      const pollRes = await httpClient.sendRequest<any>({
+        method: HttpMethod.GET,
+        url: `${vlmRunCommon.baseUrl}${vlmRunCommon.endpoints.getresponse}/${requestId}`,
+        headers: vlmRunCommon.baseHeaders(apiKey),
+      });
+
+      statusnow = pollRes.body?.status;
+      console.log('first', statusnow);
+      if (statusnow === 'completed') {
+        return pollRes.body.response;
+      }
+    }
+
+    throw new Error('generation timed out or failed.');
+  },
   uploadFile: async ({ apiKey, file }: UploadFileParams) => {
     const formData = new FormData();
     formData.append('file', file.data, { filename: file.filename });
diff --git a/packages/pieces/community/vlm-run/src/lib/common/properties.ts b/packages/pieces/community/vlm-run/src/lib/common/properties.ts
@@ -5,7 +5,7 @@ import { vlmRunCommon } from '.';
 export const analyzeAudioProperties = {
   audio: Property.File({
     displayName: 'Audio File',
-    description: 'The audio file to get the transcription from.',
+    description: 'The audio file to get the transcription from. Only MP3 supported.',
     required: true,
   }),
 };
