Merge pull request #16 from efremolo/ai_extract_rules

Added support for ai_extract_rules parameter

Author: daolf

.github/workflows/test.yml

@@ -21,7 +21,7 @@ jobs:
         steps:
             - uses: actions/checkout@v2
             - name: Use Node.js ${{ matrix.node-version }}
-              uses: actions/setup-node@v2
+              uses: actions/setup-node@v4.4.0
               with:
                   node-version: ${{ matrix.node-version }}
                   cache: 'npm'

README.md

@@ -37,6 +37,8 @@ async function get(url) {
             device: 'desktop',
             // Use some data extraction rules
             extract_rules: { title: 'h1' },
+            // Use AI data extraction rules
+            ai_extract_rules: { summary: '5 words summary of the post' },
             // Wrap response in JSON
             json_response: false,
             // JavaScript scenario to execute (clicking on button, scrolling ...)

dist/index.d.ts

@@ -7,6 +7,9 @@ export declare type SpbParams = {
     custom_google?: boolean;
     device?: string;
     extract_rules?: object | string;
+    ai_extract_rules?: {
+        summary: string;
+    };
     forward_headers?: boolean;
     forward_headers_pure?: boolean;
     js_scenario?: object | string;

dist/utils.js

@@ -45,6 +45,7 @@ function process_params(params) {
                 break;
             case 'extract_rules':
             case 'js_scenario':
+            case 'ai_extract_rules':
                 clean_params[key] =
                     typeof params[key] === 'string' ? params[key] : process_json_stringify_param(params[key]);
                 break;

package-lock.json

@@ -1,6 +1,6 @@
 {
   "name": "scrapingbee",
-  "version": "1.7.5",
+  "version": "1.7.6",
   "description": "ScrapingBee Node SDK",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package.json

@@ -13,6 +13,7 @@ export type SpbParams = {
     custom_google?: boolean;
     device?: string;
     extract_rules?: object | string;
+    ai_extract_rules?: { summary: string };
     forward_headers?: boolean;
     forward_headers_pure?: boolean;
     js_scenario?: object | string;

src/index.ts

@@ -51,6 +51,7 @@ export function process_params(params: Record<string, any>) {
                 break;
             case 'extract_rules':
             case 'js_scenario':
+            case 'ai_extract_rules':
                 clean_params[key] =
                     typeof params[key] === 'string' ? params[key] : process_json_stringify_param(params[key]);
                 break;

src/utils.ts

@@ -1 +1 @@
-export const LIB_VERSION = "1.7.5";
+export const LIB_VERSION = "1.7.6";