From 23f4c89a1e2d46d98c06b27dccf6e3317c5dc61d Mon Sep 17 00:00:00 2001 From: Win Cheng Date: Mon, 14 Jul 2025 09:31:39 -0700 Subject: [PATCH 1/4] update ai scrape response --- src/web/interfaces/scrape.ts | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/src/web/interfaces/scrape.ts b/src/web/interfaces/scrape.ts index 51dce6d..a6b889f 100644 --- a/src/web/interfaces/scrape.ts +++ b/src/web/interfaces/scrape.ts @@ -73,10 +73,20 @@ export interface AIScrapeResponse { }>; }>; }>; + used_proxy: any; page_position: number; page_position_length: number; - context: Record>; + advance_config: any; + context: any; selectors: Record>; + meta: + | { + title: string | undefined; + description: string | undefined; + keywords: string | undefined; + og_image: string | undefined; + } + | undefined; link: Array<{ href: string; text: string | null; From 55c0cfb32e7bbc55d2f83cca66368bd761de91a2 Mon Sep 17 00:00:00 2001 From: Win Cheng Date: Mon, 14 Jul 2025 10:14:06 -0700 Subject: [PATCH 2/4] rm used_proxy --- src/web/interfaces/scrape.ts | 1 - 1 file changed, 1 deletion(-) diff --git a/src/web/interfaces/scrape.ts b/src/web/interfaces/scrape.ts index a6b889f..8c4c32c 100644 --- a/src/web/interfaces/scrape.ts +++ b/src/web/interfaces/scrape.ts @@ -73,7 +73,6 @@ export interface AIScrapeResponse { }>; }>; }>; - used_proxy: any; page_position: number; page_position_length: number; advance_config: any; From 85cb4c8f6ad84c3d40dc6242bafae860882d0dbb Mon Sep 17 00:00:00 2001 From: Win Cheng Date: Mon, 14 Jul 2025 10:24:03 -0700 Subject: [PATCH 3/4] updated advance config response --- src/web/interfaces/scrape.ts | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/src/web/interfaces/scrape.ts b/src/web/interfaces/scrape.ts index 8c4c32c..27f124e 100644 --- a/src/web/interfaces/scrape.ts +++ b/src/web/interfaces/scrape.ts @@ -75,7 +75,13 @@ export interface AIScrapeResponse { }>; page_position: number; page_position_length: number; - advance_config: any; + advance_config: + | { + console?: any[]; + network?: any[]; + cookies?: any[]; + } + | undefined; context: any; selectors: Record>; meta: From 875b5a2b39ab8c56a8b307c66717eb5971b7652c Mon Sep 17 00:00:00 2001 From: Win Cheng Date: Fri, 18 Jul 2025 11:59:22 -0700 Subject: [PATCH 4/4] update scrape input with features --- src/web/interfaces/scrape.ts | 1 + 1 file changed, 1 insertion(+) diff --git a/src/web/interfaces/scrape.ts b/src/web/interfaces/scrape.ts index 27f124e..d5c7600 100644 --- a/src/web/interfaces/scrape.ts +++ b/src/web/interfaces/scrape.ts @@ -45,6 +45,7 @@ export interface BaseAIScrapeParams { password: string; }; }; + features?: Array<"meta" | "link"> | null; } export interface AIScrapeParamsWithSelector extends BaseAIScrapeParams {