基于视觉的AI代理爬虫 - 使用Google Sheets、ScrapingBee和Gemini
高级
这是一个Sales, Engineering, Product, AI, Marketing领域的自动化工作流，包含 29 个节点。主要使用 Set, Markdown, SplitOut, HttpRequest, GoogleSheets 等节点，结合人工智能技术实现智能自动化。 ✨ 基于视觉的AI代理爬虫 - 使用Google Sheets、ScrapingBee和Gemini
前置要求
- •可能需要目标 API 的认证凭证
- •Google Sheets API 凭证
- •Google Gemini API Key
使用的节点 (29)
工作流预览
可视化展示节点连接关系，支持缩放和平移
导出工作流
复制以下 JSON 配置到 n8n 导入，即可使用此工作流
{
"id": "PpFVCrTiYoa35q1m",
"meta": {
"instanceId": "b9faf72fe0d7c3be94b3ebff0778790b50b135c336412d28fd4fca2cbbf8d1f5",
"templateCredsSetupCompleted": true
},
"name": "基于视觉的AI代理爬虫 - 使用Google Sheets、ScrapingBee和Gemini",
"tags": [],
"nodes": [
{
"id": "90ac8845-342e-4fdb-ae09-cb9d169b4119",
"name": "当点击\"测试工作流\"时",
"type": "n8n-nodes-base.manualTrigger",
"position": [
160,
460
],
"parameters": {},
"typeVersion": 1
},
{
"id": "7a2bfc41-1527-448d-a52c-794ca4c9e7ee",
"name": "ScrapingBee - 获取页面HTML",
"type": "n8n-nodes-base.httpRequest",
"position": [
2280,
1360
],
"parameters": {
"url": "https://app.scrapingbee.com/api/v1",
"options": {},
"sendQuery": true,
"queryParameters": {
"parameters": [
{
"name": "api_key",
"value": "<your_scrapingbee_apikey>"
},
{
"name": "url",
"value": "={{$json.url}}"
}
]
}
},
"typeVersion": 4.2
},
{
"id": "a0ab6dcb-ffad-40bf-8a22-f2e152e69b00",
"name": "结构化输出解析器",
"type": "@n8n/n8n-nodes-langchain.outputParserStructured",
"position": [
2480,
880
],
"parameters": {
"jsonSchemaExample": "[{\n \"product_title\":\"The title of the product\",\n \"product_price\":\"The price of the product\",\n \"product_brand\": \"The brand of the product\",\n \"promo\":\"true or false\",\n \"promo_percentage\":\"NUM %\"\n}]"
},
"typeVersion": 1.2
},
{
"id": "34f50603-a969-425d-8a1a-ec8031a5cdfd",
"name": "Google Gemini 聊天模型",
"type": "@n8n/n8n-nodes-langchain.lmChatGoogleGemini",
"position": [
1800,
900
],
"parameters": {
"options": {},
"modelName": "models/gemini-1.5-pro-latest"
},
"credentials": {
"googlePalmApi": {
"id": "",
"name": "Google Gemini(PaLM) Api account"
}
},
"typeVersion": 1
},
{
"id": "2054612e-f3e1-4633-9c1a-0644ae07613c",
"name": "拆分输出",
"type": "n8n-nodes-base.splitOut",
"position": [
2880,
460
],
"parameters": {
"options": {},
"fieldToSplitOut": "output"
},
"typeVersion": 1
},
{
"id": "1a59a962-f483-4a27-8686-607a7d375584",
"name": "Google Sheets - 获取URL列表",
"type": "n8n-nodes-base.googleSheets",
"position": [
620,
460
],
"parameters": {
"options": {},
"sheetName": {
"__rl": true,
"mode": "list",
"value": "gid=0",
"cachedResultUrl": "",
"cachedResultName": "List of URLs"
},
"documentId": {
"__rl": true,
"mode": "list",
"value": "",
"cachedResultUrl": "",
"cachedResultName": "Google Sheets - Workflow Vision-Based Scraping"
},
"authentication": "serviceAccount"
},
"credentials": {
"googleApi": {
"id": "",
"name": "Google Sheets account"
}
},
"typeVersion": 4.5
},
{
"id": "e33defac-e5c4-4bf5-ae31-98cf6f1d2579",
"name": "便签",
"type": "n8n-nodes-base.stickyNote",
"position": [
76.45348837209309,
-6.191860465116179
],
"parameters": {
"color": 7,
"width": 364.53488372093034,
"height": 652.6453488372096,
"content": "## 触发器"
},
"typeVersion": 1
},
{
"id": "9f56e57e-8505-4a7a-a531-f7df87a6ea9c",
"name": "便签1",
"type": "n8n-nodes-base.stickyNote",
"position": [
480,
-12.906976744186068
],
"parameters": {
"color": 7,
"width": 364.53488372093034,
"height": 664.2441860465121,
"content": "## Google Sheets - URL列表"
},
"typeVersion": 1
},
{
"id": "e4497a81-6849-4c79-af45-40e518837e2e",
"name": "便签 2",
"type": "n8n-nodes-base.stickyNote",
"position": [
880,
-15.959302325581348
],
"parameters": {
"color": 7,
"width": 364.53488372093034,
"height": 667.2965116279074,
"content": "## 设置字段"
},
"typeVersion": 1
},
{
"id": "82dcdc23-3d71-4281-a3d0-fdbc27327dd0",
"name": "设置字段",
"type": "n8n-nodes-base.set",
"position": [
1040,
460
],
"parameters": {
"options": {},
"assignments": {
"assignments": [
{
"id": "c53c5ed2-9c7b-4365-9953-790264c722ab",
"name": "url",
"type": "string",
"value": "={{ $json.url }}"
}
]
}
},
"typeVersion": 3.4
},
{
"id": "ad06f56f-4a02-49d6-9fda-94cdcfadec3b",
"name": "便签 3",
"type": "n8n-nodes-base.stickyNote",
"position": [
1280,
-20.537790697674154
],
"parameters": {
"color": 7,
"width": 364.53488372093034,
"height": 671.8750000000002,
"content": "## ScrapingBee - 获取页面截图"
},
"typeVersion": 1
},
{
"id": "01cbc1eb-2910-49b1-89e6-d32d340e5273",
"name": "ScrapingBee - 获取页面截图",
"type": "n8n-nodes-base.httpRequest",
"position": [
1440,
460
],
"parameters": {
"url": "https://app.scrapingbee.com/api/v1",
"options": {},
"sendQuery": true,
"sendHeaders": true,
"queryParameters": {
"parameters": [
{
"name": "api_key",
"value": "<your_scrapingbee_apikey>"
},
{
"name": "url",
"value": "={{ $json.url }}"
},
{
"name": "screenshot_full_page",
"value": "true"
}
]
},
"headerParameters": {
"parameters": [
{
"name": "User-Agent",
"value": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
}
]
}
},
"typeVersion": 4.2
},
{
"id": "3e61d7cb-c2af-4275-b075-3dc14ed320b7",
"name": "便签 4",
"type": "n8n-nodes-base.stickyNote",
"position": [
1680,
-26.831395348837077
],
"parameters": {
"color": 7,
"width": 1000.334302325581,
"height": 679.5058139534889,
"content": "## 基于视觉的爬取AI代理"
},
"typeVersion": 1
},
{
"id": "9fe8ee54-755a-44f2-a2bf-a695e3754b3d",
"name": "基于HTML的爬取工具",
"type": "@n8n/n8n-nodes-langchain.toolWorkflow",
"position": [
2160,
900
],
"parameters": {
"name": "HTMLScrapingTool",
"workflowId": {
"__rl": true,
"mode": "list",
"value": "PpFVCrTiYoa35q1m",
"cachedResultName": "vb-scraping"
},
"description": "=仅当您需要检索网页的HTML内容时才调用此工具。",
"responsePropertyName": "data"
},
"typeVersion": 1.2
},
{
"id": "12c4fd7e-b662-488a-b779-792cff5464e4",
"name": "便签 5",
"type": "n8n-nodes-base.stickyNote",
"position": [
1680,
720
],
"parameters": {
"color": 6,
"width": 305.625,
"height": 337.03488372093034,
"content": "### Google Gemini Chat Model"
},
"typeVersion": 1
},
{
"id": "86cf37d9-a4c1-42f4-a98e-ef2ca4410efd",
"name": "便签6",
"type": "n8n-nodes-base.stickyNote",
"position": [
2020,
720
],
"parameters": {
"color": 6,
"width": 305.625,
"height": 337.03488372093034,
"content": "### 基于HTML的爬取工具"
},
"typeVersion": 1
},
{
"id": "a3dc3c83-ed18-4a58-bc36-440efe9462a2",
"name": "便签7",
"type": "n8n-nodes-base.stickyNote",
"position": [
2360,
720
],
"parameters": {
"color": 6,
"width": 305.625,
"height": 337.03488372093034,
"content": "### 结构化输出解析器"
},
"typeVersion": 1
},
{
"id": "939f0f2d-19c8-4447-9b25-accfcd5f6a16",
"name": "便签8",
"type": "n8n-nodes-base.stickyNote",
"position": [
2740,
-20
],
"parameters": {
"color": 7,
"width": 364.53488372093034,
"height": 671.8750000000002,
"content": "## 拆分输出"
},
"typeVersion": 1
},
{
"id": "71404369-d2f6-4ca5-ae87-47a51fabfa4a",
"name": "### 替换 Airtable 连接",
"type": "n8n-nodes-base.stickyNote",
"position": [
3200,
-20
],
"parameters": {
"color": 7,
"width": 364.53488372093034,
"height": 671.8750000000002,
"content": "## Google Sheets - 创建行"
},
"typeVersion": 1
},
{
"id": "226520d1-2edb-4ade-9940-0bae461eb161",
"name": "Google Sheets - 创建行",
"type": "n8n-nodes-base.googleSheets",
"position": [
3340,
460
],
"parameters": {
"columns": {
"value": {
"promo": "={{ $json.promo }}",
"category": "={{ $('Set fields').item.json.url }}",
"product_url": "={{ $json.product_title }}",
"product_brand": "={{ $json.product_brand }}",
"product_price": "={{ $json.product_price }}",
"promo_percent": "={{ $json.promo_percentage }}"
},
"schema": [
{
"id": "category",
"type": "string",
"display": true,
"required": false,
"displayName": "category",
"defaultMatch": false,
"canBeUsedToMatch": true
},
{
"id": "product_url",
"type": "string",
"display": true,
"required": false,
"displayName": "product_url",
"defaultMatch": false,
"canBeUsedToMatch": true
},
{
"id": "product_price",
"type": "string",
"display": true,
"required": false,
"displayName": "product_price",
"defaultMatch": false,
"canBeUsedToMatch": true
},
{
"id": "product_brand",
"type": "string",
"display": true,
"required": false,
"displayName": "product_brand",
"defaultMatch": false,
"canBeUsedToMatch": true
},
{
"id": "promo",
"type": "string",
"display": true,
"required": false,
"displayName": "promo",
"defaultMatch": false,
"canBeUsedToMatch": true
},
{
"id": "promo_percent",
"type": "string",
"display": true,
"required": false,
"displayName": "promo_percent",
"defaultMatch": false,
"canBeUsedToMatch": true
}
],
"mappingMode": "defineBelow",
"matchingColumns": []
},
"options": {},
"operation": "append",
"sheetName": {
"__rl": true,
"mode": "list",
"value": 648398171,
"cachedResultUrl": "",
"cachedResultName": "Results"
},
"documentId": {
"__rl": true,
"mode": "list",
"value": "1g81_39MJUlwnInX30ZuBtHUb-Y80WrYyF5lccaRtcu0",
"cachedResultUrl": "",
"cachedResultName": "Google Sheets - Workflow Vision-Based Scraping"
},
"authentication": "serviceAccount"
},
"credentials": {
"googleApi": {
"id": "",
"name": "Google Sheets account"
}
},
"typeVersion": 4.5
},
{
"id": "2c142537-d8fe-4fc1-9758-6a3538c43fc0",
"name": "基于视觉的爬取代理",
"type": "@n8n/n8n-nodes-langchain.agent",
"position": [
2040,
460
],
"parameters": {
"text": "=Here is the screenshot you need to use to extract data about the page:\n\n{{ $json.url }}",
"options": {
"systemMessage": "=Extract the following details from the input screenshot:\n\n- Product Titles\n- Product Prices\n- Brands\n- Promotional Information (e.g., if the product is on promo)\n\nStep 1: Image-Based Extraction\nAnalyze the provided screenshot to identify and extract all the required details: product titles, prices, brands, and promotional information.\nEnsure the extraction is thorough and validate the completeness of the information.\nCross-check all products for missing or unclear details.\nHighlight any limitations (e.g., text is unclear, partially cropped, or missing) in the extraction process.\n\nStep 2: HTML-Based Extraction (If Needed)\nIf you determine that any required information is:\n\nIncomplete or missing (e.g., not all titles, prices, or brands could be retrieved).\nAmbiguous or uncertain (e.g., unclear text or potential errors in OCR).\nUnavailable due to the limitations of image processing (e.g., product links).\n\nThen:\n\nCall the HTML-based tool with the input URL to access the page content.\nExtract the required details from the HTML to supplement or replace the image-based results.\nCombine data from both sources (if applicable) to ensure the final result is comprehensive and accurate.\n\nAdditional Notes\nAvoid redundant HTML tool usage—confirm deficiencies in image-based extraction before proceeding.\nFor products on promotion, explicitly label this status in the output.\nReport extraction errors or potential ambiguities (e.g., text illegibility).\n\nIn your output, include all these fields as shown in the example below. If there is no promotion, set \"promo\" to false and \"promo_percent\" to 0.\n\njson\nCopy code\n[{\n \"product_title\": \"The title of the product\",\n \"product_price\": \"The price of the product\",\n \"product_brand\": \"The brand of the product\",\n \"promo\": true,\n \"promo_percent\": 25\n}]",
"passthroughBinaryImages": true
},
"promptType": "define",
"hasOutputParser": true
},
"typeVersion": 1.7
},
{
"id": "f4acf278-edec-4bb4-a7cb-1e3c32a6ef4a",
"name": "便签10",
"type": "n8n-nodes-base.stickyNote",
"position": [
1360,
1160
],
"parameters": {
"color": 7,
"width": 364.53488372093034,
"height": 357.10392441860495,
"content": "## HTML爬取工具触发器"
},
"typeVersion": 1
},
{
"id": "79f7b4db-57f1-4004-88b3-51cfcfe9884e",
"name": "HTML爬取工具",
"type": "n8n-nodes-base.executeWorkflowTrigger",
"position": [
1480,
1360
],
"parameters": {},
"typeVersion": 1
},
{
"id": "94aa7169-30b5-49dd-864a-be2eabbf85d3",
"name": "便签11",
"type": "n8n-nodes-base.stickyNote",
"position": [
1760,
1160
],
"parameters": {
"color": 7,
"width": 364.53488372093034,
"height": 357.10392441860495,
"content": "## 设置字段 - 来自AI代理查询"
},
"typeVersion": 1
},
{
"id": "f2615921-d060-410b-aef4-cd484edb2897",
"name": "设置字段 - 来自AI代理查询",
"type": "n8n-nodes-base.set",
"position": [
1880,
1360
],
"parameters": {
"options": {},
"assignments": {
"assignments": [
{
"id": "c53c5ed2-9c7b-4365-9953-790264c722ab",
"name": "url",
"type": "string",
"value": "={{ $json.query }}"
}
]
}
},
"typeVersion": 3.4
},
{
"id": "807e263a-97ce-4369-9ad0-8f973fc8dcc9",
"name": "便签12",
"type": "n8n-nodes-base.stickyNote",
"position": [
2180,
1160
],
"parameters": {
"color": 7,
"width": 364.53488372093034,
"height": 357.10392441860495,
"content": "## ScrapingBee - 获取页面HTML"
},
"typeVersion": 1
},
{
"id": "1cd32b9d-b07e-4dbb-9418-a99019c9deae",
"name": "便签13",
"type": "n8n-nodes-base.stickyNote",
"position": [
2600,
1160
],
"parameters": {
"color": 7,
"width": 364.53488372093034,
"height": 357.10392441860495,
"content": "## HTML转Markdown"
},
"typeVersion": 1
},
{
"id": "3b9096d1-ab5a-48a8-90ee-465483881d95",
"name": "HTML 转 Markdown",
"type": "n8n-nodes-base.markdown",
"position": [
2740,
1360
],
"parameters": {
"html": "={{ $json.data }}",
"options": {}
},
"typeVersion": 1
},
{
"id": "966ad92a-ddda-4fb9-86ac-9c62f47dfc37",
"name": "便签14",
"type": "n8n-nodes-base.stickyNote",
"position": [
-880.9927663601949,
0
],
"parameters": {
"width": 829.9937466197946,
"height": 646.0101744186061,
"content": "# ✨ 基于视觉的AI代理爬虫 - 使用Google Sheets、ScrapingBee和Gemini"
},
"typeVersion": 1
}
],
"active": false,
"pinData": {},
"settings": {
"executionOrder": "v1"
},
"versionId": "cf87b8bb-6218-4549-831f-02ff4be611eb",
"connections": {
"Split Out": {
"main": [
[
{
"node": "Google Sheets - Create Rows",
"type": "main",
"index": 0
}
]
]
},
"Set fields": {
"main": [
[
{
"node": "ScrapingBee - Get page screenshot",
"type": "main",
"index": 0
}
]
]
},
"HTML-Scraping Tool": {
"main": [
[
{
"node": "Set fields - from AI agent query",
"type": "main",
"index": 0
}
]
]
},
"Google Gemini Chat Model": {
"ai_languageModel": [
[
{
"node": "Vision-based Scraping Agent",
"type": "ai_languageModel",
"index": 0
}
]
]
},
"HTML-based Scraping Tool": {
"ai_tool": [
[
{
"node": "Vision-based Scraping Agent",
"type": "ai_tool",
"index": 0
}
]
]
},
"Structured Output Parser": {
"ai_outputParser": [
[
{
"node": "Vision-based Scraping Agent",
"type": "ai_outputParser",
"index": 0
}
]
]
},
"ScrapingBee- Get page HTML": {
"main": [
[
{
"node": "HTML to Markdown",
"type": "main",
"index": 0
}
]
]
},
"Vision-based Scraping Agent": {
"main": [
[
{
"node": "Split Out",
"type": "main",
"index": 0
}
]
]
},
"Google Sheets - Get list of URLs": {
"main": [
[
{
"node": "Set fields",
"type": "main",
"index": 0
}
]
]
},
"Set fields - from AI agent query": {
"main": [
[
{
"node": "ScrapingBee- Get page HTML",
"type": "main",
"index": 0
}
]
]
},
"ScrapingBee - Get page screenshot": {
"main": [
[
{
"node": "Vision-based Scraping Agent",
"type": "main",
"index": 0
}
]
]
},
"When clicking ‘Test workflow’": {
"main": [
[
{
"node": "Google Sheets - Get list of URLs",
"type": "main",
"index": 0
}
]
]
}
}
}常见问题
如何使用这个工作流？
复制上方的 JSON 配置代码，在您的 n8n 实例中创建新工作流并选择「从 JSON 导入」，粘贴配置后根据需要修改凭证设置即可。
这个工作流适合什么场景？
高级 - 销售, 工程, 产品, 人工智能, 营销
需要付费吗？
本工作流完全免费，您可以直接导入使用。但请注意，工作流中使用的第三方服务（如 OpenAI API）可能需要您自行付费。
相关工作流推荐
自动化新闻到简报AI代理v13
AI新闻研究团队：24/7简报自动化，含Perplexity引用
Set
Code
Gmail
+15
37 节点Derek Cheung
产品
使用 OpenAI、Google Sheets、Jina AI 和 Slack 的 AI 驱动信息监控
基于AI的信息监控，集成OpenAI、Google Sheets、Jina AI和Slack
If
Set
Code
+10
31 节点Dataki
销售
（Duc）深度研究市场模板
集成PerplexityAI研究和OpenAI内容的多层级WordPress博客生成器
If
Set
Xml
+28
132 节点Daniel Ng
人工智能
博客WordPress复制销售
使用GPT-4、Perplexity AI和WordPress自动化SEO博客内容创建
Set
Code
Notion
+16
39 节点LukaszB
人工智能
自动化博客撰写与社交媒体推广代理
使用GPT-4、Perplexity和WordPress自动化SEO博客创建+社交媒体
Set
Code
Gmail
+21
79 节点LukaszB
设计
用于 WordPress 的 AI 博客内容撰写器与图片生成器
基于GPT Image 1和Perplexity的WordPress自动化博客内容创建器
Set
Code
Notion
+16
41 节点LukaszB
人工智能
工作流信息
难度等级
高级
节点数量29
分类5
节点类型12
作者
Dataki
@datakiI am passionate about transforming complex processes into seamless automations with n8n. My expertise spans across creating ETL pipelines, sales automations, and data & AI-driven workflows. As an avid problem solver, I thrive on optimizing workflows to drive efficiency and innovation.
外部链接
在 n8n.io 查看 →
分享此工作流