8
n8n 中文网amn8n.com

URL 管理员 - 遵守 robots.txt 并避免不良来源

高级

这是一个AI Summarization, Multimodal AI领域的自动化工作流,包含 70 个节点。主要使用 If, Set, Code, Postgres, HttpRequest 等节点。 基于 AI 的 URL 筛选,确保 robots.txt 合规性及来源验证

前置要求
  • PostgreSQL 数据库连接信息
  • 可能需要目标 API 的认证凭证
  • Google Gemini API Key
工作流预览
可视化展示节点连接关系,支持缩放和平移
导出工作流
复制以下 JSON 配置到 n8n 导入,即可使用此工作流
{
  "id": "t2udGMy6bOMxXL5U",
  "meta": {
    "instanceId": "c8661626eeda758e004fa6cdc30e89de83810c1ff0923b0bb91a200abd0100f3",
    "templateCredsSetupCompleted": true
  },
  "name": "URL 管理员 - 遵守 robots.txt 并避免不良来源",
  "tags": [
    {
      "id": "7Ebg06QToXQ2UrOO",
      "name": "WHITE LABEL",
      "createdAt": "2025-07-17T18:04:33.197Z",
      "updatedAt": "2025-07-17T18:04:33.197Z"
    },
    {
      "id": "JK3I68rY6cIlUP5Z",
      "name": "V1.0",
      "createdAt": "2025-06-20T18:01:10.400Z",
      "updatedAt": "2025-06-20T18:01:10.400Z"
    },
    {
      "id": "KZ42bKkSj4CtvjFI",
      "name": "URL Officer",
      "createdAt": "2025-08-29T20:37:29.507Z",
      "updatedAt": "2025-09-01T15:56:46.990Z"
    }
  ],
  "nodes": [
    {
      "id": "daeab820-0a77-494f-a896-d0747cf21ddf",
      "name": "定时触发器",
      "type": "n8n-nodes-base.scheduleTrigger",
      "disabled": true,
      "position": [
        -3856,
        2224
      ],
      "parameters": {},
      "typeVersion": 1.2
    },
    {
      "id": "efdbe387-11a0-4668-8aa3-e7366ddaf16e",
      "name": "获取基础 URL",
      "type": "n8n-nodes-base.code",
      "position": [
        -3392,
        2512
      ],
      "parameters": {},
      "typeVersion": 2
    },
    {
      "id": "6a35aa4f-3742-4df3-925d-115f2fe7a337",
      "name": "准备 Robots.txt 检查",
      "type": "n8n-nodes-base.set",
      "position": [
        -1376,
        2544
      ],
      "parameters": {},
      "typeVersion": 3.4
    },
    {
      "id": "9d8bbd76-e54d-46f6-a12e-99fe34a2f446",
      "name": "假设禁止访问",
      "type": "n8n-nodes-base.set",
      "position": [
        704,
        2560
      ],
      "parameters": {},
      "typeVersion": 3.4
    },
    {
      "id": "b4885c74-307c-4657-821a-16c3bd554779",
      "name": "信息提取器",
      "type": "@n8n/n8n-nodes-langchain.informationExtractor",
      "onError": "continueErrorOutput",
      "position": [
        -64,
        1504
      ],
      "parameters": {},
      "typeVersion": 1.2
    },
    {
      "id": "0a01931e-70ea-4c9b-8b00-0e0c856f8520",
      "name": "模型选择器",
      "type": "@n8n/n8n-nodes-langchain.modelSelector",
      "position": [
        -48,
        1712
      ],
      "parameters": {},
      "typeVersion": 1
    },
    {
      "id": "fb07971a-0f59-4da3-a701-61d820dd9c3a",
      "name": "Mistral Cloud 聊天模型",
      "type": "@n8n/n8n-nodes-langchain.lmChatMistralCloud",
      "position": [
        -176,
        1904
      ],
      "parameters": {},
      "typeVersion": 1
    },
    {
      "id": "c9a01ad2-e49e-425d-947b-6023207938da",
      "name": "Groq聊天模型",
      "type": "@n8n/n8n-nodes-langchain.lmChatGroq",
      "position": [
        16,
        1920
      ],
      "parameters": {},
      "typeVersion": 1
    },
    {
      "id": "bd67e5db-aa76-4faa-ba64-36676f68d43b",
      "name": "Google Gemini 聊天模型",
      "type": "@n8n/n8n-nodes-langchain.lmChatGoogleGemini",
      "position": [
        224,
        1920
      ],
      "parameters": {},
      "typeVersion": 1
    },
    {
      "id": "c3ad9920-4175-441d-a4c7-e5c602dc3623",
      "name": "获取 Robots.txt",
      "type": "n8n-nodes-base.httpRequest",
      "onError": "continueErrorOutput",
      "position": [
        -1152,
        2544
      ],
      "parameters": {},
      "typeVersion": 4.2
    },
    {
      "id": "1039bda1-7cb2-49fd-9252-c6d3b53e4fa2",
      "name": "检查 Robots.txt",
      "type": "n8n-nodes-base.code",
      "position": [
        -720,
        2096
      ],
      "parameters": {},
      "typeVersion": 2
    },
    {
      "id": "d77b0884-a2c4-4b28-b279-16e67afb0510",
      "name": "准备 Robots.txt 检查 2",
      "type": "n8n-nodes-base.set",
      "position": [
        -912,
        2096
      ],
      "parameters": {},
      "typeVersion": 3.4
    },
    {
      "id": "516d7465-76d6-4134-bc17-cbaf7c112ff0",
      "name": "如果链接允许访问",
      "type": "n8n-nodes-base.if",
      "position": [
        -528,
        2096
      ],
      "parameters": {},
      "typeVersion": 2.2
    },
    {
      "id": "bb0e20fd-3f1d-419d-a328-05f4ad5eb339",
      "name": "准备链接禁止的输出",
      "type": "n8n-nodes-base.set",
      "position": [
        704,
        2112
      ],
      "parameters": {},
      "typeVersion": 3.4
    },
    {
      "id": "0d4a5f55-92e6-4a66-97bb-f1ec049b728b",
      "name": "如果链接允许访问 2",
      "type": "n8n-nodes-base.if",
      "position": [
        352,
        1296
      ],
      "parameters": {},
      "typeVersion": 2.2
    },
    {
      "id": "69654ff0-7546-4692-a575-a88a05293ca0",
      "name": "创建 robots.txt 表",
      "type": "n8n-nodes-base.postgres",
      "position": [
        -2064,
        2528
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "81b09054-43a3-48ba-b119-f5cbb49374d6",
      "name": "检查 robots.txt 表",
      "type": "n8n-nodes-base.postgres",
      "position": [
        -1856,
        2528
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "07a403eb-65cb-4da3-845c-7b1b5de6c3a8",
      "name": "如果找到并更新了 robots.txt",
      "type": "n8n-nodes-base.if",
      "position": [
        -1632,
        2112
      ],
      "parameters": {},
      "typeVersion": 2.2
    },
    {
      "id": "f53dc919-cd77-4802-ba3a-fef47ca38b74",
      "name": "输出",
      "type": "n8n-nodes-base.set",
      "position": [
        1536,
        2112
      ],
      "parameters": {},
      "typeVersion": 3.4
    },
    {
      "id": "9c3cabef-1da9-4102-95b4-9cbfc8bb8160",
      "name": "准备输出",
      "type": "n8n-nodes-base.set",
      "position": [
        1088,
        2112
      ],
      "parameters": {},
      "typeVersion": 3.4
    },
    {
      "id": "588b1506-9f2c-40bf-abfa-df0c69411e9d",
      "name": "准备链接允许的输出",
      "type": "n8n-nodes-base.set",
      "position": [
        736,
        1280
      ],
      "parameters": {},
      "typeVersion": 3.4
    },
    {
      "id": "252ca896-b873-4758-ba5e-deb1a56f2b22",
      "name": "更新或插入 robots.txt 表",
      "type": "n8n-nodes-base.postgres",
      "position": [
        1312,
        2112
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "c80bc608-19fc-40e0-a198-8211dc6ff0fc",
      "name": "删除 robots.txt 表",
      "type": "n8n-nodes-base.postgres",
      "disabled": true,
      "position": [
        -1824,
        3696
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "f8ce0f78-2abf-4a5b-89f1-f65ace69816f",
      "name": "开始",
      "type": "n8n-nodes-base.executeWorkflowTrigger",
      "position": [
        -3648,
        2512
      ],
      "parameters": {},
      "typeVersion": 1.1
    },
    {
      "id": "c299b34c-fa35-4eb8-9c71-9f06ec7eae98",
      "name": "检查所有 robots.txt 表",
      "type": "n8n-nodes-base.postgres",
      "disabled": true,
      "position": [
        -1744,
        3280
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "9f0168e4-f2d3-41c5-be7e-74e341e17c4b",
      "name": "假设错误输出",
      "type": "n8n-nodes-base.set",
      "position": [
        336,
        1520
      ],
      "parameters": {},
      "typeVersion": 3.4
    },
    {
      "id": "86938ca3-c65f-4d84-82e9-ce93d796c7eb",
      "name": "创建禁止 URL 表",
      "type": "n8n-nodes-base.postgres",
      "position": [
        -3120,
        2512
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "e44e9e41-b671-4293-9c67-8c291d6e6dc3",
      "name": "检查禁止 URL 表",
      "type": "n8n-nodes-base.postgres",
      "position": [
        -2880,
        2512
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "bc407192-b22d-4971-98f7-ce13ed09fc98",
      "name": "如果检测到禁止 URL",
      "type": "n8n-nodes-base.if",
      "position": [
        -2656,
        2512
      ],
      "parameters": {},
      "typeVersion": 2.2
    },
    {
      "id": "2d710898-c723-4d42-92ec-c491a0c07f37",
      "name": "返回禁止",
      "type": "n8n-nodes-base.set",
      "position": [
        -2432,
        2304
      ],
      "parameters": {},
      "typeVersion": 3.4
    },
    {
      "id": "9914c26d-fd5b-4546-b00b-255b10250792",
      "name": "检查所有禁止 URL 表",
      "type": "n8n-nodes-base.postgres",
      "disabled": true,
      "position": [
        -2576,
        3296
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "9b5ccc40-00ff-4076-91c9-7e96be6bfb7d",
      "name": "删除禁止 URL 表",
      "type": "n8n-nodes-base.postgres",
      "disabled": true,
      "position": [
        -2752,
        3696
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "03f80a39-6047-45a8-8d52-e346f387afc1",
      "name": "便签",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -3024,
        3504
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "f400b614-2206-46ad-b498-51b07a504874",
      "name": "手动更新 robots.txt 表",
      "type": "n8n-nodes-base.postgres",
      "disabled": true,
      "position": [
        -1744,
        3072
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "425ee181-432f-41c9-867e-5271c52c34f3",
      "name": "手动更新禁止 URL 表",
      "type": "n8n-nodes-base.postgres",
      "disabled": true,
      "position": [
        -2576,
        3056
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "fde71fdd-2914-49ca-b5b2-b614a32bee6a",
      "name": "开始(测试)",
      "type": "n8n-nodes-base.set",
      "disabled": true,
      "position": [
        -3648,
        2224
      ],
      "parameters": {},
      "typeVersion": 3.4
    },
    {
      "id": "93bd916d-7788-46c9-93ee-834b59c9b8d1",
      "name": "手动创建禁止 URL 表",
      "type": "n8n-nodes-base.postgres",
      "disabled": true,
      "position": [
        -2896,
        3184
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "1cfe5dce-3499-4e55-9151-9dc8be7d9f6c",
      "name": "便签1",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -3024,
        2944
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "85c3de20-fdf1-4cbe-92e9-2fe1c6ab3624",
      "name": "便签2",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -3904,
        2112
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "09434f92-9a9d-48af-8987-755dfc7766da",
      "name": "便签3",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -3936,
        1920
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "5b2d5cc7-7065-4deb-b145-03f5f7b3e9ce",
      "name": "便签说明4",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -2128,
        1184
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "5674db3e-5bcc-443b-9b88-1c369f2f0e23",
      "name": "便签说明5",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        1024,
        1520
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "52f6e748-31a5-44b0-b23b-b51f4d09b7ad",
      "name": "便签 6",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -2512,
        2224
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "b5d5574d-66e4-4726-8615-ab8c6f9cf194",
      "name": "便签 7",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        288,
        1456
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "a5fa3997-5a9f-4970-b464-21e9b55cdf2f",
      "name": "便签 15",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -3328,
        1008
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "d4794547-77c1-40fc-8a52-e0191a9bd404",
      "name": "便签31",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -2496,
        1088
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "22e102af-193b-4b38-80c3-b2c333709dc4",
      "name": "便签34",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -3792,
        1200
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "75e8933b-543e-42ea-8ff7-0a521b0ad32e",
      "name": "## 为什么选择 4o 模型?👆",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -4208,
        2944
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "9107b51b-e2a1-4270-945d-38a9df86b5f3",
      "name": "便签 9",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -3200,
        2416
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "705a2acb-3a24-4a00-8d84-1d3ce621b4c4",
      "name": "便签10",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -1424,
        2448
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "f1912a96-427e-4db1-b394-be408b4cbb9a",
      "name": "便签11",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -2112,
        2448
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "15b38c36-35a7-41fd-9fa0-e01c8298fab5",
      "name": "便签12",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -1008,
        1920
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "d414091e-811f-463e-838d-58a8491d564b",
      "name": "便签13",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -336,
        1232
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "f95a62e2-4d31-4492-8624-d936424b0490",
      "name": "便签 28",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -3264,
        2048
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "fea72690-55dc-4625-af83-ef77ede6357d",
      "name": "手动创建 robots.txt 表",
      "type": "n8n-nodes-base.postgres",
      "disabled": true,
      "position": [
        -1984,
        3200
      ],
      "parameters": {},
      "typeVersion": 2.6
    },
    {
      "id": "9dd3216b-879f-40a6-81c4-3d63b86c5292",
      "name": "便签 29",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        1072,
        2320
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "f361c438-ef17-41f0-a5a9-d33f7984fcef",
      "name": "便签 30",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -992,
        1472
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "583d53e0-f5d5-4607-8fa6-58724fda1ac6",
      "name": "便签 32",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -768,
        2624
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "ab679ee0-bb40-4c81-85ea-ef4071b95c4b",
      "name": "便签33",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -320,
        1296
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "ad3b7618-63c5-480a-a41a-e6da3ab943a6",
      "name": "便签35",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        1216,
        1712
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "5d992230-3914-4579-8713-69d9e3fbd04d",
      "name": "便签36",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -1792,
        1616
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "b232978b-dc4e-43aa-b574-ced3df444a64",
      "name": "便签37",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -1360,
        2960
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "77f6075d-165e-4670-a240-c71126398f05",
      "name": "便签38",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -1200,
        3056
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "d930904c-89ba-4898-9476-dae2b2b155b2",
      "name": "便签39",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -144,
        3056
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "8ae3aeaa-63e0-42b4-a1ce-97f1c0670314",
      "name": "便利贴40",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -1200,
        3360
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "5b172243-840f-4e72-9d7c-7cc828d60dd6",
      "name": "便签41",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -144,
        3360
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "80fb378d-92bf-4850-a108-e85ec8c991b4",
      "name": "便签42",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -1200,
        3648
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "ffb39f67-e930-47c5-b1a2-5f2a2492b1cb",
      "name": "便签43",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -144,
        3648
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "8a774b6c-e37b-4ec2-a12f-0085806655f4",
      "name": "便签44",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        368,
        1744
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    },
    {
      "id": "9bff1640-c69e-49c0-a0a5-2426823965f6",
      "name": "便签 14",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -288,
        2208
      ],
      "parameters": {
        "content": "Emelia 触发器"
      },
      "typeVersion": 1
    }
  ],
  "active": false,
  "pinData": {},
  "settings": {
    "callerPolicy": "workflowsFromSameOwner",
    "executionOrder": "v1",
    "executionTimeout": 900
  },
  "versionId": "d95d2e5a-836f-4b5c-adad-0ee7f9a4b68c",
  "connections": {
    "Start": {
      "main": [
        [
          {
            "node": "Get Base URL",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Get Base URL": {
      "main": [
        [
          {
            "node": "Create forbidden urls table",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Start (Tests)": {
      "main": [
        []
      ]
    },
    "Get Robots.txt": {
      "main": [
        [
          {
            "node": "Prepare Robots.txt Check 2",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "Assume Disallow",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Model Selector": {
      "ai_languageModel": [
        [
          {
            "node": "Information Extractor",
            "type": "ai_languageModel",
            "index": 0
          }
        ]
      ]
    },
    "Prepare Output": {
      "main": [
        [
          {
            "node": "Upsert robots.txt Table",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Assume Disallow": {
      "main": [
        [
          {
            "node": "Prepare Output",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Groq Chat Model": {
      "ai_languageModel": [
        [
          {
            "node": "Model Selector",
            "type": "ai_languageModel",
            "index": 1
          }
        ]
      ]
    },
    "If Link Allowed": {
      "main": [
        [
          {
            "node": "Information Extractor",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "Prepare Output for Link Disallowed",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Check Robots.txt": {
      "main": [
        [
          {
            "node": "If Link Allowed",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Schedule Trigger": {
      "main": [
        [
          {
            "node": "Start (Tests)",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "If Link Allowed 2": {
      "main": [
        [
          {
            "node": "Prepare Output for Link Allowed",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "Prepare Output for Link Disallowed",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Information Extractor": {
      "main": [
        [
          {
            "node": "If Link Allowed 2",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "Assume False Output",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Check robots.txt Table": {
      "main": [
        [
          {
            "node": "If robots.txt Found and Updated",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Create robots.txt Table": {
      "main": [
        [
          {
            "node": "Check robots.txt Table",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Upsert robots.txt Table": {
      "main": [
        [
          {
            "node": "Output",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Google Gemini Chat Model": {
      "ai_languageModel": [
        [
          {
            "node": "Model Selector",
            "type": "ai_languageModel",
            "index": 2
          }
        ]
      ]
    },
    "Mistral Cloud Chat Model": {
      "ai_languageModel": [
        [
          {
            "node": "Model Selector",
            "type": "ai_languageModel",
            "index": 0
          }
        ]
      ]
    },
    "Prepare Robots.txt Check": {
      "main": [
        [
          {
            "node": "Get Robots.txt",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "If forbidden url Detected": {
      "main": [
        [
          {
            "node": "Return Disallow",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "Create robots.txt Table",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Check forbidden urls table": {
      "main": [
        [
          {
            "node": "If forbidden url Detected",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Prepare Robots.txt Check 2": {
      "main": [
        [
          {
            "node": "Check Robots.txt",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Create forbidden urls table": {
      "main": [
        [
          {
            "node": "Check forbidden urls table",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "If robots.txt Found and Updated": {
      "main": [
        [
          {
            "node": "Prepare Robots.txt Check 2",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "Prepare Robots.txt Check",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Prepare Output for Link Allowed": {
      "main": [
        [
          {
            "node": "Prepare Output",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Prepare Output for Link Disallowed": {
      "main": [
        [
          {
            "node": "Prepare Output",
            "type": "main",
            "index": 0
          }
        ]
      ]
    }
  }
}
常见问题

如何使用这个工作流?

复制上方的 JSON 配置代码,在您的 n8n 实例中创建新工作流并选择「从 JSON 导入」,粘贴配置后根据需要修改凭证设置即可。

这个工作流适合什么场景?

高级 - AI 摘要总结, 多模态 AI

需要付费吗?

本工作流完全免费,您可以直接导入使用。但请注意,工作流中使用的第三方服务(如 OpenAI API)可能需要您自行付费。

工作流信息
难度等级
高级
节点数量70
分类2
节点类型13
难度说明

适合高级用户,包含 16+ 个节点的复杂工作流

作者
Hybroht

Hybroht

@hybroht

Company dedicated to delivering tailored software solutions and data-driven experiences through effective technology. We develop workflows leveraging AI agents to maximize the productive benefits of artificial intelligence.

外部链接
在 n8n.io 查看

分享此工作流