Cloudflare Turnstileを回避してn8nでウェブスクレイピング

上級

これはEngineering, Multimodal AI分野の自動化ワークフローで、18個のノードを含みます。主にSet, Code, Wait, Switch, HttpRequestなどのノードを使用。 Cloudflare Turnstileのブロックを2captchaを使って突破してウェブスクレイピング

前提条件
  • ターゲットAPIの認証情報が必要な場合あり
ワークフロープレビュー
ノード接続関係を可視化、ズームとパンをサポート
ワークフローをエクスポート
以下のJSON設定をn8nにインポートして、このワークフローを使用できます
{
  "id": "YU0WAOtF9hea7N32",
  "meta": {
    "instanceId": "c7039d042d103221917f465e8e30a54f54e009888e5fcc7fe09f0fc8c8f31c07",
    "templateCredsSetupCompleted": true
  },
  "name": "Bypass Cloudflare Turnstile for Web Scraping with n8n",
  "tags": [],
  "nodes": [
    {
      "id": "82693aca-f1ba-42a6-aa00-46043a6ee20d",
      "name": "ワークフロートリガー実行",
      "type": "n8n-nodes-base.executeWorkflowTrigger",
      "position": [
        420,
        402
      ],
      "parameters": {},
      "typeVersion": 1
    },
    {
      "id": "02e86bac-28df-493a-a32c-0310d62bdd59",
      "name": "destination_url値の設定",
      "type": "n8n-nodes-base.set",
      "position": [
        620,
        402
      ],
      "parameters": {},
      "executeOnce": true,
      "typeVersion": 3.4
    },
    {
      "id": "352ae1ee-3d99-4282-94be-b258e2929b58",
      "name": "対象ウェブページの取得",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        820,
        400
      ],
      "parameters": {},
      "executeOnce": true,
      "typeVersion": 4.2
    },
    {
      "id": "4e3ed4c0-88bb-48de-97f5-d95af77f5fd0",
      "name": "Turnstile Sitekeyの抽出",
      "type": "n8n-nodes-base.code",
      "position": [
        1020,
        400
      ],
      "parameters": {},
      "typeVersion": 2
    },
    {
      "id": "c95b46ec-f42d-463d-89c9-ad1c23462143",
      "name": "30秒待機",
      "type": "n8n-nodes-base.wait",
      "position": [
        1420,
        402
      ],
      "webhookId": "93571e3d-158b-4674-be6f-b57f0099375e",
      "parameters": {},
      "typeVersion": 1.1
    },
    {
      "id": "733cab5b-fa74-4bc8-a76d-908ab1624baa",
      "name": "Captchaタスクの作成",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        1220,
        400
      ],
      "parameters": {},
      "executeOnce": true,
      "typeVersion": 4.2
    },
    {
      "id": "9fdcbc00-21aa-4e6b-8a98-d8aaa05f2dbe",
      "name": "Captcha解答の取得",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        1620,
        400
      ],
      "parameters": {},
      "executeOnce": true,
      "typeVersion": 4.2
    },
    {
      "id": "e877d8e4-5e02-43e8-9997-42aa532da92f",
      "name": "No operation - ループを戻る",
      "type": "n8n-nodes-base.noOp",
      "position": [
        2000,
        542
      ],
      "parameters": {},
      "typeVersion": 1
    },
    {
      "id": "1bbc2b4d-3d50-4731-8372-8702edfc5ec7",
      "name": "runIndexエラーを発生",
      "type": "n8n-nodes-base.stopAndError",
      "position": [
        2220,
        402
      ],
      "parameters": {},
      "typeVersion": 1
    },
    {
      "id": "98bcbd64-b443-4fd8-8e01-9a33e7fe7b12",
      "name": "付箋2",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        400,
        600
      ],
      "parameters": {
        "content": ""
      },
      "typeVersion": 1
    },
    {
      "id": "f9e80add-bb12-479a-95e4-18fa25c6ef5f",
      "name": "付箋1",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        360,
        300
      ],
      "parameters": {
        "content": ""
      },
      "typeVersion": 1
    },
    {
      "id": "e7e3b6f6-ccc5-42a4-a1ab-90862fea7401",
      "name": "付箋3",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        560,
        362
      ],
      "parameters": {
        "content": ""
      },
      "typeVersion": 1
    },
    {
      "id": "cb30271c-c963-40a6-b4b4-599ad8c7fe89",
      "name": "「Test workflow」クリック時",
      "type": "n8n-nodes-base.manualTrigger",
      "position": [
        440,
        60
      ],
      "parameters": {},
      "typeVersion": 1
    },
    {
      "id": "089464e5-16dd-4008-8408-5a37ab5d30e3",
      "name": "Captchaステータスの確認",
      "type": "n8n-nodes-base.switch",
      "position": [
        1820,
        400
      ],
      "parameters": {},
      "typeVersion": 3.2
    },
    {
      "id": "f4a6d929-b885-4176-8980-5011228e9dec",
      "name": "Puppeteer",
      "type": "n8n-nodes-puppeteer.puppeteer",
      "position": [
        880,
        60
      ],
      "parameters": {},
      "typeVersion": 1
    },
    {
      "id": "12bbd971-1112-4abf-803a-cce62fa3d84b",
      "name": "2Captchaを使用したCF Turnstileチェック通過",
      "type": "n8n-nodes-base.executeWorkflow",
      "position": [
        660,
        60
      ],
      "parameters": {},
      "typeVersion": 1.1
    },
    {
      "id": "1161dd05-a426-4c4b-aece-89ec1160a5d6",
      "name": "付箋",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        360,
        -20
      ],
      "parameters": {
        "content": ""
      },
      "typeVersion": 1
    },
    {
      "id": "642676a6-eddc-41e7-8fbb-b19628de137a",
      "name": "付箋9",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        1820,
        1020
      ],
      "parameters": {
        "content": ""
      },
      "typeVersion": 1
    }
  ],
  "active": false,
  "pinData": {},
  "settings": {
    "executionOrder": "v1"
  },
  "versionId": "dee57826-ca00-425a-b328-0b31f43e2f4e",
  "connections": {
    "c95b46ec-f42d-463d-89c9-ad1c23462143": {
      "main": [
        [
          {
            "node": "9fdcbc00-21aa-4e6b-8a98-d8aaa05f2dbe",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "733cab5b-fa74-4bc8-a76d-908ab1624baa": {
      "main": [
        [
          {
            "node": "c95b46ec-f42d-463d-89c9-ad1c23462143",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "089464e5-16dd-4008-8408-5a37ab5d30e3": {
      "main": [
        [],
        [
          {
            "node": "1bbc2b4d-3d50-4731-8372-8702edfc5ec7",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "e877d8e4-5e02-43e8-9997-42aa532da92f",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "9fdcbc00-21aa-4e6b-8a98-d8aaa05f2dbe": {
      "main": [
        [
          {
            "node": "089464e5-16dd-4008-8408-5a37ab5d30e3",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "82693aca-f1ba-42a6-aa00-46043a6ee20d": {
      "main": [
        [
          {
            "node": "02e86bac-28df-493a-a32c-0310d62bdd59",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "352ae1ee-3d99-4282-94be-b258e2929b58": {
      "main": [
        [
          {
            "node": "4e3ed4c0-88bb-48de-97f5-d95af77f5fd0",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "4e3ed4c0-88bb-48de-97f5-d95af77f5fd0": {
      "main": [
        [
          {
            "node": "733cab5b-fa74-4bc8-a76d-908ab1624baa",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "02e86bac-28df-493a-a32c-0310d62bdd59": {
      "main": [
        [
          {
            "node": "352ae1ee-3d99-4282-94be-b258e2929b58",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "e877d8e4-5e02-43e8-9997-42aa532da92f": {
      "main": [
        [
          {
            "node": "c95b46ec-f42d-463d-89c9-ad1c23462143",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "cb30271c-c963-40a6-b4b4-599ad8c7fe89": {
      "main": [
        [
          {
            "node": "12bbd971-1112-4abf-803a-cce62fa3d84b",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "12bbd971-1112-4abf-803a-cce62fa3d84b": {
      "main": [
        [
          {
            "node": "f4a6d929-b885-4176-8980-5011228e9dec",
            "type": "main",
            "index": 0
          }
        ]
      ]
    }
  }
}
よくある質問

このワークフローの使い方は?

上記のJSON設定コードをコピーし、n8nインスタンスで新しいワークフローを作成して「JSONからインポート」を選択、設定を貼り付けて認証情報を必要に応じて変更してください。

このワークフローはどんな場面に適していますか?

上級 - エンジニアリング, マルチモーダルAI

有料ですか?

このワークフローは完全無料です。ただし、ワークフローで使用するサードパーティサービス(OpenAI APIなど)は別途料金が発生する場合があります。

ワークフロー情報
難易度
上級
ノード数18
カテゴリー2
ノードタイプ12
難易度説明

上級者向け、16ノード以上の複雑なワークフロー

作成者
Ludwig

Ludwig

@ludwig

If you have any questions about any of the templates I've built, please reach out to me on LinkedIn (https://www.linkedin.com/in/ludwiggerdes) or via my website down below. 👇

外部リンク
n8n.ioで表示

このワークフローを共有

カテゴリー

カテゴリー: 34