web-crawler/url_list.json

[
  {
    "start_urls": [
      "https://sqlite.org/docs.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/ao_1977/BJNR006130976.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/gmbhg/BJNR004770892.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/pangv_2022/BJNR492110021.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/ustg_1980/BJNR119530979.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/uwg_2004/BJNR141400004.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/hgb/BJNR002190897.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/bgb/BJNR001950896.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/fahrschausbo_2012/BJNR131800012.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/fahrlpr_fv/BJNR004200018.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/fahrlg_2018/BJNR216210017.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/fahrlausbv/BJNR001500018.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/pbefg/BJNR002410961.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/g_kg_1998/BJNR148510998.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/fev_2010/BJNR198000010.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/stvzo_2012/BJNR067910012.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/stvg/BJNR004370909.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/stvoausnv_8/BJNR113000998.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/stvoausnv_5/BJNR062300994.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/stvoausnv_9/BJNR317100998.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/stvoausnv_12/BJNR086600005.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/stvoausnv_4/BJNR011240992.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gesetze-im-internet.de/stvo_2013/BJNR036710013.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://eur-lex.europa.eu/legal-content/DE/TXT/HTML/?uri=CELEX:32016R0679"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.gnu.org/software/bash/manual/bash.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.json.org/json-en.html"
    ],
    "crawl_mode": "single_page"
  },
  {
    "start_urls": [
      "https://www.bussgeldkatalog.org/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://docs.budibase.com/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://shadowhelix.de/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://markdown.de/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://mariadb.com/docs/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://html.spec.whatwg.org/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://restfulapi.net/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://react.dev/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://expressjs.com/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://docs.docker.com/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://docs.openwebui.com/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://www.php.net/manual/en/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://www.postgresql.org/docs/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://nginx.org/en/docs/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://docs.nginx.com/nginx/admin-guide/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://wordpress.org/documentation/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://github.com/fail2ban/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "httpshttps://grafana.com/docs/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://nodejs.org/docs/latest/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://www.virtualmin.com/docs/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://developer.mozilla.org/en-US/docs/Web/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://owasp.org/www-project-top-ten/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://cheatsheetseries.owasp.org/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://nodered.org/docs/"
    ],
    "crawl_mode": "domain_wide"
  },
  {
    "start_urls": [
      "https://www.home-assistant.io/docs/"
    ],
    "crawl_mode": "domain_wide"
  }
]