User-agent: *
Disallow: /api/
Allow: /api/v3/public/
Disallow: /attachments/
Disallow: /oauth_clients/
Disallow: /admin/
Disallow: /cases/?attachment_id=
Disallow: /articles/2012/
Disallow: /articles/2013/
Disallow: /internal/
Disallow: /deeplink/
Disallow: /identification_request_*

User-agent: Baiduspider
Disallow: /

User-agent: baiduspider+
Disallow: /

User-agent: BaiduMobaider
Disallow: /

User-agent: BaiduImagespider
Disallow: /

User-agent: bingbot
Crawl-delay: 10

Sitemap:https://crowdworks.jp/sitemaps/employees_category_sitemap.xml
Sitemap:https://crowdworks.jp/sitemaps/employees_occupation_sitemap.xml
Sitemap:https://crowdworks.jp/sitemaps/employees_skill_sitemap.xml
Sitemap:https://crowdworks.jp/sitemaps/jobs_category_sitemap.xml
Sitemap:https://crowdworks.jp/sitemaps/jobs_skill_sitemap.xml

Sitemap:https://crowdworks.jp/sitemaps/2012_job_offer_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2013_job_offer_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2014_job_offer_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2015_job_offer_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2016_job_offer_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2017_job_offer_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2018_job_offer_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2019_job_offer_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2020_job_offer_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2021_job_offer_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2022_job_offer_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2023_job_offer_detail.xml.gz

Sitemap:https://crowdworks.jp/sitemaps/2012_worker_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2013_worker_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2014_worker_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2015_worker_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2016_worker_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2017_worker_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2018_worker_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2019_worker_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2020_worker_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2021_worker_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2022_worker_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2023_worker_detail.xml.gz

Sitemap:https://crowdworks.jp/sitemaps/2012_client_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2013_client_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2014_client_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2015_client_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2016_client_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2017_client_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2018_client_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2019_client_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2020_client_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2021_client_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2022_client_detail.xml.gz
Sitemap:https://crowdworks.jp/sitemaps/2023_client_detail.xml.gz