{"id":198,"date":"2025-10-29T00:27:14","date_gmt":"2025-10-28T15:27:14","guid":{"rendered":"https:\/\/www.tuneaibot.com\/?p=198"},"modified":"2026-07-20T11:10:03","modified_gmt":"2026-07-20T02:10:03","slug":"tuneaibot-crawler-information","status":"publish","type":"post","link":"https:\/\/www.tuneaibot.com\/ja\/?p=198","title":{"rendered":"TuneAIBot Crawler Information"},"content":{"rendered":"<h2 data-start=\"149\" data-end=\"181\">TuneAIBot Crawler Information<\/h2>\n<p data-start=\"183\" data-end=\"258\"><strong data-start=\"183\" data-end=\"198\">User-Agent:<\/strong><br data-start=\"198\" data-end=\"201\" \/><code data-start=\"201\" data-end=\"258\">TuneAIBot\/1.0 (+https:\/\/www.tuneaibot.com\/crawler-info.html)<\/code><\/p>\n<h3 data-start=\"260\" data-end=\"271\">Purpose<\/h3>\n<p data-start=\"272\" data-end=\"758\">TuneAIBot is a web crawler operated by <a href=\"https:\/\/www.tuneaibot.com\/en\/\">TuneAIbot.com<\/a>, a conversational AI platform that powers knowledge-based chat assistants for client websites.<br \/>\nThe crawler\u2019s purpose is to collect publicly available web content \u2014 such as FAQs, service descriptions, and blog posts \u2014 to help website owners build and update their AI-driven knowledge bases.<br \/>\nTuneAIBot does not index pages for public search and does not display or redistribute crawled content.<\/p>\n<h3>How It Works<\/h3>\n<p>TuneAIBot visits URLs specified by site owners or by users of our SaaS system.<\/p>\n<p>It fetches only publicly accessible HTML or PDF content.<\/p>\n<p>It obeys all directives in your site\u2019s \/robots.txt file and standard meta robots tags.<\/p>\n<p>Crawl frequency and depth are limited to avoid server overload.<\/p>\n<h3><\/h3>\n<h3>Identification<\/h3>\n<p>You may identify our requests by the User-Agent header:<\/p>\n<p>TuneAIBot\/1.0 (+https:\/\/www.tuneaibot.com\/crawler-info.html)<\/p>\n<p>&nbsp;<\/p>\n<h3 data-start=\"1226\" data-end=\"1248\">Controlling Access<\/h3>\n<p data-start=\"1249\" data-end=\"1353\">To prevent TuneAIBot from accessing your site, you can use the following rule in your <code data-start=\"1335\" data-end=\"1347\">robots.txt<\/code> file:<\/p>\n<p data-start=\"1249\" data-end=\"1353\">User-agent: TuneAIBot<br \/>\nDisallow: \/<\/p>\n<h3 data-start=\"1398\" data-end=\"1409\">Contact<\/h3>\n<p data-start=\"1410\" data-end=\"1528\">If you have any questions or concerns regarding our crawler\u2019s activity, please contact:<br data-start=\"1497\" data-end=\"1500\" \/>\ud83d\udce7 <strong data-start=\"1503\" data-end=\"1528\"><a class=\"decorated-link cursor-pointer\" rel=\"noopener\" data-start=\"1505\" data-end=\"1526\">crawler@tuneaibot.com<\/a><\/strong><\/p>\n","protected":false},"excerpt":{"rendered":"<p>TuneAIBot Cr [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":400,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[8],"tags":[],"class_list":["post-198","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-8","has-post-title","has-post-date","has-post-category","has-post-tag","has-post-comment","has-post-author",""],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v27.5 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>TuneAIBot Crawler Information - TuneAIBot<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.tuneaibot.com\/ja\/?p=198\" \/>\n<meta property=\"og:locale\" content=\"ja_JP\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"TuneAIBot Crawler Information - TuneAIBot\" \/>\n<meta property=\"og:description\" content=\"TuneAIBot Cr [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.tuneaibot.com\/ja\/?p=198\" \/>\n<meta property=\"og:site_name\" content=\"TuneAIBot\" \/>\n<meta property=\"article:publisher\" content=\"https:\/\/www.facebook.com\/tuneaibot\" \/>\n<meta property=\"article:published_time\" content=\"2025-10-28T15:27:14+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2026-07-20T02:10:03+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/www.tuneaibot.com\/wordpress\/wp-content\/uploads\/2025\/10\/Blog_crawler.jpg\" \/>\n\t<meta property=\"og:image:width\" content=\"2560\" \/>\n\t<meta property=\"og:image:height\" content=\"1920\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/jpeg\" \/>\n<meta name=\"author\" content=\"tuneaibot.com\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:creator\" content=\"@tuneaibot\" \/>\n<meta name=\"twitter:site\" content=\"@tuneaibot\" \/>\n<meta name=\"twitter:label1\" content=\"\u57f7\u7b46\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"tuneaibot.com\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u63a8\u5b9a\u8aad\u307f\u53d6\u308a\u6642\u9593\" \/>\n\t<meta name=\"twitter:data2\" content=\"4\u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198#article\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198\"},\"author\":{\"name\":\"tuneaibot.com\",\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/#\\\/schema\\\/person\\\/6976d4e32c4e2c3eeeb270573af2c501\"},\"headline\":\"TuneAIBot Crawler Information\",\"datePublished\":\"2025-10-28T15:27:14+00:00\",\"dateModified\":\"2026-07-20T02:10:03+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198\"},\"wordCount\":184,\"commentCount\":0,\"publisher\":{\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/#organization\"},\"image\":{\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/www.tuneaibot.com\\\/wordpress\\\/wp-content\\\/uploads\\\/2025\\\/10\\\/Blog_crawler.jpg\",\"articleSection\":[\"\u30de\u30cb\u30e5\u30a2\u30eb\"],\"inLanguage\":\"ja\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198\",\"url\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198\",\"name\":\"TuneAIBot Crawler Information - TuneAIBot\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198#primaryimage\"},\"image\":{\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/www.tuneaibot.com\\\/wordpress\\\/wp-content\\\/uploads\\\/2025\\\/10\\\/Blog_crawler.jpg\",\"datePublished\":\"2025-10-28T15:27:14+00:00\",\"dateModified\":\"2026-07-20T02:10:03+00:00\",\"breadcrumb\":{\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198#breadcrumb\"},\"inLanguage\":\"ja\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198#primaryimage\",\"url\":\"https:\\\/\\\/www.tuneaibot.com\\\/wordpress\\\/wp-content\\\/uploads\\\/2025\\\/10\\\/Blog_crawler.jpg\",\"contentUrl\":\"https:\\\/\\\/www.tuneaibot.com\\\/wordpress\\\/wp-content\\\/uploads\\\/2025\\\/10\\\/Blog_crawler.jpg\",\"width\":2560,\"height\":1920,\"caption\":\"crawler\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?p=198#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u30db\u30fc\u30e0\",\"item\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"TuneAIBot Crawler Information\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/#website\",\"url\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/\",\"name\":\"TuneAIBot\",\"description\":\"\u3059\u3079\u3066\u306e\u9867\u5ba2\u5bfe\u5fdc\u3092\u3001\u3072\u3068\u3064\u306eAI\u3078\u3002\u9867\u5ba2\u5bfe\u5fdcai \u30ac\u30d0\u30ca\u30f3\u30b9\",\"publisher\":{\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/#organization\"},\"alternateName\":\"\u9867\u5ba2\u5bfe\u5fdcai \u30ac\u30d0\u30ca\u30f3\u30b9\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"ja\"},{\"@type\":\"Organization\",\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/#organization\",\"name\":\"TuneAIBot\",\"url\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/\",\"logo\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/#\\\/schema\\\/logo\\\/image\\\/\",\"url\":\"https:\\\/\\\/www.tuneaibot.com\\\/wordpress\\\/wp-content\\\/uploads\\\/2026\\\/04\\\/1024_logo_TuneAIBot_white_text.png\",\"contentUrl\":\"https:\\\/\\\/www.tuneaibot.com\\\/wordpress\\\/wp-content\\\/uploads\\\/2026\\\/04\\\/1024_logo_TuneAIBot_white_text.png\",\"width\":1024,\"height\":220,\"caption\":\"TuneAIBot\"},\"image\":{\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/#\\\/schema\\\/logo\\\/image\\\/\"},\"sameAs\":[\"https:\\\/\\\/www.facebook.com\\\/tuneaibot\",\"https:\\\/\\\/x.com\\\/tuneaibot\",\"https:\\\/\\\/www.youtube.com\\\/@tuneaibot\",\"https:\\\/\\\/www.instagram.com\\\/tuneaibotsupport\"]},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/#\\\/schema\\\/person\\\/6976d4e32c4e2c3eeeb270573af2c501\",\"name\":\"tuneaibot.com\",\"sameAs\":[\"http:\\\/\\\/www.tuneaibot.com\\\/wordpress\"],\"url\":\"https:\\\/\\\/www.tuneaibot.com\\\/ja\\\/?author=1\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"TuneAIBot Crawler Information - TuneAIBot","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.tuneaibot.com\/ja\/?p=198","og_locale":"ja_JP","og_type":"article","og_title":"TuneAIBot Crawler Information - TuneAIBot","og_description":"TuneAIBot Cr [&hellip;]","og_url":"https:\/\/www.tuneaibot.com\/ja\/?p=198","og_site_name":"TuneAIBot","article_publisher":"https:\/\/www.facebook.com\/tuneaibot","article_published_time":"2025-10-28T15:27:14+00:00","article_modified_time":"2026-07-20T02:10:03+00:00","og_image":[{"width":2560,"height":1920,"url":"https:\/\/www.tuneaibot.com\/wordpress\/wp-content\/uploads\/2025\/10\/Blog_crawler.jpg","type":"image\/jpeg"}],"author":"tuneaibot.com","twitter_card":"summary_large_image","twitter_creator":"@tuneaibot","twitter_site":"@tuneaibot","twitter_misc":{"\u57f7\u7b46\u8005":"tuneaibot.com","\u63a8\u5b9a\u8aad\u307f\u53d6\u308a\u6642\u9593":"4\u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/www.tuneaibot.com\/ja\/?p=198#article","isPartOf":{"@id":"https:\/\/www.tuneaibot.com\/ja\/?p=198"},"author":{"name":"tuneaibot.com","@id":"https:\/\/www.tuneaibot.com\/ja\/#\/schema\/person\/6976d4e32c4e2c3eeeb270573af2c501"},"headline":"TuneAIBot Crawler Information","datePublished":"2025-10-28T15:27:14+00:00","dateModified":"2026-07-20T02:10:03+00:00","mainEntityOfPage":{"@id":"https:\/\/www.tuneaibot.com\/ja\/?p=198"},"wordCount":184,"commentCount":0,"publisher":{"@id":"https:\/\/www.tuneaibot.com\/ja\/#organization"},"image":{"@id":"https:\/\/www.tuneaibot.com\/ja\/?p=198#primaryimage"},"thumbnailUrl":"https:\/\/www.tuneaibot.com\/wordpress\/wp-content\/uploads\/2025\/10\/Blog_crawler.jpg","articleSection":["\u30de\u30cb\u30e5\u30a2\u30eb"],"inLanguage":"ja","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/www.tuneaibot.com\/ja\/?p=198#respond"]}]},{"@type":"WebPage","@id":"https:\/\/www.tuneaibot.com\/ja\/?p=198","url":"https:\/\/www.tuneaibot.com\/ja\/?p=198","name":"TuneAIBot Crawler Information - TuneAIBot","isPartOf":{"@id":"https:\/\/www.tuneaibot.com\/ja\/#website"},"primaryImageOfPage":{"@id":"https:\/\/www.tuneaibot.com\/ja\/?p=198#primaryimage"},"image":{"@id":"https:\/\/www.tuneaibot.com\/ja\/?p=198#primaryimage"},"thumbnailUrl":"https:\/\/www.tuneaibot.com\/wordpress\/wp-content\/uploads\/2025\/10\/Blog_crawler.jpg","datePublished":"2025-10-28T15:27:14+00:00","dateModified":"2026-07-20T02:10:03+00:00","breadcrumb":{"@id":"https:\/\/www.tuneaibot.com\/ja\/?p=198#breadcrumb"},"inLanguage":"ja","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.tuneaibot.com\/ja\/?p=198"]}]},{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/www.tuneaibot.com\/ja\/?p=198#primaryimage","url":"https:\/\/www.tuneaibot.com\/wordpress\/wp-content\/uploads\/2025\/10\/Blog_crawler.jpg","contentUrl":"https:\/\/www.tuneaibot.com\/wordpress\/wp-content\/uploads\/2025\/10\/Blog_crawler.jpg","width":2560,"height":1920,"caption":"crawler"},{"@type":"BreadcrumbList","@id":"https:\/\/www.tuneaibot.com\/ja\/?p=198#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u30db\u30fc\u30e0","item":"https:\/\/www.tuneaibot.com\/ja\/"},{"@type":"ListItem","position":2,"name":"TuneAIBot Crawler Information"}]},{"@type":"WebSite","@id":"https:\/\/www.tuneaibot.com\/ja\/#website","url":"https:\/\/www.tuneaibot.com\/ja\/","name":"TuneAIBot","description":"\u3059\u3079\u3066\u306e\u9867\u5ba2\u5bfe\u5fdc\u3092\u3001\u3072\u3068\u3064\u306eAI\u3078\u3002\u9867\u5ba2\u5bfe\u5fdcai \u30ac\u30d0\u30ca\u30f3\u30b9","publisher":{"@id":"https:\/\/www.tuneaibot.com\/ja\/#organization"},"alternateName":"\u9867\u5ba2\u5bfe\u5fdcai \u30ac\u30d0\u30ca\u30f3\u30b9","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.tuneaibot.com\/ja\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"ja"},{"@type":"Organization","@id":"https:\/\/www.tuneaibot.com\/ja\/#organization","name":"TuneAIBot","url":"https:\/\/www.tuneaibot.com\/ja\/","logo":{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/www.tuneaibot.com\/ja\/#\/schema\/logo\/image\/","url":"https:\/\/www.tuneaibot.com\/wordpress\/wp-content\/uploads\/2026\/04\/1024_logo_TuneAIBot_white_text.png","contentUrl":"https:\/\/www.tuneaibot.com\/wordpress\/wp-content\/uploads\/2026\/04\/1024_logo_TuneAIBot_white_text.png","width":1024,"height":220,"caption":"TuneAIBot"},"image":{"@id":"https:\/\/www.tuneaibot.com\/ja\/#\/schema\/logo\/image\/"},"sameAs":["https:\/\/www.facebook.com\/tuneaibot","https:\/\/x.com\/tuneaibot","https:\/\/www.youtube.com\/@tuneaibot","https:\/\/www.instagram.com\/tuneaibotsupport"]},{"@type":"Person","@id":"https:\/\/www.tuneaibot.com\/ja\/#\/schema\/person\/6976d4e32c4e2c3eeeb270573af2c501","name":"tuneaibot.com","sameAs":["http:\/\/www.tuneaibot.com\/wordpress"],"url":"https:\/\/www.tuneaibot.com\/ja\/?author=1"}]}},"_links":{"self":[{"href":"https:\/\/www.tuneaibot.com\/ja\/index.php?rest_route=\/wp\/v2\/posts\/198","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.tuneaibot.com\/ja\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.tuneaibot.com\/ja\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.tuneaibot.com\/ja\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.tuneaibot.com\/ja\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=198"}],"version-history":[{"count":6,"href":"https:\/\/www.tuneaibot.com\/ja\/index.php?rest_route=\/wp\/v2\/posts\/198\/revisions"}],"predecessor-version":[{"id":3589,"href":"https:\/\/www.tuneaibot.com\/ja\/index.php?rest_route=\/wp\/v2\/posts\/198\/revisions\/3589"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.tuneaibot.com\/ja\/index.php?rest_route=\/wp\/v2\/media\/400"}],"wp:attachment":[{"href":"https:\/\/www.tuneaibot.com\/ja\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=198"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.tuneaibot.com\/ja\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=198"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.tuneaibot.com\/ja\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=198"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}