{"schema_version":"1.1.0","provider_taxonomy_version":"1.0.0","provider_taxonomy_updated_at":"2026-07-28T00:00:00.000Z","status":"current","generated_at":"2026-10-29T14:10:01.334Z","source_latest_at":"2026-10-29T14:09:51.625Z","timezone":"Asia/Tokyo","scope":{"source":"em_crawl_logs","property":"RefBase","label":"RefBaseの計測対象ページで記録されたBotアクセス","measured_routes":["/","/entity/:path*","/reference/:path*","/llms.txt","/sitemap.xml","/api/entity/:path*","/api/reference/:path*","/admin/:path*"],"started_at":"2026-06-23T08:14:57.534Z","coverage_status":"partially_assessed","known_missing_intervals":[{"start":"2026-07-08T00:00:00+09:00","end":"2026-07-12T02:45:45.237+09:00","reason":"計測設定上の問題によりデータを取得できなかったため。2026年7月12日に記録再開を確認。"}]},"metric_definitions":{"recorded_bot_requests":"RefBaseの計測対象ページで記録された、Botと識別されたアクセスの件数。","identified_ai_related_requests":"Provider Taxonomy v1でai_crawler（confirmed/inferred）またはuser_triggered_ai_fetchに分類されたリクエストの合計。","ai_crawler_requests":"AI関連クローラーとして分類されたリクエスト数（confirmed + inferred）。","user_triggered_ai_fetches":"AIサービスのユーザーが特定のURLを指示して取得させた記録（Botの自主的なクロールとは別分類）。","entities_accessed":"アクセスが1回以上記録されたEntityのユニーク数。","references_accessed":"アクセスが1回以上記録されたReferenceのユニーク数。"},"lifetime":{"recorded_bot_requests":290262,"identified_ai_related_requests":204220,"ai_crawler_requests":203747,"confirmed_ai_crawler_requests":123373,"inferred_ai_crawler_requests":80374,"user_triggered_ai_fetches":473,"conventional_search_requests":76047,"inspection_tooling_requests":8,"unknown_requests":9987,"entities_accessed":3300,"references_accessed":70},"current_month":{"period":"2026-10","period_start":"2026-09-30T15:00:00.000Z","period_end":"2026-10-31T15:00:00.000Z","provisional":true,"metrics":{"recorded_bot_requests":84827,"identified_ai_related_requests":58802,"ai_crawler_requests":58647,"confirmed_ai_crawler_requests":35331,"inferred_ai_crawler_requests":23316,"user_triggered_ai_fetches":155,"conventional_search_requests":26017,"inspection_tooling_requests":2,"unknown_requests":6,"entities_accessed":3294,"references_accessed":67}},"last_30_days":{"from":"2026-09-29T14:09:54.306Z","to":"2026-10-29T14:10:01.334Z","metrics":{"recorded_bot_requests":85386,"identified_ai_related_requests":59078,"ai_crawler_requests":58919,"confirmed_ai_crawler_requests":35360,"inferred_ai_crawler_requests":23559,"user_triggered_ai_fetches":159,"conventional_search_requests":26300,"inspection_tooling_requests":2,"unknown_requests":6,"entities_accessed":3294,"references_accessed":67}},"providers":[{"provider":"Bingbot","public_label":"Bingbot","category":"conventional_search","classification_confidence":"confirmed","included_in_identified_ai_related":false,"lifetime_count":65017,"current_month_count":23759,"last_30_days_count":24031,"lifetime_share":0.224,"current_month_share":0.2801,"last_30_days_share":0.2814},{"provider":"Bytespider","public_label":"Bytespider","category":"ai_crawler","classification_confidence":"inferred","included_in_identified_ai_related":true,"lifetime_count":52093,"current_month_count":23204,"last_30_days_count":23440,"lifetime_share":0.1795,"current_month_share":0.2735,"last_30_days_share":0.2745},{"provider":"ChatGPT-User","public_label":"ChatGPT User-triggered Fetch","category":"user_triggered_ai_fetch","classification_confidence":"confirmed","included_in_identified_ai_related":true,"lifetime_count":472,"current_month_count":155,"last_30_days_count":159,"lifetime_share":0.0016,"current_month_share":0.0018,"last_30_days_share":0.0019},{"provider":"ClaudeBot","public_label":"ClaudeBot","category":"ai_crawler","classification_confidence":"inferred","included_in_identified_ai_related":true,"lifetime_count":28281,"current_month_count":112,"last_30_days_count":119,"lifetime_share":0.0974,"current_month_share":0.0013,"last_30_days_share":0.0014},{"provider":"GPTBot","public_label":"GPTBot","category":"ai_crawler","classification_confidence":"confirmed","included_in_identified_ai_related":true,"lifetime_count":28182,"current_month_count":904,"last_30_days_count":905,"lifetime_share":0.0971,"current_month_share":0.0107,"last_30_days_share":0.0106},{"provider":"Google-InspectionTool","public_label":"Google Inspection Tool","category":"inspection_tooling","classification_confidence":"confirmed","included_in_identified_ai_related":false,"lifetime_count":8,"current_month_count":2,"last_30_days_count":2,"lifetime_share":0,"current_month_share":0,"last_30_days_share":0},{"provider":"GoogleOther","public_label":"GoogleOther","category":"unknown","classification_confidence":"unknown","included_in_identified_ai_related":false,"lifetime_count":9987,"current_month_count":6,"last_30_days_count":6,"lifetime_share":0.0344,"current_month_share":0.0001,"last_30_days_share":0.0001},{"provider":"Googlebot","public_label":"Googlebot","category":"conventional_search","classification_confidence":"confirmed","included_in_identified_ai_related":false,"lifetime_count":11030,"current_month_count":2258,"last_30_days_count":2269,"lifetime_share":0.038,"current_month_share":0.0266,"last_30_days_share":0.0266},{"provider":"Perplexity-User","public_label":"Perplexity User-triggered Fetch","category":"user_triggered_ai_fetch","classification_confidence":"inferred","included_in_identified_ai_related":true,"lifetime_count":1,"current_month_count":0,"last_30_days_count":0,"lifetime_share":0,"current_month_share":0,"last_30_days_share":0},{"provider":"PerplexityBot","public_label":"PerplexityBot","category":"ai_crawler","classification_confidence":"confirmed","included_in_identified_ai_related":true,"lifetime_count":65545,"current_month_count":14176,"last_30_days_count":14203,"lifetime_share":0.2258,"current_month_share":0.1671,"last_30_days_share":0.1663},{"provider":"meta-externalagent","public_label":"Meta External Agent","category":"ai_crawler","classification_confidence":"confirmed","included_in_identified_ai_related":true,"lifetime_count":29646,"current_month_count":20251,"last_30_days_count":20252,"lifetime_share":0.1021,"current_month_share":0.2387,"last_30_days_share":0.2372}],"daily_current_month":[{"date":"2026-10-01","data_status":"recorded","provisional":false,"recorded_bot_requests":405,"identified_ai_related_requests":209,"ai_crawler_requests":204,"user_triggered_ai_fetches":5},{"date":"2026-10-02","data_status":"recorded","provisional":false,"recorded_bot_requests":12117,"identified_ai_related_requests":11811,"ai_crawler_requests":11810,"user_triggered_ai_fetches":1},{"date":"2026-10-03","data_status":"recorded","provisional":false,"recorded_bot_requests":4373,"identified_ai_related_requests":4071,"ai_crawler_requests":4068,"user_triggered_ai_fetches":3},{"date":"2026-10-04","data_status":"recorded","provisional":false,"recorded_bot_requests":674,"identified_ai_related_requests":385,"ai_crawler_requests":385,"user_triggered_ai_fetches":0},{"date":"2026-10-05","data_status":"recorded","provisional":false,"recorded_bot_requests":845,"identified_ai_related_requests":575,"ai_crawler_requests":567,"user_triggered_ai_fetches":8},{"date":"2026-10-06","data_status":"recorded","provisional":false,"recorded_bot_requests":498,"identified_ai_related_requests":237,"ai_crawler_requests":235,"user_triggered_ai_fetches":2},{"date":"2026-10-07","data_status":"recorded","provisional":false,"recorded_bot_requests":695,"identified_ai_related_requests":408,"ai_crawler_requests":401,"user_triggered_ai_fetches":7},{"date":"2026-10-08","data_status":"recorded","provisional":false,"recorded_bot_requests":1355,"identified_ai_related_requests":1214,"ai_crawler_requests":1201,"user_triggered_ai_fetches":13},{"date":"2026-10-09","data_status":"recorded","provisional":false,"recorded_bot_requests":3027,"identified_ai_related_requests":2781,"ai_crawler_requests":2778,"user_triggered_ai_fetches":3},{"date":"2026-10-10","data_status":"recorded","provisional":false,"recorded_bot_requests":3568,"identified_ai_related_requests":3349,"ai_crawler_requests":3347,"user_triggered_ai_fetches":2},{"date":"2026-10-11","data_status":"recorded","provisional":false,"recorded_bot_requests":4460,"identified_ai_related_requests":3651,"ai_crawler_requests":3646,"user_triggered_ai_fetches":5},{"date":"2026-10-12","data_status":"recorded","provisional":false,"recorded_bot_requests":2647,"identified_ai_related_requests":1684,"ai_crawler_requests":1679,"user_triggered_ai_fetches":5},{"date":"2026-10-13","data_status":"recorded","provisional":false,"recorded_bot_requests":2985,"identified_ai_related_requests":2017,"ai_crawler_requests":2011,"user_triggered_ai_fetches":6},{"date":"2026-10-14","data_status":"recorded","provisional":false,"recorded_bot_requests":3807,"identified_ai_related_requests":3006,"ai_crawler_requests":2994,"user_triggered_ai_fetches":12},{"date":"2026-10-15","data_status":"recorded","provisional":false,"recorded_bot_requests":3310,"identified_ai_related_requests":2408,"ai_crawler_requests":2393,"user_triggered_ai_fetches":15},{"date":"2026-10-16","data_status":"recorded","provisional":false,"recorded_bot_requests":4142,"identified_ai_related_requests":1815,"ai_crawler_requests":1807,"user_triggered_ai_fetches":8},{"date":"2026-10-17","data_status":"recorded","provisional":false,"recorded_bot_requests":2667,"identified_ai_related_requests":1212,"ai_crawler_requests":1209,"user_triggered_ai_fetches":3},{"date":"2026-10-18","data_status":"recorded","provisional":false,"recorded_bot_requests":2683,"identified_ai_related_requests":872,"ai_crawler_requests":864,"user_triggered_ai_fetches":8},{"date":"2026-10-19","data_status":"recorded","provisional":false,"recorded_bot_requests":3625,"identified_ai_related_requests":1141,"ai_crawler_requests":1127,"user_triggered_ai_fetches":14},{"date":"2026-10-20","data_status":"recorded","provisional":false,"recorded_bot_requests":2504,"identified_ai_related_requests":508,"ai_crawler_requests":494,"user_triggered_ai_fetches":14},{"date":"2026-10-21","data_status":"recorded","provisional":false,"recorded_bot_requests":3689,"identified_ai_related_requests":2020,"ai_crawler_requests":2008,"user_triggered_ai_fetches":12},{"date":"2026-10-22","data_status":"recorded","provisional":false,"recorded_bot_requests":3778,"identified_ai_related_requests":1427,"ai_crawler_requests":1420,"user_triggered_ai_fetches":7},{"date":"2026-10-23","data_status":"recorded","provisional":false,"recorded_bot_requests":3326,"identified_ai_related_requests":1773,"ai_crawler_requests":1773,"user_triggered_ai_fetches":0},{"date":"2026-10-24","data_status":"recorded","provisional":false,"recorded_bot_requests":2497,"identified_ai_related_requests":1118,"ai_crawler_requests":1117,"user_triggered_ai_fetches":1},{"date":"2026-10-25","data_status":"recorded","provisional":false,"recorded_bot_requests":1268,"identified_ai_related_requests":712,"ai_crawler_requests":711,"user_triggered_ai_fetches":1},{"date":"2026-10-26","data_status":"recorded","provisional":false,"recorded_bot_requests":934,"identified_ai_related_requests":512,"ai_crawler_requests":512,"user_triggered_ai_fetches":0},{"date":"2026-10-27","data_status":"recorded","provisional":false,"recorded_bot_requests":972,"identified_ai_related_requests":501,"ai_crawler_requests":501,"user_triggered_ai_fetches":0},{"date":"2026-10-28","data_status":"recorded","provisional":false,"recorded_bot_requests":1281,"identified_ai_related_requests":1077,"ai_crawler_requests":1077,"user_triggered_ai_fetches":0},{"date":"2026-10-29","data_status":"recorded","provisional":true,"recorded_bot_requests":6695,"identified_ai_related_requests":6308,"ai_crawler_requests":6308,"user_triggered_ai_fetches":0}],"caveats":["計測対象はRefBaseのmiddleware matcher対象ページ（scope.measured_routesを参照）であり、RefBaseの全routeを網羅していません。","Bot requestは、AI回答での引用・Entityの出現・推薦を意味するものではありません。","identified_ai_related_requestsには、公式情報で用途を確認できていないinferred provider（ClaudeBot・Bytespider）が含まれます。","User-triggered AI fetch（ChatGPT-User・Perplexity-User）は、Botの自主的なクロール（ai_crawler）とは別の分類です。","2026年7月8日〜11日は計測設定上の問題によりデータを取得できませんでした（2026年7月12日に記録再開を確認）。この期間はscope.known_missing_intervalsに記録され、daily_current_monthではdata_status:\"missing\"・値null として返されます（0件とは区別されます）。","集計値（lifetime・当月・直近30日・provider別件数）は、計測可能だった期間に記録されたアクセス件数です。欠測期間（2026年7月8日〜11日）の件数は推計していません。実際のアクセス数は不明です。","scope.coverage_statusはpartially_assessedです。known_missing_intervalsに記録されていない期間についても、欠測がないことを保証するものではありません。","current_month・当日のdaily_current_month値は暫定値であり、月内・当日中に変動します。"]}