{"schema_version":"1.1.0","provider_taxonomy_version":"1.0.0","provider_taxonomy_updated_at":"2026-07-28T00:00:00.000Z","status":"current","generated_at":"2026-07-30T13:44:33.996Z","source_latest_at":"2026-07-30T13:43:37.920Z","timezone":"Asia/Tokyo","scope":{"source":"em_crawl_logs","property":"RefBase","label":"RefBaseの計測対象ページで記録されたBotアクセス","measured_routes":["/","/entity/:path*","/reference/:path*","/llms.txt","/sitemap.xml","/api/entity/:path*","/api/reference/:path*","/admin/:path*"],"started_at":"2026-06-23T08:14:57.534Z","coverage_status":"partially_assessed","known_missing_intervals":[{"start":"2026-07-08T00:00:00+09:00","end":"2026-07-12T02:45:45.237+09:00","reason":"計測設定上の問題によりデータを取得できなかったため。2026年7月12日に記録再開を確認。"}]},"metric_definitions":{"recorded_bot_requests":"RefBaseの計測対象ページで記録された、Botと識別されたアクセスの件数。","identified_ai_related_requests":"Provider Taxonomy v1でai_crawler（confirmed/inferred）またはuser_triggered_ai_fetchに分類されたリクエストの合計。","ai_crawler_requests":"AI関連クローラーとして分類されたリクエスト数（confirmed + inferred）。","user_triggered_ai_fetches":"AIサービスのユーザーが特定のURLを指示して取得させた記録（Botの自主的なクロールとは別分類）。","entities_accessed":"アクセスが1回以上記録されたEntityのユニーク数。","references_accessed":"アクセスが1回以上記録されたReferenceのユニーク数。"},"lifetime":{"recorded_bot_requests":71676,"identified_ai_related_requests":45401,"ai_crawler_requests":45307,"confirmed_ai_crawler_requests":34545,"inferred_ai_crawler_requests":10762,"user_triggered_ai_fetches":94,"conventional_search_requests":21295,"inspection_tooling_requests":2,"unknown_requests":4978,"entities_accessed":1251,"references_accessed":59},"current_month":{"period":"2026-07","period_start":"2026-06-30T15:00:00.000Z","period_end":"2026-07-31T15:00:00.000Z","provisional":true,"metrics":{"recorded_bot_requests":69966,"identified_ai_related_requests":45126,"ai_crawler_requests":45035,"confirmed_ai_crawler_requests":34276,"inferred_ai_crawler_requests":10759,"user_triggered_ai_fetches":91,"conventional_search_requests":20250,"inspection_tooling_requests":1,"unknown_requests":4589,"entities_accessed":1250,"references_accessed":59}},"last_30_days":{"from":"2026-06-30T13:44:31.739Z","to":"2026-07-30T13:44:33.996Z","metrics":{"recorded_bot_requests":69974,"identified_ai_related_requests":45127,"ai_crawler_requests":45036,"confirmed_ai_crawler_requests":34277,"inferred_ai_crawler_requests":10759,"user_triggered_ai_fetches":91,"conventional_search_requests":20257,"inspection_tooling_requests":1,"unknown_requests":4589,"entities_accessed":1250,"references_accessed":59}},"providers":[{"provider":"Bingbot","public_label":"Bingbot","category":"conventional_search","classification_confidence":"confirmed","included_in_identified_ai_related":false,"lifetime_count":16573,"current_month_count":15693,"last_30_days_count":15700,"lifetime_share":0.2312,"current_month_share":0.2243,"last_30_days_share":0.2244},{"provider":"Bytespider","public_label":"Bytespider","category":"ai_crawler","classification_confidence":"inferred","included_in_identified_ai_related":true,"lifetime_count":10758,"current_month_count":10758,"last_30_days_count":10758,"lifetime_share":0.1501,"current_month_share":0.1538,"last_30_days_share":0.1537},{"provider":"ChatGPT-User","public_label":"ChatGPT User-triggered Fetch","category":"user_triggered_ai_fetch","classification_confidence":"confirmed","included_in_identified_ai_related":true,"lifetime_count":93,"current_month_count":91,"last_30_days_count":91,"lifetime_share":0.0013,"current_month_share":0.0013,"last_30_days_share":0.0013},{"provider":"ClaudeBot","public_label":"ClaudeBot","category":"ai_crawler","classification_confidence":"inferred","included_in_identified_ai_related":true,"lifetime_count":4,"current_month_count":1,"last_30_days_count":1,"lifetime_share":0.0001,"current_month_share":0,"last_30_days_share":0},{"provider":"GPTBot","public_label":"GPTBot","category":"ai_crawler","classification_confidence":"confirmed","included_in_identified_ai_related":true,"lifetime_count":4393,"current_month_count":4145,"last_30_days_count":4145,"lifetime_share":0.0613,"current_month_share":0.0592,"last_30_days_share":0.0592},{"provider":"Google-InspectionTool","public_label":"Google Inspection Tool","category":"inspection_tooling","classification_confidence":"confirmed","included_in_identified_ai_related":false,"lifetime_count":2,"current_month_count":1,"last_30_days_count":1,"lifetime_share":0,"current_month_share":0,"last_30_days_share":0},{"provider":"GoogleOther","public_label":"GoogleOther","category":"unknown","classification_confidence":"unknown","included_in_identified_ai_related":false,"lifetime_count":4978,"current_month_count":4589,"last_30_days_count":4589,"lifetime_share":0.0695,"current_month_share":0.0656,"last_30_days_share":0.0656},{"provider":"Googlebot","public_label":"Googlebot","category":"conventional_search","classification_confidence":"confirmed","included_in_identified_ai_related":false,"lifetime_count":4722,"current_month_count":4557,"last_30_days_count":4557,"lifetime_share":0.0659,"current_month_share":0.0651,"last_30_days_share":0.0651},{"provider":"Perplexity-User","public_label":"Perplexity User-triggered Fetch","category":"user_triggered_ai_fetch","classification_confidence":"inferred","included_in_identified_ai_related":true,"lifetime_count":1,"current_month_count":0,"last_30_days_count":0,"lifetime_share":0,"current_month_share":0,"last_30_days_share":0},{"provider":"PerplexityBot","public_label":"PerplexityBot","category":"ai_crawler","classification_confidence":"confirmed","included_in_identified_ai_related":true,"lifetime_count":25275,"current_month_count":25254,"last_30_days_count":25255,"lifetime_share":0.3526,"current_month_share":0.3609,"last_30_days_share":0.3609},{"provider":"meta-externalagent","public_label":"Meta External Agent","category":"ai_crawler","classification_confidence":"confirmed","included_in_identified_ai_related":true,"lifetime_count":4877,"current_month_count":4877,"last_30_days_count":4877,"lifetime_share":0.068,"current_month_share":0.0697,"last_30_days_share":0.0697}],"daily_current_month":[{"date":"2026-07-01","data_status":"recorded","provisional":false,"recorded_bot_requests":284,"identified_ai_related_requests":153,"ai_crawler_requests":152,"user_triggered_ai_fetches":1},{"date":"2026-07-02","data_status":"recorded","provisional":false,"recorded_bot_requests":511,"identified_ai_related_requests":249,"ai_crawler_requests":249,"user_triggered_ai_fetches":0},{"date":"2026-07-03","data_status":"recorded","provisional":false,"recorded_bot_requests":1951,"identified_ai_related_requests":238,"ai_crawler_requests":238,"user_triggered_ai_fetches":0},{"date":"2026-07-04","data_status":"recorded","provisional":false,"recorded_bot_requests":4209,"identified_ai_related_requests":2230,"ai_crawler_requests":2230,"user_triggered_ai_fetches":0},{"date":"2026-07-05","data_status":"recorded","provisional":false,"recorded_bot_requests":3432,"identified_ai_related_requests":2671,"ai_crawler_requests":2671,"user_triggered_ai_fetches":0},{"date":"2026-07-06","data_status":"recorded","provisional":false,"recorded_bot_requests":2675,"identified_ai_related_requests":2330,"ai_crawler_requests":2329,"user_triggered_ai_fetches":1},{"date":"2026-07-07","data_status":"recorded","provisional":false,"recorded_bot_requests":1453,"identified_ai_related_requests":1133,"ai_crawler_requests":1133,"user_triggered_ai_fetches":0},{"date":"2026-07-08","data_status":"missing","provisional":false,"recorded_bot_requests":null,"identified_ai_related_requests":null,"ai_crawler_requests":null,"user_triggered_ai_fetches":null},{"date":"2026-07-09","data_status":"missing","provisional":false,"recorded_bot_requests":null,"identified_ai_related_requests":null,"ai_crawler_requests":null,"user_triggered_ai_fetches":null},{"date":"2026-07-10","data_status":"missing","provisional":false,"recorded_bot_requests":null,"identified_ai_related_requests":null,"ai_crawler_requests":null,"user_triggered_ai_fetches":null},{"date":"2026-07-11","data_status":"missing","provisional":false,"recorded_bot_requests":null,"identified_ai_related_requests":null,"ai_crawler_requests":null,"user_triggered_ai_fetches":null},{"date":"2026-07-12","data_status":"recorded","provisional":false,"recorded_bot_requests":2238,"identified_ai_related_requests":1803,"ai_crawler_requests":1799,"user_triggered_ai_fetches":4},{"date":"2026-07-13","data_status":"recorded","provisional":false,"recorded_bot_requests":2036,"identified_ai_related_requests":1516,"ai_crawler_requests":1509,"user_triggered_ai_fetches":7},{"date":"2026-07-14","data_status":"recorded","provisional":false,"recorded_bot_requests":3481,"identified_ai_related_requests":3008,"ai_crawler_requests":3001,"user_triggered_ai_fetches":7},{"date":"2026-07-15","data_status":"recorded","provisional":false,"recorded_bot_requests":1675,"identified_ai_related_requests":1045,"ai_crawler_requests":1040,"user_triggered_ai_fetches":5},{"date":"2026-07-16","data_status":"recorded","provisional":false,"recorded_bot_requests":1576,"identified_ai_related_requests":885,"ai_crawler_requests":882,"user_triggered_ai_fetches":3},{"date":"2026-07-17","data_status":"recorded","provisional":false,"recorded_bot_requests":1936,"identified_ai_related_requests":1473,"ai_crawler_requests":1472,"user_triggered_ai_fetches":1},{"date":"2026-07-18","data_status":"recorded","provisional":false,"recorded_bot_requests":1342,"identified_ai_related_requests":936,"ai_crawler_requests":933,"user_triggered_ai_fetches":3},{"date":"2026-07-19","data_status":"recorded","provisional":false,"recorded_bot_requests":1344,"identified_ai_related_requests":1003,"ai_crawler_requests":1001,"user_triggered_ai_fetches":2},{"date":"2026-07-20","data_status":"recorded","provisional":false,"recorded_bot_requests":1277,"identified_ai_related_requests":793,"ai_crawler_requests":789,"user_triggered_ai_fetches":4},{"date":"2026-07-21","data_status":"recorded","provisional":false,"recorded_bot_requests":2542,"identified_ai_related_requests":974,"ai_crawler_requests":963,"user_triggered_ai_fetches":11},{"date":"2026-07-22","data_status":"recorded","provisional":false,"recorded_bot_requests":1508,"identified_ai_related_requests":874,"ai_crawler_requests":864,"user_triggered_ai_fetches":10},{"date":"2026-07-23","data_status":"recorded","provisional":false,"recorded_bot_requests":4361,"identified_ai_related_requests":3299,"ai_crawler_requests":3292,"user_triggered_ai_fetches":7},{"date":"2026-07-24","data_status":"recorded","provisional":false,"recorded_bot_requests":4310,"identified_ai_related_requests":3749,"ai_crawler_requests":3744,"user_triggered_ai_fetches":5},{"date":"2026-07-25","data_status":"recorded","provisional":false,"recorded_bot_requests":5168,"identified_ai_related_requests":3642,"ai_crawler_requests":3641,"user_triggered_ai_fetches":1},{"date":"2026-07-26","data_status":"recorded","provisional":false,"recorded_bot_requests":7020,"identified_ai_related_requests":3157,"ai_crawler_requests":3154,"user_triggered_ai_fetches":3},{"date":"2026-07-27","data_status":"recorded","provisional":false,"recorded_bot_requests":5355,"identified_ai_related_requests":3897,"ai_crawler_requests":3891,"user_triggered_ai_fetches":6},{"date":"2026-07-28","data_status":"recorded","provisional":false,"recorded_bot_requests":3382,"identified_ai_related_requests":1780,"ai_crawler_requests":1773,"user_triggered_ai_fetches":7},{"date":"2026-07-29","data_status":"recorded","provisional":false,"recorded_bot_requests":2402,"identified_ai_related_requests":722,"ai_crawler_requests":721,"user_triggered_ai_fetches":1},{"date":"2026-07-30","data_status":"recorded","provisional":true,"recorded_bot_requests":2498,"identified_ai_related_requests":1566,"ai_crawler_requests":1564,"user_triggered_ai_fetches":2}],"caveats":["計測対象はRefBaseのmiddleware matcher対象ページ（scope.measured_routesを参照）であり、RefBaseの全routeを網羅していません。","Bot requestは、AI回答での引用・Entityの出現・推薦を意味するものではありません。","identified_ai_related_requestsには、公式情報で用途を確認できていないinferred provider（ClaudeBot・Bytespider）が含まれます。","User-triggered AI fetch（ChatGPT-User・Perplexity-User）は、Botの自主的なクロール（ai_crawler）とは別の分類です。","2026年7月8日〜11日は計測設定上の問題によりデータを取得できませんでした（2026年7月12日に記録再開を確認）。この期間はscope.known_missing_intervalsに記録され、daily_current_monthではdata_status:\"missing\"・値null として返されます（0件とは区別されます）。","集計値（lifetime・当月・直近30日・provider別件数）は、計測可能だった期間に記録されたアクセス件数です。欠測期間（2026年7月8日〜11日）の件数は推計していません。実際のアクセス数は不明です。","scope.coverage_statusはpartially_assessedです。known_missing_intervalsに記録されていない期間についても、欠測がないことを保証するものではありません。","current_month・当日のdaily_current_month値は暫定値であり、月内・当日中に変動します。"]}