{"schema_version":"1.1.0","provider_taxonomy_version":"1.0.0","provider_taxonomy_updated_at":"2026-07-28T00:00:00.000Z","status":"current","generated_at":"2026-09-13T19:56:55.449Z","source_latest_at":"2026-09-13T19:56:42.080Z","timezone":"Asia/Tokyo","scope":{"source":"em_crawl_logs","property":"RefBase","label":"RefBaseの計測対象ページで記録されたBotアクセス","measured_routes":["/","/entity/:path*","/reference/:path*","/llms.txt","/sitemap.xml","/api/entity/:path*","/api/reference/:path*","/admin/:path*"],"started_at":"2026-06-23T08:14:57.534Z","coverage_status":"partially_assessed","known_missing_intervals":[{"start":"2026-07-08T00:00:00+09:00","end":"2026-07-12T02:45:45.237+09:00","reason":"計測設定上の問題によりデータを取得できなかったため。2026年7月12日に記録再開を確認。"}]},"metric_definitions":{"recorded_bot_requests":"RefBaseの計測対象ページで記録された、Botと識別されたアクセスの件数。","identified_ai_related_requests":"Provider Taxonomy v1でai_crawler（confirmed/inferred）またはuser_triggered_ai_fetchに分類されたリクエストの合計。","ai_crawler_requests":"AI関連クローラーとして分類されたリクエスト数（confirmed + inferred）。","user_triggered_ai_fetches":"AIサービスのユーザーが特定のURLを指示して取得させた記録（Botの自主的なクロールとは別分類）。","entities_accessed":"アクセスが1回以上記録されたEntityのユニーク数。","references_accessed":"アクセスが1回以上記録されたReferenceのユニーク数。"},"lifetime":{"recorded_bot_requests":156512,"identified_ai_related_requests":102950,"ai_crawler_requests":102716,"confirmed_ai_crawler_requests":69783,"inferred_ai_crawler_requests":32933,"user_triggered_ai_fetches":234,"conventional_search_requests":43578,"inspection_tooling_requests":6,"unknown_requests":9978,"entities_accessed":2242,"references_accessed":70},"current_month":{"period":"2026-09","period_start":"2026-08-31T15:00:00.000Z","period_end":"2026-09-30T15:00:00.000Z","provisional":true,"metrics":{"recorded_bot_requests":22624,"identified_ai_related_requests":16077,"ai_crawler_requests":16026,"confirmed_ai_crawler_requests":8199,"inferred_ai_crawler_requests":7827,"user_triggered_ai_fetches":51,"conventional_search_requests":6541,"inspection_tooling_requests":2,"unknown_requests":4,"entities_accessed":2064,"references_accessed":59}},"last_30_days":{"from":"2026-08-14T19:56:51.979Z","to":"2026-09-13T19:56:55.449Z","metrics":{"recorded_bot_requests":39025,"identified_ai_related_requests":29127,"ai_crawler_requests":29020,"confirmed_ai_crawler_requests":16750,"inferred_ai_crawler_requests":12270,"user_triggered_ai_fetches":107,"conventional_search_requests":9650,"inspection_tooling_requests":2,"unknown_requests":246,"entities_accessed":2219,"references_accessed":68}},"providers":[{"provider":"Bingbot","public_label":"Bingbot","category":"conventional_search","classification_confidence":"confirmed","included_in_identified_ai_related":false,"lifetime_count":35087,"current_month_count":5974,"last_30_days_count":8863,"lifetime_share":0.2242,"current_month_share":0.2641,"last_30_days_share":0.2271},{"provider":"Bytespider","public_label":"Bytespider","category":"ai_crawler","classification_confidence":"inferred","included_in_identified_ai_related":true,"lifetime_count":23722,"current_month_count":7695,"last_30_days_count":11954,"lifetime_share":0.1516,"current_month_share":0.3401,"last_30_days_share":0.3063},{"provider":"ChatGPT-User","public_label":"ChatGPT User-triggered Fetch","category":"user_triggered_ai_fetch","classification_confidence":"confirmed","included_in_identified_ai_related":true,"lifetime_count":233,"current_month_count":51,"last_30_days_count":107,"lifetime_share":0.0015,"current_month_share":0.0023,"last_30_days_share":0.0027},{"provider":"ClaudeBot","public_label":"ClaudeBot","category":"ai_crawler","classification_confidence":"inferred","included_in_identified_ai_related":true,"lifetime_count":9211,"current_month_count":132,"last_30_days_count":316,"lifetime_share":0.0589,"current_month_share":0.0058,"last_30_days_share":0.0081},{"provider":"GPTBot","public_label":"GPTBot","category":"ai_crawler","classification_confidence":"confirmed","included_in_identified_ai_related":true,"lifetime_count":16013,"current_month_count":3784,"last_30_days_count":7244,"lifetime_share":0.1023,"current_month_share":0.1673,"last_30_days_share":0.1856},{"provider":"Google-InspectionTool","public_label":"Google Inspection Tool","category":"inspection_tooling","classification_confidence":"confirmed","included_in_identified_ai_related":false,"lifetime_count":6,"current_month_count":2,"last_30_days_count":2,"lifetime_share":0,"current_month_share":0.0001,"last_30_days_share":0.0001},{"provider":"GoogleOther","public_label":"GoogleOther","category":"unknown","classification_confidence":"unknown","included_in_identified_ai_related":false,"lifetime_count":9978,"current_month_count":4,"last_30_days_count":246,"lifetime_share":0.0638,"current_month_share":0.0002,"last_30_days_share":0.0063},{"provider":"Googlebot","public_label":"Googlebot","category":"conventional_search","classification_confidence":"confirmed","included_in_identified_ai_related":false,"lifetime_count":8491,"current_month_count":567,"last_30_days_count":787,"lifetime_share":0.0543,"current_month_share":0.0251,"last_30_days_share":0.0202},{"provider":"Perplexity-User","public_label":"Perplexity User-triggered Fetch","category":"user_triggered_ai_fetch","classification_confidence":"inferred","included_in_identified_ai_related":true,"lifetime_count":1,"current_month_count":0,"last_30_days_count":0,"lifetime_share":0,"current_month_share":0,"last_30_days_share":0},{"provider":"PerplexityBot","public_label":"PerplexityBot","category":"ai_crawler","classification_confidence":"confirmed","included_in_identified_ai_related":true,"lifetime_count":44424,"current_month_count":4409,"last_30_days_count":8023,"lifetime_share":0.2838,"current_month_share":0.1949,"last_30_days_share":0.2056},{"provider":"meta-externalagent","public_label":"Meta External Agent","category":"ai_crawler","classification_confidence":"confirmed","included_in_identified_ai_related":true,"lifetime_count":9346,"current_month_count":6,"last_30_days_count":1483,"lifetime_share":0.0597,"current_month_share":0.0003,"last_30_days_share":0.038}],"daily_current_month":[{"date":"2026-09-01","data_status":"recorded","provisional":false,"recorded_bot_requests":1879,"identified_ai_related_requests":1759,"ai_crawler_requests":1758,"user_triggered_ai_fetches":1},{"date":"2026-09-02","data_status":"recorded","provisional":false,"recorded_bot_requests":2167,"identified_ai_related_requests":1952,"ai_crawler_requests":1952,"user_triggered_ai_fetches":0},{"date":"2026-09-03","data_status":"recorded","provisional":false,"recorded_bot_requests":1793,"identified_ai_related_requests":1637,"ai_crawler_requests":1635,"user_triggered_ai_fetches":2},{"date":"2026-09-04","data_status":"recorded","provisional":false,"recorded_bot_requests":2275,"identified_ai_related_requests":1348,"ai_crawler_requests":1345,"user_triggered_ai_fetches":3},{"date":"2026-09-05","data_status":"recorded","provisional":false,"recorded_bot_requests":5027,"identified_ai_related_requests":4650,"ai_crawler_requests":4648,"user_triggered_ai_fetches":2},{"date":"2026-09-06","data_status":"recorded","provisional":false,"recorded_bot_requests":1422,"identified_ai_related_requests":1136,"ai_crawler_requests":1132,"user_triggered_ai_fetches":4},{"date":"2026-09-07","data_status":"recorded","provisional":false,"recorded_bot_requests":1290,"identified_ai_related_requests":84,"ai_crawler_requests":79,"user_triggered_ai_fetches":5},{"date":"2026-09-08","data_status":"recorded","provisional":false,"recorded_bot_requests":605,"identified_ai_related_requests":158,"ai_crawler_requests":152,"user_triggered_ai_fetches":6},{"date":"2026-09-09","data_status":"recorded","provisional":false,"recorded_bot_requests":1308,"identified_ai_related_requests":1044,"ai_crawler_requests":1039,"user_triggered_ai_fetches":5},{"date":"2026-09-10","data_status":"recorded","provisional":false,"recorded_bot_requests":1497,"identified_ai_related_requests":802,"ai_crawler_requests":793,"user_triggered_ai_fetches":9},{"date":"2026-09-11","data_status":"recorded","provisional":false,"recorded_bot_requests":1053,"identified_ai_related_requests":349,"ai_crawler_requests":344,"user_triggered_ai_fetches":5},{"date":"2026-09-12","data_status":"recorded","provisional":false,"recorded_bot_requests":917,"identified_ai_related_requests":482,"ai_crawler_requests":480,"user_triggered_ai_fetches":2},{"date":"2026-09-13","data_status":"recorded","provisional":false,"recorded_bot_requests":1245,"identified_ai_related_requests":659,"ai_crawler_requests":653,"user_triggered_ai_fetches":6},{"date":"2026-09-14","data_status":"recorded","provisional":true,"recorded_bot_requests":146,"identified_ai_related_requests":17,"ai_crawler_requests":16,"user_triggered_ai_fetches":1}],"caveats":["計測対象はRefBaseのmiddleware matcher対象ページ（scope.measured_routesを参照）であり、RefBaseの全routeを網羅していません。","Bot requestは、AI回答での引用・Entityの出現・推薦を意味するものではありません。","identified_ai_related_requestsには、公式情報で用途を確認できていないinferred provider（ClaudeBot・Bytespider）が含まれます。","User-triggered AI fetch（ChatGPT-User・Perplexity-User）は、Botの自主的なクロール（ai_crawler）とは別の分類です。","2026年7月8日〜11日は計測設定上の問題によりデータを取得できませんでした（2026年7月12日に記録再開を確認）。この期間はscope.known_missing_intervalsに記録され、daily_current_monthではdata_status:\"missing\"・値null として返されます（0件とは区別されます）。","集計値（lifetime・当月・直近30日・provider別件数）は、計測可能だった期間に記録されたアクセス件数です。欠測期間（2026年7月8日〜11日）の件数は推計していません。実際のアクセス数は不明です。","scope.coverage_statusはpartially_assessedです。known_missing_intervalsに記録されていない期間についても、欠測がないことを保証するものではありません。","current_month・当日のdaily_current_month値は暫定値であり、月内・当日中に変動します。"]}