// ============================================================ // robots.txt カスタマイズ Ver.16 // WordPress仮想robots.txtを上書きしてボットを制御する // ============================================================ add_filter( 'robots_txt', 'hokuryu_custom_robots_txt', 99, 2 ); function hokuryu_custom_robots_txt( $output, $public ) { $output = "User-agent: *\n"; $output .= "Disallow: /wp-admin/\n"; $output .= "Allow: /wp-admin/admin-ajax.php\n"; $output .= "\n"; $output .= "Sitemap: https://portal.hokuryu.info/sitemap.xml\n"; $output .= "Sitemap: https://portal.hokuryu.info/sitemap.html\n"; $output .= "\n"; $output .= "User-agent: AhrefsBot\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: SemrushBot\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: MJ12bot\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: DotBot\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: Baiduspider\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: Bytespider\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: YisouSpider\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: Sogou web spider\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: ClaudeBot\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: Claude-Web\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: GPTBot\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: OAI-SearchBot\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: ChatGPT-User\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: AwarioBot\n"; $output .= "Disallow: /\n"; $output .= "\n"; $output .= "User-agent: ris-bot\n"; $output .= "Disallow: /\n"; return $output; }