[
[
'id' => 'baidu',
'name' => '百度',
'spider_host' => '*.crawl.baidu.com',
'spider_name' => 'Baiduspider'
],
[
'id' => '360',
'name' => '360',
'spider_host' => '',
'spider_name' => '360Spider'
],
[
'id' => 'shenma',
'name' => '神马',
'spider_host' => '*.crawl.sm.cn',
'spider_name' => 'YisouSpider'
],
[
'id' => 'sougou',
'name' => '搜狗',
'spider_host' => '*.crawl.sogou.com',
'spider_name' => 'Sogou Web Spider'
],
[
'id' => 'toutiao',
'name' => '头条',
'spider_host' => '*.crawl.bytedance.com',
'spider_name' => 'Bytespider'
],
[
'id' => 'google',
'name' => '谷歌',
'spider_host' => '*.googlebot.com',
'spider_name' => 'Googlebot'
],
[
'id' => 'bing',
'name' => '必应',
'spider_host' => '*.search.msn.com',
'spider_name' => 'BingBot'
],
[
'id' => 'yandex',
'name' => 'Yandex',
'spider_host' => '*.spider.yandex.com',
'spider_name' => 'YandexBot'
] |