Buat kalian yang pengen tau fungsi Robot Crawler, silahkan lihat artikel Daftar Lengkap Kode Pemanggil Robot Crawler Part 1
<meta content='follow, all' name='iCCrawler'/>
<meta content='follow, all' name='ichiro'/>
<meta content='follow, all' name='igdeSpyder'/>
<meta content='follow, all' name='IRLbot'/>
<meta content='follow, all' name='LexxeBot'/>
<meta content='follow, all' name='Linguee Bot'/>
<meta content='follow, all' name='LinkWalker'/>
<meta content='follow, all' name='lmspider'/>
<meta content='follow, all' name='lwp-trivial'/>
<meta content='follow, all' name='mabontland'/>
<meta content='follow, all' name='magpie-crawler'/>
<meta content='follow, all' name='Mediapartners-Google'/>
<meta content='follow, all' name='MJ12bot'/>
<meta content='follow, all' name='Mnogosearch'/>
<meta content='follow, all' name='mogimogi'/>
<meta content='follow, all' name='MojeekBot'/>
<meta content='follow, all' name='Moreoverbot'/>
<meta content='follow, all' name='Morning Paper'/>
<meta content='follow, all' name='msnbot'/>
<meta content='follow, all' name='MSRBot'/>
<meta content='follow, all' name='MVAClient'/>
<meta content='follow, all' name='mxbot'/>
<meta content='follow, all' name='NetResearchServer'/>
<meta content='follow, all' name='NetSeer Crawler'/>
<meta content='follow, all' name='NewsGator'/>
<meta content='follow, all' name='NG-Search'/>
<meta content='follow, all' name='nicebot'/>
<meta content='follow, all' name='noxtrumbot'/>
<meta content='follow, all' name='Nusearch Spider'/>
<meta content='follow, all' name='NutchCVS'/>
<meta content='follow, all' name='Nymesis'/>
<meta content='follow, all' name='obot'/>
<meta content='follow, all' name='oegp'/>
<meta content='follow, all' name='omgilibot'/>
<meta content='follow, all' name='OmniExplorer_Bot'/>
<meta content='follow, all' name='OOZBOT'/>
<meta content='follow, all' name='Orbiter'/>
<meta content='follow, all' name='PageBitesHyperBot'/>
<meta content='follow, all' name='Peew'/>
<meta content='follow, all' name='polybot'/>
<meta content='follow, all' name='Pompos'/>
<meta content='follow, all' name='PostPostt'/>
<meta content='follow, all' name='Psbot'/>
<meta content='follow, all' name='PycURL'/>
<meta content='follow, all' name='Qseero'/>
<meta content='follow, all' name='Radian6'/>
<meta content='follow, all' name='RAMPyBot'/>
<meta content='follow, all' name='RufusBot'/>
<meta content='follow, all' name='SandCrawler'/>
<meta content='follow, all' name='SBIder'/>
<meta content='follow, all' name='ScoutJet'/>
<meta content='follow, all' name='Scrubby'/>
<meta content='follow, all' name='SearchSight'/>
<meta content='follow, all' name='Seekbot'/>
<meta content='follow, all' name='semanticdiscovery'/>
<meta content='follow, all' name='Sensis Web Crawler'/>
<meta content='follow, all' name='SEOChat::Bot'/>
<meta content='follow, all' name='SeznamBot'/>
<meta content='follow, all' name='ShopWiki'/>
<meta content='follow, all' name='Shoula robot'/>
<meta content='follow, all' name='silk'/>
<meta content='follow, all' name='Sitebot'/>
<meta content='follow, all' name='Snappy'/>
<meta content='follow, all' name='sogou spider'/>
<meta content='follow, all' name='Sosospider'/>
<meta content='follow, all' name='Speedy Spider'/>
<meta content='follow, all' name='suggybot'/>
<meta content='follow, all' name='SynooBot'/>
<meta content='follow, all' name='Teoma'/>
<meta content='follow, all' name='TerrawizBott'/>
<meta content='follow, all' name='TheSuBot'/>
<meta content='follow, all' name='Thumbnail.CZ robot'/>
<meta content='follow, all' name='TinEye'/>
<meta content='follow, all' name='truwoGPS'/>
<meta content='follow, all' name='TurnitinBot'/>
<meta content='follow, all' name='TweetedTimes Bot'/>
<meta content='follow, all' name='updated'/>
<meta content='follow, all' name='Urlfilebot'/>
<meta content='follow, all' name='Vagabondo'/>
<meta content='follow, all' name='VoilaBot'/>
<meta content='follow, all' name='Vortex'/>
<meta content='follow, all' name='voyager'/>
<meta content='follow, all' name='webcollage'/>
<meta content='follow, all' name='Websquash.com'/>
<meta content='follow, all' name='wf84'/>
<meta content='follow, all' name='WoFindeIch Robot'/>
<meta content='follow, all' name='WomlpeFactory'/>
<meta content='follow, all' name='Xaldon_WebSpider'/>
<meta content='follow, all' name='yacy'/>
<meta content='follow, all' name='Yahoo! Slurp'/>
<meta content='follow, all' name='Yahoo! Slurp China'/>
<meta content='follow, all' name='YahooSeeker'/>
<meta content='follow, all' name='YahooSeeker-Testing'/>
<meta content='follow, all' name='YandexBot'/>
<meta content='follow, all' name='YandexImages'/>
<meta content='follow, all' name='Yasaklibot'/>
<meta content='follow, all' name='Yeti'/>
<meta content='follow, all' name='YodaoBot'/>
<meta content='follow, all' name='Zao'/>
<meta content='follow, all' name='Zealbot'/>
<meta content='follow, all' name='zspider'/>
0 komentar:
Posting Komentar