网站网页点击数很多,实际没有多少人看,这就是因为程序把搜索引擎的蜘蛛访问也记录了,我一个站就是这个问题,后来写了个程序识别开了,现公开如下:
<%
Bot0="no"
thesoft0=Request.ServerVariables("HTTP_USER_AGENT")
thesoft02=lcase(thesoft0)
if instr(thesoft02, "baidu") > 0 then bot0 = "Baiduspider"
if instr(thesoft02, "google") > 0 then bot0 = "Googlebot"
if instr(thesoft02, "yahoo") > 0 then bot0 = "Yahoo"
if instr(thesoft02, "msn") > 0 then bot0 = "msnbot"
if instr(thesoft02, "msrabot/2.0/1.0") > 0 then bot0 = "msrabot"
if instr(thesoft02, "soso") > 0 then bot0 = "Sosor"
if instr(thesoft02, "youdao") > 0 then bot0 = "Youdao"
if instr(thesoft02, "sogou") > 0 then bot0 = "Sogou"
if instr(thesoft02, "ia_archiver") > 0 then bot0 = "Ia_archiver"
if instr(thesoft02, "iaarchiver") > 0 then bot0 = "Iaarchiver"
if instr(thesoft02, "twiceler-0.9") > 0 then bot0 = "Twiceler-0.9"
if instr(thesoft02, "qihoo") > 0 then bot0 = "Qihoo"
if instr(thesoft02, "ask jeeves/teoma") > 0 then bot0 = "Ask Jeeves/Teoma"
if instr(thesoft02, "50.nu/0.01") > 0 then bot0 = "50.nu/0.01"
if instr(thesoft02, "aspseek") > 0 then bot0 = "ASPSeek"
if instr(thesoft02, "betabot") > 0 then bot0 = "betaBot"
if instr(thesoft02, "blogpulselive") > 0 then bot0 = "BlogPulseLive"
if instr(thesoft02, "blogpulse (isspider-3.0)") > 0 then bot0 = "BlogPulse (ISSpider-3.0)"
if instr(thesoft02, "blogvibebot-v1.1") > 0 then bot0 = "BlogVibeBot-v1.1"
if instr(thesoft02, "blogsearch/2") > 0 then bot0 = "BlogSearch/2"
if instr(thesoft02, "builtwith/0.3") > 0 then bot0 = "BuiltWith/0.3"
if instr(thesoft02, "buzzbot/1.0") > 0 then bot0 = "BuzzBot/1.0"
if instr(thesoft02, "daumoa/2.0") > 0 then bot0 = "Daumoa/2.0"
if instr(thesoft02, "domaintools") > 0 then bot0 = "DomainTools"
if instr(thesoft02, "dotbot/1.1") > 0 then bot0 = "DotBot/1.1"
if instr(thesoft02, "eapollobot") > 0 then bot0 = "eApolloBot"
if instr(thesoft02, "exabot") > 0 then bot0 = "Exabot"
if instr(thesoft02, "fast-webcrawler") > 0 then bot0 = "Alltheweb"
if instr(thesoft02, "feedburner/1.0") > 0 then bot0 = "FeedBurner/1.0"
if instr(thesoft02, "followsite bot") > 0 then bot0 = "FollowSite Bot"
if instr(thesoft02, "gaisbot/3.0") > 0 then bot0 = "Gaisbot/3.0"
if instr(thesoft02, "gigabot") > 0 then bot0 = "Gigabot"
if instr(thesoft02, "gingercrawler/1.0") > 0 then bot0 = "GingerCrawler/1.0"
if instr(thesoft02, "hitcrawler_0.1") > 0 then bot0 = "hitcrawler_0.1"
if instr(thesoft02, "iaskspider/1.0") > 0 then bot0 = "iaskspider/1.0"
if instr(thesoft02, "iaskspider/2.0") > 0 then bot0 = "iaskspider/2.0"
if instr(thesoft02, "iearthworm") > 0 then bot0 = "iearthworm"
if instr(thesoft02, "jyxobot/1") > 0 then bot0 = "Jyxobot/1"
if instr(thesoft02, "larbin") > 0 then bot0 = "Larbin"
if instr(thesoft02, "lanshanbot") > 0 then bot0 = "lanshanbot"
if instr(thesoft02, "lycos_spider_(t-rex)") > 0 then bot0 = "Lycos"
if instr(thesoft02, "markmonitor robots") > 0 then bot0 = "MarkMonitor Robots"
if instr(thesoft02, "mj12bot/v1.2.1") > 0 then bot0 = "MJ12bot/v1.2.1"
if instr(thesoft02, "mj12bot/v1.2.2") > 0 then bot0 = "MJ12bot/v1.2.2"
if instr(thesoft02, "mj12bot/v1.2.3") > 0 then bot0 = "MJ12bot/v1.2.3"
if instr(thesoft02, "mj12bot/v1.2.4") > 0 then bot0 = "MJ12bot/v1.2.4"
if instr(thesoft02, "mj12bot/v1.2.5") > 0 then bot0 = "MJ12bot/v1.2.5"
if instr(thesoft02, "naverbot/1.0") > 0 then bot0 = "NaverBot/1.0"
if instr(thesoft02, "netcraftsurveythesoft02/1.0") > 0 then bot0 = "NetcraftSurveythesoft02/1.0"
if instr(thesoft02, "netcraft web server survey") > 0 then bot0 = "Netcraft Web Server Survey"
if instr(thesoft02, "page2rss/0.5") > 0 then bot0 = "Page2RSS/0.5"
if instr(thesoft02, "panscient.com") > 0 then bot0 = "panscient.com"'恶意爬虫
if instr(thesoft02, "pku student spider") > 0 then bot0 = "PKU Student Spider"
if instr(thesoft02, "psbot/0.1") > 0 then bot0 = "psbot/0.1"
if instr(thesoft02, "scooter") > 0 then bot0 = "Altavista"
if instr(thesoft02, "servage robot") > 0 then bot0 = "Servage Robot"
if instr(thesoft02, "snapbot") > 0 then bot0 = "Snapbot"
if instr(thesoft02, "spinn3r") > 0 then bot0 = "Spinn3r"
if instr(thesoft02, "sqworm") > 0 then bot0 = "AOL"
if instr(thesoft02, "stealer") > 0 then bot0 = "Stealer"
if instr(thesoft02, "tagoobot/3.0") > 0 then bot0 = "Tagoobot/3.0"
if instr(thesoft02, "twingly recon") > 0 then bot0 = "Twingly Recon"
if instr(thesoft02, "urlfan-bot/1.0") > 0 then bot0 = "urlfan-bot/1.0"
if instr(thesoft02, "webalta") > 0 then bot0 = "WebAlta"
if instr(thesoft02, "yandex/1.01.001") > 0 then bot0 = "Yandex/1.01.001"
if instr(thesoft02, "yeti/1.0") > 0 then bot0 = "Yeti/1.0"
if Bot0="no" then
'加上处理语句,当不是蜘蛛访问时候的处理语句
end if
%>
注:本文发自云南电子商务研究站(http://www.xiongmaotou.com),转载请附带本说明,谢谢