~
Advanced Hosters -

user00
Banned
: 24.07.2006
: 717
# : 24, 2007 1:58 am
Yahoo http://help.yahoo.com/help/us/ysearch/slurp ?

parovoz
: 23.10.2005
: 282
# : 24, 2007 3:33 am
, ?
""

user00
Banned
: 24.07.2006
: 717
# : 24, 2007 4:10 am
parovoz ():
, ?


:
74.6.67.201 - - [17/Feb/2007:07:16:35 -0600] "GET /blog HTTP/1.0" 301 234 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
74.6.86.230 - - [17/Feb/2007:07:16:51 -0600] "GET /robots.txt HTTP/1.0" 200 243 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
74.6.86.74 - - [17/Feb/2007:07:28:18 -0600] "GET /robots.txt HTTP/1.0" 200 243 "-" "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
66.249.65.5 - - [17/Feb/2007:07:31:40 -0600] "GET /%E5%8D%9A HTTP/1.1" 404 3652 "-" "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
213.180.214.174 - - [17/Feb/2007:07:37:20 -0600] "GET /rublog/?feed=rss2 HTTP/1.1" 304 - "-" "YandexBlog/0.99.101 (compatible; DOS3.30; Mozilla/5.0; B; robot) 0 readers"

Gemini
: 03.02.2007
: 21
# : 24, 2007 2:25 pm
.
, "HTTP_USER_AGENT" . , , :smk:
- 74.6.*, Inktomi Corporation

user00
Banned
: 24.07.2006
: 717
# : 24, 2007 3:43 pm
, 74.6.*, , http://help.yahoo.com/help/us/ysearch/slurp ?

, user_agent "", ?
    ~