# small robots.txt
# more information about this file can be found at
# http://www.robotstxt.org/wc/robots.html
# lines beginning with the pund ("#") sign are comments and can be deleted.
# if case your drupal site is in a directory
# lower than your docroot (e.g. /drupal)
# please add this before the /-es below
# to stop a polite robot indexing an exampledir
# add a line like (delte the #'s)
# user-agent: polite-bot
# Disallow: /exampledir/
# a list of know bots can be found at
# http://www.robotstxt.org/wc/active/html/index.html
# see http://www.sxw.org.uk/computing/robots/check.html
# for syntax checking
User-agent: *
Crawl-delay: 5

User-agent: *
Disallow: /story/83622/
Disallow: /story/84288/
Disallow: /story/83614/
Disallow: /story/83620/
Disallow: /story/85741/
Disallow: /story/84282/
Disallow: /story/83621/
Disallow: /story/84290/
Disallow: /story/79529/
Disallow: /story/79597/	
Disallow: /story/84289/
Disallow: /story/84290/

Disallow: /story/83872/
Disallow: /story/79597/
Disallow: /story/83623/
Disallow: /story/83621/
Disallow: /story/83623/	
Disallow: /story/79586/
Disallow: /story/84281/	
Disallow: /story/83624/
Disallow: /story/83623/
Disallow: /story/30353/
Disallow: /story/83872/
Disallow: /story/83623/
Disallow: /story/83621/
Disallow: /story/83624
Disallow: /story/84286
Disallow: /story/13529
Disallow: /story/83621
Disallow: /story/84282
Disallow: /story/83622
Disallow: /story/13529/
Disallow: /story/83928
Disallow: /story/79499
Disallow: /story/84287/
Disallow: /story/84286/
Disallow: /story/83621/חופש_הביטוי%3F_אמת_בפרסום%3F_ביוקו
Disallow: /story/84282/
Disallow: /story/79499/
Disallow: /story/79495/
Disallow: /story/83620/
Disallow: /story/83622/
Disallow: /trackback/84286/
Disallow: /story/83622/
Disallow: /trackback/84282/
Disallow: /story/90313/
Disallow: /story/83928/
Disallow: /story/79586/
Disallow: /story/79586
Disallow: /story/11931/
Disallow: /story/84289/
Disallow: /story/11931
Disallow: /story/84289
Disallow: /story/79529
Disallow: /story/79529/
Disallow: /story/79417/חברת_דם_טבורי_בקשיים_כלכליים
Disallow: /story/79417/
Disallow: /story/79597
Disallow: /.../שמואל_
Disallow: /story/79597/
Disallow: /shakeit/?page=116
Disallow: /story/84290/
Disallow: /user/3295/shaken/2
Disallow: /story/83615
Disallow: /story/84138/
Disallow: /story/83616
Disallow: /story/83623
Disallow: /story/79496
Disallow: /story/83615/
Disallow: /story/90312
Disallow: /story/84138
Disallow: /story/79417
Disallow: /story/83623/
Disallow: /story/84290/שמואל_שחם_מערער_על_הרשעה_בפליל
Disallow: /story/84290
Disallow: /story/54932/
Disallow: /story/83615/
Disallow: /story/83616/
Disallow: /story/83627
Disallow: /story/83619/
Disallow: /story/83627/
Disallow: /story/13530
Disallow: /story/13527
Disallow: /story/84285
Disallow: /story/79494/
Disallow: /story/83619
Disallow: /story/83927/
Disallow: /story/13527/
Disallow: /story/13530/
Disallow: /story/84283
Disallow: /story/84281
Disallow: /story/79501/
Disallow: /story/84283/
Disallow: /story/79501
Disallow: /story/83927
Disallow: /story/84281/
Disallow: /story/90312/
Disallow: /story/83929/
Disallow: /story/83929
Disallow: /story/84285/
Disallow: /story/84287
Disallow: /story/90313
Disallow: /story/79495
Disallow: /story/83620
Disallow: /story/110699