# Replaced with smaller version 07162003 # No idea what happened to older one. # Dont index, openbot User-agent: Openbot Disallow: / # ditto, nameprotect User-agent: NPBot Disallow: / # ditto, Webclipping User-agent: Webclipping Disallow: / # No soup for you, turnitinbot! User-agent: TurnitinBot Disallow: / # Stupid spiders # They were popping erroneous 'mail me' emails by crawling the links in here User-agent: * Disallow: /alumni # Stop spiders from indexing Eliza Tebo and Caitlin Hall stories.. Disallow: /papers/97/139/04_2.html Disallow: /papers/97/134/04_2.html Disallow: /papers/97/129/04_3.html Disallow: /papers/97/144/04_2.html Disallow: /papers/97/79/04_2.html Disallow: /papers/97/99/04_2.html Disallow: /papers/97/94/04_2.html Disallow: /papers/97/84/04_2.html Disallow: /papers/97/104/04_2.html Disallow: /papers/98/83/04_2.html Disallow: /papers/97/149/04_4.html # Keep police beats prior to 2002 from being index'd User-agent: * Disallow: /papers/94/1/01_50_m.html Disallow: /papers/94/1.bak/01_50_m.html Disallow: /papers/94/10/01_50_m.html Disallow: /papers/94/100/01_50_m.html Disallow: /papers/94/101/01_50_m.html Disallow: /papers/94/102/01_50_m.html Disallow: /papers/94/103/01_50_m.html Disallow: /papers/94/104/01_50_m.html Disallow: /papers/94/105/01_50_m.html Disallow: /papers/94/106/01_50_m.html Disallow: /papers/94/107/01_50_m.html Disallow: /papers/94/108/01_50_m.html Disallow: /papers/94/109/01_50_m.html Disallow: /papers/94/11/01_50_m.html Disallow: /papers/94/110/01_50_m.html Disallow: /papers/94/111/01_50_m.html Disallow: /papers/94/112/01_50_m.html Disallow: /papers/94/113/01_50_m.html Disallow: /papers/94/114/01_50_m.html Disallow: /papers/94/115/01_50_m.html Disallow: /papers/94/117/01_50_m.html Disallow: /papers/94/118/01_50_m.html Disallow: /papers/94/119/01_50_m.html Disallow: /papers/94/12/01_50_m.html Disallow: /papers/94/120/01_50_m.html Disallow: /papers/94/121/01_50_m.html Disallow: /papers/94/122/01_50_m.html Disallow: /papers/94/123/01_50_m.html Disallow: /papers/94/124/01_50_m.html Disallow: /papers/94/125/01_50_m.html Disallow: /papers/94/126/01_50_m.html Disallow: /papers/94/127/01_50_m.html Disallow: /papers/94/128/01_50_m.html Disallow: /papers/94/129/01_50_m.html Disallow: /papers/94/13/01_50_m.html Disallow: /papers/94/130/01_50_m.html Disallow: /papers/94/131/01_50_m.html Disallow: /papers/94/132/01_50_m.html Disallow: /papers/94/133/01_50_m.html Disallow: /papers/94/134/01_50_m.html Disallow: /papers/94/135/01_50_m.html Disallow: /papers/94/136/01_50_m.html Disallow: /papers/94/137/01_50_m.html Disallow: /papers/94/138/01_50_m.html Disallow: /papers/94/139/01_50_m.html Disallow: /papers/94/14/01_50_m.html Disallow: /papers/94/140/01_50_m.html Disallow: /papers/94/141/01_50_m.html Disallow: /papers/94/142/01_50_m.html Disallow: /papers/94/143/01_50_m.html Disallow: /papers/94/144/01_50_m.html Disallow: /papers/94/145/01_50_m.html Disallow: /papers/94/146/01_50_m.html Disallow: /papers/94/147/01_50_m.html Disallow: /papers/94/148/01_50_m.html Disallow: /papers/94/149/01_50_m.html Disallow: /papers/94/15/01_50_m.html Disallow: /papers/94/150/01_50_m.html Disallow: /papers/94/151/01_50_m.html Disallow: /papers/94/152/01_50_m.html Disallow: /papers/94/153/01_50_m.html Disallow: /papers/94/154/01_50_m.html Disallow: /papers/94/155/01_50_m.html Disallow: /papers/94/156/01_50_m.html Disallow: /papers/94/157/01_50_m.html Disallow: /papers/94/158/01_50_m.html Disallow: /papers/94/159/01_50_m.html Disallow: /papers/94/16/01_50_m.html Disallow: /papers/94/160/01_50_m.html Disallow: /papers/94/17/01_50_m.html Disallow: /papers/94/18/01_50_m.html Disallow: /papers/94/19/01_50_m.html Disallow: /papers/94/2/01_50_m.html Disallow: /papers/94/20/01_50_m.html Disallow: /papers/94/21/01_50_m.html Disallow: /papers/94/22/01_50_m.html Disallow: /papers/94/23/01_50_m.html Disallow: /papers/94/24/01_50_m.html Disallow: /papers/94/25/01_50_m.html Disallow: /papers/94/26/01_50_m.html Disallow: /papers/94/27/01_50_m.html Disallow: /papers/94/28/01_50_m.html Disallow: /papers/94/29/01_50_m.html Disallow: /papers/94/3/01_50_m.html Disallow: /papers/94/30/01_50_m.html Disallow: /papers/94/31/01_50_m.html Disallow: /papers/94/32/01_50_m.html Disallow: /papers/94/33/01_50_m.html Disallow: /papers/94/34/01_50_m.html Disallow: /papers/94/35/01_50_m.html Disallow: /papers/94/36/01_50_m.html Disallow: /papers/94/37/01_50_m.html Disallow: /papers/94/38/01_50_m.html Disallow: /papers/94/39/01_50_m.html Disallow: /papers/94/4/01_50_m.html Disallow: /papers/94/40/01_50_m.html Disallow: /papers/94/41/01_50_m.html Disallow: /papers/94/42/01_50_m.html Disallow: /papers/94/43/01_50_m.html Disallow: /papers/94/44/01_50_m.html Disallow: /papers/94/45/01_50_m.html Disallow: /papers/94/46/01_50_m.html Disallow: /papers/94/47/01_50_m.html Disallow: /papers/94/48/01_50_m.html Disallow: /papers/94/49/01_50_m.html Disallow: /papers/94/5/01_50_m.html Disallow: /papers/94/50/01_50_m.html Disallow: /papers/94/51/01_50_m.html Disallow: /papers/94/52/01_50_m.html Disallow: /papers/94/53/01_50_m.html Disallow: /papers/94/54/01_50_m.html Disallow: /papers/94/55/01_50_m.html Disallow: /papers/94/56/01_50_m.html Disallow: /papers/94/57/01_50_m.html Disallow: /papers/94/58/01_50_m.html Disallow: /papers/94/59/01_50_m.html Disallow: /papers/94/6/01_50_m.html Disallow: /papers/94/60/01_50_m.html Disallow: /papers/94/61/01_50_m.html Disallow: /papers/94/62/01_50_m.html Disallow: /papers/94/63/01_50_m.html Disallow: /papers/94/65/01_50_m.html Disallow: /papers/94/66/01_50_m.html Disallow: /papers/94/67/01_50_m.html Disallow: /papers/94/68/01_50_m.html Disallow: /papers/94/69/01_50_m.html Disallow: /papers/94/7/01_50_m.html Disallow: /papers/94/70/01_50_m.html Disallow: /papers/94/71/01_50_m.html Disallow: /papers/94/72/01_50_m.html Disallow: /papers/94/73/01_50_m.html Disallow: /papers/94/74/01_50_m.html Disallow: /papers/94/75/01_50_m.html Disallow: /papers/94/76/01_50_m.html Disallow: /papers/94/77/01_50_m.html Disallow: /papers/94/78/01_50_m.html Disallow: /papers/94/79/01_50_m.html Disallow: /papers/94/8/01_50_m.html Disallow: /papers/94/80/01_50_m.html Disallow: /papers/94/81/01_50_m.html Disallow: /papers/94/82/01_50_m.html Disallow: /papers/94/83/01_50_m.html Disallow: /papers/94/84/01_50_m.html Disallow: /papers/94/85/01_50_m.html Disallow: /papers/94/86/01_50_m.html Disallow: /papers/94/87/01_50_m.html Disallow: /papers/94/88/01_50_m.html Disallow: /papers/94/89/01_50_m.html Disallow: /papers/94/9/01_50_m.html Disallow: /papers/94/90/01_50_m.html Disallow: /papers/94/91/01_50_m.html Disallow: /papers/94/92/01_50_m.html Disallow: /papers/94/93/01_50_m.html Disallow: /papers/94/94/01_50_m.html Disallow: /papers/94/95/01_50_m.html Disallow: /papers/94/96/01_50_m.html Disallow: /papers/94/97/01_50_m.html Disallow: /papers/95/1/01_50_m.html Disallow: /papers/95/10/01_50_m.html Disallow: /papers/95/100/01_50.html Disallow: /papers/95/101/01_50.html Disallow: /papers/95/102/01_50.html Disallow: /papers/95/103/01_50.html Disallow: /papers/95/104/01_50.html Disallow: /papers/95/105/01_50.html Disallow: /papers/95/106/01_50.html Disallow: /papers/95/107/01_50.html Disallow: /papers/95/108/01_50.html Disallow: /papers/95/109/01_50.html Disallow: /papers/95/11/01_50_m.html Disallow: /papers/95/110/01_50.html Disallow: /papers/95/111/01_50.html Disallow: /papers/95/112/01_50.html Disallow: /papers/95/113/01_50.html Disallow: /papers/95/114/01_50.html Disallow: /papers/95/115/01_50.html Disallow: /papers/95/116/01_50.html Disallow: /papers/95/117/01_50.html Disallow: /papers/95/118/01_50.html Disallow: /papers/95/119/01_50.html Disallow: /papers/95/12/01_50_m.html Disallow: /papers/95/120/01_50.html Disallow: /papers/95/121/01_50.html Disallow: /papers/95/122/01_50.html Disallow: /papers/95/123/01_50.html Disallow: /papers/95/124/01_50.html Disallow: /papers/95/125/01_50.html Disallow: /papers/95/126/01_50.html Disallow: /papers/95/127/01_50.html Disallow: /papers/95/128/01_50.html Disallow: /papers/95/129/01_50.html Disallow: /papers/95/13/01_50_m.html Disallow: /papers/95/130/01_50.html Disallow: /papers/95/131/01_50.html Disallow: /papers/95/132/01_50.html Disallow: /papers/95/133/01_50.html Disallow: /papers/95/134/01_50.html Disallow: /papers/95/135/01_50.html Disallow: /papers/95/136/01_50.html Disallow: /papers/95/137/01_50.html Disallow: /papers/95/138/01_50.html Disallow: /papers/95/139/01_50.html Disallow: /papers/95/14/01_50_m.html Disallow: /papers/95/140/01_50.html Disallow: /papers/95/141/01_50.html Disallow: /papers/95/142/01_50.html Disallow: /papers/95/143/01_50.html Disallow: /papers/95/144/01_50.html Disallow: /papers/95/145/01_50.html Disallow: /papers/95/146/01_50.html Disallow: /papers/95/147/01_50.html Disallow: /papers/95/148/01_50.html Disallow: /papers/95/149/01_50.html Disallow: /papers/95/15/01_50_m.html Disallow: /papers/95/150/01_50.html Disallow: /papers/95/151/01_50.html Disallow: /papers/95/152/01_50.html Disallow: /papers/95/153/01_50.html Disallow: /papers/95/154/01_50.html Disallow: /papers/95/155/01_50.html Disallow: /papers/95/156/01_50.html Disallow: /papers/95/157/01_50.html Disallow: /papers/95/158/01_50.html Disallow: /papers/95/159/01_50.html Disallow: /papers/95/16/01_50_m.html Disallow: /papers/95/160/01_50.html Disallow: /papers/95/17/01_50_m.html Disallow: /papers/95/18/01_50_m.html Disallow: /papers/95/19/01_50_m.html Disallow: /papers/95/2/01_50_m.html Disallow: /papers/95/20/01_50_m.html Disallow: /papers/95/21/01_50_m.html Disallow: /papers/95/22/01_50_m.html Disallow: /papers/95/23/01_50_m.html Disallow: /papers/95/24/01_50_m.html Disallow: /papers/95/25/01_50_m.html Disallow: /papers/95/26/01_50_m.html Disallow: /papers/95/27/01_50_m.html Disallow: /papers/95/28/01_50_m.html Disallow: /papers/95/29/01_50_m.html Disallow: /papers/95/3/01_50_m.html Disallow: /papers/95/30/01_50_m.html Disallow: /papers/95/31/01_50_m.html Disallow: /papers/95/32/01_50_m.html Disallow: /papers/95/33/01_50_m.html Disallow: /papers/95/34/01_50_m.html Disallow: /papers/95/35/01_50_m.html Disallow: /papers/95/36/01_50_m.html Disallow: /papers/95/37/01_50_m.html Disallow: /papers/95/38/01_50_m.html Disallow: /papers/95/39/01_50_m.html Disallow: /papers/95/4/01_50_m.html Disallow: /papers/95/40/01_50_m.html Disallow: /papers/95/41/01_50_m.html Disallow: /papers/95/42/01_50_m.html Disallow: /papers/95/43/01_50_m.html Disallow: /papers/95/44/01_50_m.html Disallow: /papers/95/45/01_50_m.html Disallow: /papers/95/46/01_50_m.html Disallow: /papers/95/47/01_50_m.html Disallow: /papers/95/48/01_50_m.html Disallow: /papers/95/49/01_50_m.html Disallow: /papers/95/5/01_50_m.html Disallow: /papers/95/50/01_50_m.html Disallow: /papers/95/51/01_50_m.html Disallow: /papers/95/52/01_50_m.html Disallow: /papers/95/53/01_50_m.html Disallow: /papers/95/54/01_50_m.html Disallow: /papers/95/55/01_50.html Disallow: /papers/95/56/01_50.html Disallow: /papers/95/57/01_50.html Disallow: /papers/95/58/01_50.html Disallow: /papers/95/59/01_50.html Disallow: /papers/95/6/01_50_m.html Disallow: /papers/95/60/01_50.html Disallow: /papers/95/61/01_50.html Disallow: /papers/95/62/01_50.html Disallow: /papers/95/63/01_50.html Disallow: /papers/95/64/01_50.html Disallow: /papers/95/65/01_50.html Disallow: /papers/95/66/01_50.html Disallow: /papers/95/67/01_50.html Disallow: /papers/95/68/01_50.html Disallow: /papers/95/69/01_50.html Disallow: /papers/95/7/01_50_m.html Disallow: /papers/95/70/01_50.html Disallow: /papers/95/71/01_50.html Disallow: /papers/95/72/01_50.html Disallow: /papers/95/73/01_50.html Disallow: /papers/95/74/01_50.html Disallow: /papers/95/75/01_50.html Disallow: /papers/95/76/01_50.html Disallow: /papers/95/77/01_50.html Disallow: /papers/95/78/01_50.html Disallow: /papers/95/79/01_50.html Disallow: /papers/95/8/01_50_m.html Disallow: /papers/95/80/01_50.html Disallow: /papers/95/81/01_50.html Disallow: /papers/95/82/01_50.html Disallow: /papers/95/83/01_50.html Disallow: /papers/95/84/01_50.html Disallow: /papers/95/85/01_50.html Disallow: /papers/95/86/01_50.html Disallow: /papers/95/87/01_50.html Disallow: /papers/95/88/01_50.html Disallow: /papers/95/89/01_50.html Disallow: /papers/95/9/01_50_m.html Disallow: /papers/95/90/01_50.html Disallow: /papers/95/91/01_50.html Disallow: /papers/95/92/01_50.html Disallow: /papers/95/93/01_50.html Disallow: /papers/95/94/01_50.html Disallow: /papers/95/95/01_50.html Disallow: /papers/95/96/01_50.html Disallow: /papers/95/97/01_50.html Disallow: /papers/95/98/01_50.html Disallow: /papers/95/99/01_50.html Disallow: /papers/95/newPaper/save/87/01_50 Disallow: /papers/95/test/01_50.html #Makoto Fukumi (March 6th 2000) Disallow: /papers/93/112/07_1_m.html