1. RewriteCond %{HTTP_USER_AGENT} \
2. 12soso|\
3. 192\.comagent|\
4. 1noonbot|\
5. 1on1searchbot|\
6. 3de\_search2|\
7. 3d\_search|\
8. 3g\ bot|\
9. 3gse|\
10. 50\.nu|\
11. a1\ sitemap\ generator|\
12. a1\ website\ download|\
13. a6\-indexer|\
14. aasp|\
15. abachobot|\
16. abonti|\
17. abotemailsearch|\
18. aboundex|\
19. aboutusbot|\
20. accmonitor\ compliance\ server|\
21. accoon|\
22. achulkov\.net\ page\ walker|\
23. acme\.spider|\
24. acoonbot|\
25. acquia\-crawler|\
26. activetouristbot|\
27. ad\ muncher|\
28. adamm\ bot|\
29. adbeat\_bot|\
30. adminshop\.com|\
31. advanced\ email\ extractor|\
32. aesop\_com\_spiderman|\
33. aespider|\
34. af\ knowledge\ now\ verity\ spider|\
35. aggregator:vocus|\
36. ah\-ha\.com\ crawler|\
37. ahrefs|\
38. aibot|\
39. aidu|\
40. aihitbot|\
41. aipbot|\
42. aisiid|\
43. aitcsrobot/1\.1|\
44. ajsitemap|\
45. akamai\-sitesnapshot|\
46. alexawebsearchplatform|\
47. alexfdownload|\
48. alexibot|\
49. alkalinebot|\
50. all\ acronyms\ bot|\
51. alpha\ search\ agent|\
52. amerla\ search\ bot|\
53. amfibibot|\
54. ampmppc\.com|\
55. amznkassocbot|\
56. anemone|\
57. anonymous|\
58. anotherbot|\
59. answerbot|\
60. answerbus|\
61. answerchase\ prove|\
62. antbot|\
63. antibot|\
64. antisantyworm|\
65. antro\.net|\
66. aonde\-spider|\
67. aport|\
68. appengine\-google|\
69. appid\:\ s\~stremor\-crawler\-|\
70. aqua\_products|\
71. arabot|\
72. arachmo|\
73. arachnophilia|\
74. archive\.org\_bot|\
75. aria\ equalizer|\
76. arianna\.libero\.it|\
77. arikus\_spider|\
78. art\-online\.com|\
79. artavisbot|\
80. artera|\
81. asaha\ search\ engine\ turkey|\
82. ask|\
83. aspider|\
84. aspseek|\
85. asterias|\
86. astrofind|\
87. athenusbot|\
88. atlocalbot|\
89. atomic\_email\_hunter|\
90. attach|\
91. attrakt|\
92. attributor|\
93. augurfind|\
94. auresys|\
95. autobaron\ crawler|\
96. autoemailspider|\
97. autowebdir|\
98. avsearch\-|\
99. axfeedsbot|\
100. axonize\-bot|\
101. ayna|\
102. b2w|\
103. backdoorbot|\
104. backrub|\
105. backstreet\ browser|\
106. backweb|\
107. baidu|\
108. bandit|\
109. batchftp|\
110. baypup|\
111. bdfetch|\
112. becomebot|\
113. becomejpbot|\
114. beetlebot|\
115. bender|\
116. besserscheitern\-crawl|\
117. betabot|\
118. big\ brother|\
119. big\ data|\
120. bigado\.com|\
121. bigcliquebot|\
122. bigfoot|\
123. biglotron|\
124. bilbo|\
125. bilgibetabot|\
126. bilgibot|\
127. bintellibot|\
128. bitlybot|\
129. bitvouseragent|\
130. bizbot003|\
131. bizbot04|\
132. bizworks\ retriever|\
133. black\ hole|\
134. black\.hole|\
135. blackbird|\
136. blackmask\.net\ search\ engine|\
137. blackwidow|\
138. bladder\ fusion|\
139. blaiz\-bee|\
140. blexbot|\
141. blinkx|\
142. blitzbot|\
143. blog\ conversation\ project|\
144. blogmyway|\
145. blogpulselive|\
146. blogrefsbot|\
147. blogscope|\
148. blogslive|\
149. bloobybot|\
150. blowfish|\
151. blt|\
152. bnf\.fr\_bot|\
153. boaconstrictor|\
154. boardreader|\
155. boia\-scan\-agent|\
156. boia\.org|\
157. boitho|\
158. boi\_crawl\_00|\
159. bookmark\ buddy\ bookmark\ checker|\
160. bookmark\ search\ tool|\
161. bosug|\
162. bot\ apoena|\
163. botalot|\
164. botrighthere|\
165. botswana|\
166. bottybot|\
167. bpbot|\
168. braintime\_search|\
169. brokenlinkcheck\.com|\
170. browseremulator|\
171. browsermob|\
172. bruinbot|\
173. bsearchr&d|\
174. bspider|\
175. btbot|\
176. btsearch|\
177. bubing|\
178. buddy|\
179. buibui|\
180. buildcms\ crawler|\
181. builtbottough|\
182. bullseye|\
183. bumblebee|\
184. bunnyslippers|\
185. buscadorclarin|\
186. buscaplus\ robi|\
187. butterfly|\
188. buyhawaiibot|\
189. buzzbot|\
190. byindia|\
191. byspider|\
192. byteserver|\
193. bzbot|\
194. c\ r\ a\ w\ l\ 3\ r|\
195. cacheblaster|\
196. caddbot|\
197. cafi|\
198. camcrawler|\
199. camelstampede|\
200. canon\-webrecord|\
201. careerbot|\
202. cataguru|\
203. catchbot|\
204. cazoodle|\
205. ccbot|\
206. ccgcrawl|\
207. ccubee|\
208. cd\-preload|\
209. ce\-preload|\
210. cegbfeieh|\
211. cerberian\ drtrs|\
212. cert\ figleafbot|\
213. cfetch|\
214. cfnetwork|\
215. chameleon|\
216. charlotte|\
217. check&get|\
218. checkbot|\
219. checklinks|\
220. cheesebot|\
221. chemiede\-nodebot|\
222. cherrypicker|\
223. chilkat|\
224. chinaclaw|\
225. cipinetbot|\
226. cis455crawler|\
227. citeseerxbot|\
228. cizilla|\
229. clariabot|\
230. climate\ ark|\
231. climateark\ spider|\
232. clshttp|\
233. clushbot|\
234. coast\ scan\ engine|\
235. coast\ webmaster\ pro|\
236. coccoc|\
237. collapsarweb|\
238. collector|\
239. colocrossing|\
240. combine|\
241. connectsearch|\
242. conpilot|\
243. contentsmartz|\
244. contextad\ bot|\
245. contype|\
246. cookienet|\
247. coolbot|\
248. coolcheck|\
249. copernic|\
250. copier|\
251. copyrightcheck|\
252. core\-project|\
253. cosmos|\
254. covario\-ids|\
255. cowbot\-|\
256. cowdog\ bot|\
257. crabbybot|\
258. craftbot\@yahoo\.com|\
259. crawler\.kpricorn\.org|\
260. crawler43\.ejupiter\.com|\
261. crawler4j|\
262. crawler@|\
263. crawler\_for\_infomine|\
264. crawly|\
265. crawl\_application|\
266. creativecommons|\
267. crescent|\
268. cs\-crawler|\
269. cse\ html\ validator|\
270. cshttpclient|\
271. cuasarbot|\
272. culsearch|\
273. curl|\
274. custo|\
275. cvaulev|\
276. cyberdog|\
277. cybernavi\_webget|\
278. cyberpatrol\ sitecat\ webbot|\
279. cyberspyder|\
280. cydralspider|\
281. d1garabicengine|\
282. datacha0s|\
283. datafountains|\
284. dataparksearch|\
285. dataprovider\.com|\
286. datascape\ robot|\
287. dataspearspiderbot|\
288. dataspider|\
289. dattatec\.com|\
290. daumoa|\
291. dblbot|\
292. dcpbot|\
293. declumbot|\
294. deepindex|\
295. deepnet\ crawler|\
296. deeptrawl|\
297. dejan|\
298. del\.icio\.us\-thumbnails|\
299. deltascan|\
300. delvubot|\
301. der\ gro§e\ bildersauger|\
302. der\ große\ bildersauger|\
303. deusu|\
304. dfs\-fetch|\
305. diagem|\
306. diamond|\
307. dibot|\
308. didaxusbot|\
309. digext|\
310. digger|\
311. digi\-rssbot|\
312. digitalarchivesbot|\
313. digout4u|\
314. diibot|\
315. dillo|\
316. dir\_snatch\.exe|\
317. disco|\
318. distilled\-reputation\-monitor|\
319. djangotraineebot|\
320. dkimrepbot|\
321. dmoz\ downloader|\
322. docomo|\
323. dof\-verify|\
324. domaincrawler|\
325. domainscan|\
326. domainwatcher\ bot|\
327. dotbot|\
328. dotspotsbot|\
329. dow\ jones\ searchbot|\
330. download|\
331. doy|\
332. dragonfly|\
333. drip|\
334. drone|\
335. dtaagent|\
336. dtsearchspider|\
337. dumbot|\
338. dwaar|\
339. dxseeker|\
340. e\-societyrobot|\
341. eah|\
342. earth\ platform\ indexer|\
343. earth\ science\ educator\ \ robot|\
344. easydl|\
345. ebingbong|\
346. ec2linkfinder|\
347. ecairn\-grabber|\
348. ecatch|\
349. echoosebot|\
350. edisterbot|\
351. edugovsearch|\
352. egothor|\
353. eidetica\.com|\
354. eirgrabber|\
355. elblindo\ the\ blind\ bot|\
356. elisabot|\
357. ellerdalebot|\
358. email\ exractor|\
359. emailcollector|\
360. emailleach|\
361. emailsiphon|\
362. emailwolf|\
363. emeraldshield|\
364. empas\_robot|\
365. enabot|\
366. endeca|\
367. enigmabot|\
368. enswer\ neuro\ bot|\
369. enter\ user\-agent|\
370. entitycubebot|\
371. erocrawler|\
372. estylesearch|\
373. esyndicat\ bot|\
374. eurosoft\-bot|\
375. evaal|\
376. eventware|\
377. everest\-vulcan\ inc\.|\
378. exabot|\
379. exactsearch|\
380. exactseek|\
381. exooba|\
382. exploder|\
383. express\ webpictures|\
384. extractor|\
385. eyenetie|\
386. ez\-robot|\
387. ezooms|\
388. f\-bot\ test\ pilot|\
389. factbot|\
390. fairad\ client|\
391. falcon|\
392. fast\ data\ search\ document\ retriever|\
393. fast\ esp|\
394. fast\-search\-engine|\
395. fastbot\ crawler|\
396. fastbot\.de\ crawler|\
397. fatbot|\
398. favcollector|\
399. faviconizer|\
400. favorites\ sweeper|\
401. fdm|\
402. fdse\ robot|\
403. fedcontractorbot|\
404. fembot|\
405. fetch\ api\ request|\
406. fetch\_ici|\
407. fgcrawler|\
408. filangy|\
409. filehound|\
410. findanisp\.com\_isp\_finder|\
411. findlinks|\
412. findweb|\
413. firebat|\
414. firstgov\.gov\ search|\
415. flaming\ attackbot|\
416. flamingo\_searchengine|\
417. flashcapture|\
418. flashget|\
419. flickysearchbot|\
420. fluffy\ the\ spider|\
421. flunky|\
422. focused\_crawler|\
423. followsite|\
424. foobot|\
425. fooooo\_web\_video\_crawl|\
426. fopper|\
427. formulafinderbot|\
428. forschungsportal|\
429. francis|\
430. freewebmonitoring\ sitechecker|\
431. freshcrawler|\
432. freshdownload|\
433. freshlinks\.exe|\
434. friendfeedbot|\
435. frodo\.at|\
436. froggle|\
437. frontpage|\
438. froola\ bot|\
439. fr\_crawler|\
440. fu\-nbi|\
441. full\_breadth\_crawler|\
442. funnelback|\
443. furlbot|\
444. g10\-bot|\
445. gaisbot|\
446. galaxybot|\
447. gazz|\
448. gbplugin|\
449. generate\_infomine\_category\_classifiers|\
450. genevabot|\
451. geniebot|\
452. genieo|\
453. geomaxenginebot|\
454. geometabot|\
455. geonabot|\
456. geovisu|\
457. germcrawler\ |\
458. gethtmlcontents|\
459. getleft|\
460. getright|\
461. getsmart|\
462. geturl\.rexx|\
463. getweb!|\
464. giant|\
465. gigablastopensource|\
466. gigabot|\
467. girafabot|\
468. gleamebot|\
469. gnome\-vfs|\
470. go!zilla|\
471. go\-ahead\-got\-it|\
472. go\-http\-client|\
473. goforit\.com|\
474. goforitbot|\
475. gold\ crawler|\
476. goldfire\ server|\
477. golem|\
478. goodjelly|\
479. gordon\-college\-google\-mini|\
480. goroam|\
481. goseebot|\
482. gotit|\
483. govbot|\
484. gpu\ p2p\ crawler|\
485. grabber|\
486. grabnet|\
487. grafula|\
488. grapefx|\
489. grapeshot|\
490. grbot|\
491. greenyogi|\
492. gromit|\
493. grub|\
494. gsa|\
495. gslfbot|\
496. gulliver|\
497. gulperbot|\
498. gurujibot|\
499. gvc\ business\ crawler|\
500. gvc\ crawler|\
501. gvc\ search\ bot|\
502. gvc\ web\ crawler|\
503. gvc\ weblink\ crawler|\
504. gvc\ world\ links|\
505. gvcbot\.com|\
506. happyfunbot|\
507. harvest|\
508. hatena\ antenna|\
509. hawler|\
510. hcat|\
511. hclsreport\-crawler|\
512. hd\ nutch\ agent|\
513. header\_test\_client|\
514. healia\
515.  [NC,OR]
516. #500 new rule
517. RewriteCond %{HTTP_USER_AGENT} \
518. helix|\
519. here\ will\ be\ link\ to\ crawler\ site|\
520. heritrix|\
521. hiscan|\
522. hisoftware\ accmonitor\ server|\
523. hisoftware\ accverify|\
524. hitcrawler|\
525. hivabot|\
526. hloader|\
527. hmsebot|\
528. hmview|\
529. hoge|\
530. holmes|\
531. homepagesearch|\
532. hooblybot\-image|\
533. hoowwwer|\
534. hostcrawler|\
535. hsft\ \\-\ link\ scanner|\
536. hsft\ \\-\ lvu\ scanner|\
537. hslide|\
538. ht://check|\
539. htdig|\
540. html\ link\ validator|\
541. htmlparser|\
542. httplib|\
543. httrack|\
544. huaweisymantecspider|\
545. hul\-wax|\
546. humanlinks|\
547. hyperestraier|\
548. hyperix|\
549. iaarchiver\-|\
550. ia\_archiver|\
551. ibuena|\
552. icab|\
553. icds\-ingestion|\
554. ichiro|\
555. icopyright\ conductor|\
556. ieautodiscovery|\
557. iecheck|\
558. ihwebchecker|\
559. iiitbot|\
560. iim\_405|\
561. ilsebot|\
562. iltrovatore|\
563. image\ stripper|\
564. image\ sucker|\
565. image\-fetcher|\
566. imagebot|\
567. imagefortress|\
568. imageshereimagesthereimageseverywhere|\
569. imagevisu|\
570. imds\_monitor|\
571. imo\-google\-robot\-intelink|\
572. inagist\.com\ url\ crawler|\
573. indexer|\
574. industry\ cortex\ webcrawler|\
575. indy\ library|\
576. indylabs\_marius|\
577. inelabot|\
578. inet32\ ctrl|\
579. inetbot|\
580. info\ seeker|\
581. infolink|\
582. infomine|\
583. infonavirobot|\
584. informant|\
585. infoseek\ sidewinder|\
586. infotekies|\
587. infousabot|\
588. ingrid|\
589. inktomi|\
590. insightscollector|\
591. insightsworksbot|\
592. inspirebot|\
593. insumascout|\
594. intelix|\
595. intelliseek|\
596. interget|\
597. internet\ ninja|\
598. internet\ radio\ crawler|\
599. internetlinkagent|\
600. interseek|\
601. ioi|\
602. ip\-web\-crawler\.com|\
603. ipadd\ bot|\
604. ipselonbot|\
605. ips\-agent|\
606. iria|\
607. irlbot|\
608. iron33|\
609. isara|\
610. isearch|\
611. isilox|\
612. istellabot|\
613. its\-learning\ crawler|\
614. iu\_csci\_b659\_class\_crawler|\
615. ivia|\
616. jadynave|\
617. java|\
618. jbot|\
619. jemmathetourist|\
620. jennybot|\
621. jetbot|\
622. jetbrains\ omea\ pro|\
623. jetcar|\
624. jim|\
625. jobo|\
626. jobspider\_ba|\
627. joc|\
628. joedog|\
629. joyscapebot|\
630. jspyda|\
631. junut\ bot|\
632. justview|\
633. jyxobot|\
634. k\.s\.bot|\
635. kakclebot|\
636. kalooga|\
637. katatudo\-spider|\
638. kbeta1|\
639. keepni\ web\ site\ monitor|\
640. kenjin\.spider|\
641. keybot\ translation\-search\-machine|\
642. keywenbot|\
643. keyword\ density|\
644. keyword\.density|\
645. kinjabot|\
646. kitenga\-crawler\-bot|\
647. kiwistatus|\
648. kmbot\-|\
649. kmccrew\ bot\ search|\
650. knight|\
651. knowitall|\
652. knowledge\ engine|\
653. knowledge\.com|\
654. koepabot|\
655. koninklijke|\
656. korniki|\
657. krowler|\
658. ksbot|\
659. kuloko\-bot|\
660. kulturarw3|\
661. kummhttp|\
662. kurzor|\
663. kyluka\ crawl|\
664. l\.webis|\
665. labhoo|\
666. labourunions411|\
667. lachesis|\
668. lament|\
669. lamerexterminator|\
670. lapozzbot|\
671. larbin|\
672. lbot|\
673. leaptag|\
674. leechftp|\
675. leechget|\
676. letscrawl\.com|\
677. lexibot|\
678. lexxebot|\
679. lftp|\
680. libcrawl|\
681. libiviacore|\
682. libw|\
683. likse|\
684. linguee\ bot|\
685. link\ checker|\
686. link\ validator|\
687. linkalarm|\
688. linkbot|\
689. linkcheck\ by\ siteimprove\.com|\
690. linkcheck\ scanner|\
691. linkchecker|\
692. linkdex\.com|\
693. linkextractorpro|\
694. linklint|\
695. linklooker|\
696. linkman|\
697. links\ sql|\
698. linkscan|\
699. linksmanager\.com\_bot|\
700. linksweeper|\
701. linkwalker|\
702. link\_checker|\
703. litefinder|\
704. litlrbot|\
705. little\ grabber\ at\ skanktale\.com|\
706. livelapbot|\
707. lm\ harvester|\
708. lmqueuebot|\
709. lnspiderguy|\
710. loadtimebot|\
711. localcombot|\
712. locust|\
713. lolongbot|\
714. lookbot|\
715. lsearch|\
716. lssbot|\
717. lt\ scotland\ checklink|\
718. ltx71.com|\
719. lwp|\
720. lycos\_spider|\
721. lydia\ entity\ spider|\
722. lynnbot|\
723. lytranslate|\
724. mag\-net|\
725. magnet|\
726. magpie\-crawler|\
727. magus\ bot|\
728. mail\.ru|\
729. mainseek\_bot|\
730. mammoth|\
731. map\ robot|\
732. markwatch|\
733. masagool|\
734. masidani\_bot\_|\
735. mass\ downloader|\
736. mata\ hari|\
737. mata\.hari|\
738. matentzn\ at\ cs\ dot\ man\ dot\ ac\ dot\ uk|\
739. maxamine\.com\-\-robot|\
740. maxamine\.com\-robot|\
741. maxomobot|\
742. mcbot|\
743. medrabbit|\
744. megite|\
745. memacbot|\
746. memo|\
747. mendeleybot|\
748. mercator\-|\
749. mercuryboard\_user\_agent\_sql\_injection\.nasl|\
750. metacarta|\
751. metaeuro\ web\ search|\
752. metager2|\
753. metagloss|\
754. metal\ crawler|\
755. metaquerier|\
756. metaspider|\
757. metaspinner|\
758. metauri|\
759. mfcrawler|\
760. mfhttpscan|\
761. midown\ tool|\
762. miixpc|\
763. mini\-robot|\
764. minibot|\
765. minirank|\
766. mirror|\
767. missigua\ locator|\
768. mister\ pix|\
769. mister\.pix|\
770. miva|\
771. mj12bot|\
772. mnogosearch|\
773. moduna\.com|\
774. mod\_accessibility|\
775. moget|\
776. mojeekbot|\
777. monkeycrawl|\
778. moses|\
779. mowserbot|\
780. mqbot|\
781. mse360|\
782. msindianwebcrawl|\
783. msmobot|\
784. msnptc|\
785. msrbot|\
786. mt\-soft|\
787. multitext|\
788. my\-heritrix\-crawler|\
789. myapp|\
790. mycompanybot|\
791. mycrawler|\
792. myengines\-us\-bot|\
793. myfamilybot|\
794. myra|\
795. my\_little\_searchengine\_project|\
796. nabot|\
797. najdi\.si|\
798. nambu|\
799. nameprotect|\
800. nasa\ search|\
801. natchcvs|\
802. natweb\-bad\-link\-mailer|\
803. naver|\
804. navroad|\
805. nearsite|\
806. nec\-meshexplorer|\
807. neosciocrawler|\
808. nerdbynature\.bot|\
809. nerdybot|\
810. nerima\-crawl-|\
811. nessus|\
812. nestreader|\
813. net\ vampire|\
814. net::trackback|\
815. netants|\
816. netcarta\ cyberpilot\ pro|\
817. netcraft|\
818. netexperts|\
819. netid\.com\ bot|\
820. netmechanic|\
821. netprospector|\
822. netresearchserver|\
823. netseer|\
824. netshift=|\
825. netsongbot|\
826. netsparker|\
827. netspider|\
828. netsrcherp|\
829. netzip|\
830. newmedhunt|\
831. news\ bot|\
832. newsgatherer|\
833. newsgroupreporter|\
834. newstrovebot|\
835. news\_search\_app|\
836. nextgensearchbot|\
837. nextthing\.org|\
838. nicebot|\
839. nicerspro|\
840. niki\-bot|\
841. nimblecrawler|\
842. nimbus\-1|\
843. ninetowns|\
844. ninja|\
845. njuicebot|\
846. nlese|\
847. nogate|\
848. norbert\ the\ spider|\
849. noteworthybot|\
850. npbot|\
851. nrcan\ intranet\ crawler|\
852. nsdl\_search\_bot|\
853. nuggetize\.com\ bot|\
854. nusearch\ spider|\
855. nutch|\
856. nu\_tch|\
857. nwspider|\
858. nymesis|\
859. nys\-crawler|\
860. objectssearch|\
861. obot|\
862. obvius\ external\ linkcheck|\
863. ocelli|\
864. octopus|\
865. odp\ entries\ t\_st|\
866. oegp|\
867. offline\ navigator|\
868. offline\.explorer|\
869. ogspider|\
870. omiexplorer\_bot|\
871. omniexplorer|\
872. omnifind|\
873. omniweb|\
874. onetszukaj|\
875. online\ link\ validator|\
876. oozbot|\
877. openbot|\
878. openfind|\
879. openintelligencedata|\
880. openisearch|\
881. openlink\ virtuoso\ rdf\ crawler|\
882. opensearchserver\_bot|\
883. opidig|\
884. optidiscover|\
885. oracle\ secure\ enterprise\ search|\
886. oracle\ ultra\ search|\
887. orangebot|\
888. orisbot|\
889. ornl\_crawler|\
890. ornl\_mercury|\
891. osis\-project\.jp|\
892. oso|\
893. outfoxbot|\
894. outfoxmelonbot|\
895. owler\-bot|\
896. owsbot|\
897. ozelot|\
898. p3p\ client|\
899. pagebiteshyperbot|\
900. pagebull|\
901. pagedown|\
902. pagefetcher|\
903. pagegrabber|\
904. pagepeeker|\
905. pagerank\ monitor|\
906. page\_verifier|\
907. pamsnbot\.htm|\
908. panopy\ bot|\
909. panscient\.com|\
910. pansophica|\
911. papa\ foto|\
912. paperlibot|\
913. parasite|\
914. parsijoo|\
915. pathtraq|\
916. pattern|\
917. patwebbot|\
918. pavuk|\
919. paxleframework|\
920. pbbot|\
921. pcbrowser|\
922. pcore\-http|\
923. pd\-crawler|\
924. penthesila|\
925. perform\_crawl|\
926. perman|\
927. personal\ ultimate\ crawler|\
928. php\ version\ tracker|\
929. phpcrawl|\
930. phpdig|\
931. picosearch|\
932. pieno\ robot|\
933. pipbot|\
934. pipeliner|\
935. pita|\
936. pixfinder|\
937. piyushbot|\
938. planetwork\ bot\ search|\
939. plucker|\
940. plukkie|\
941. plumtree|\
942. pockey|\
943. pocohttp|\
944. pogodak\.ba|\
945. pogodak\.co\.yu|\
946. poirot|\
947. polybot|\
948. pompos|\
949. poodle\ predictor|\
950. popscreenbot|\
951. postpost|\
952. privacyfinder|\
953. projectwf\-java\-test\-crawler|\
954. propowerbot|\
955. prowebwalker|\
956. proxem\ websearch|\
957. proximic|\
958. proxy\ crawler|\
959. psbot|\
960. pss\-bot|\
961. psycheclone|\
962. pub\-crawler|\
963. pucl|\
964. pulsebot|\
965. pump|\
966. pwebot|\
967. python|\
968. qeavis\ agent|\
969. qfkbot|\
970. qualidade|\
971. qualidator\.com\ bot|\
972. quepasacreep|\
973. queryn\ metasearch|\
974. queryn\.metasearch|\
975. quest\.durato|\
976. quintura\-crw|\
977. qunarbot|\
978. qwantify|\
979. qweerybot|\
980. qweery\_robot\.txt\_checkbot|\
981. r2ibot|\
982. r6\_commentreader|\
983. r6\_feedfetcher|\
984. r6\_votereader|\
985. rabot|\
986. radian6|\
987. radiation\ retriever|\
988. rampybot|\
989. rankivabot|\
990. rankur|\
991. rational\ sitecheck|\
992. rcstartbot|\
993. realdownload|\
994. reaper|\
995. rebi\-shoveler|\
996. recorder|\
997. redbot|\
998. redcarpet|\
999. reget|\
1000. repomonkey|\
1001. research\ robot|\
1002. riddler|\
1003. riight|\
1004. risenetbot|\
1005. riverglassscanner\
1006.  [NC,OR]
1007.  
1008. #1000 new rule
1009. RewriteCond %{HTTP_USER_AGENT} \
1010. robopal|\
1011. robosourcer|\
1012. robotek|\
1013. robozilla|\
1014. roger|\
1015. rome\ client|\
1016. rondello|\
1017. rotondo|\
1018. roverbot|\
1019. rpt\-httpclient|\
1020. rtgibot|\
1021. rufusbot|\
1022. runnk\ online\ rss\ reader|\
1023. runnk\ rss\ aggregator|\
1024. s2bot|\
1025. safaribookmarkchecker|\
1026. safednsbot|\
1027. safetynet\ robot|\
1028. saladspoon|\
1029. sapienti|\
1030. sapphireweb|\
1031. sbider|\
1032. sbl\-bot|\
1033. scfcrawler|\
1034. scich|\
1035. scientificcommons\.org|\
1036. scollspider|\
1037. scooperbot|\
1038. scooter|\
1039. scoutjet|\
1040. scrapebox|\
1041. scrapy|\
1042. scrawltest|\
1043. screaming\ frog|\
1044. scrubby|\
1045. scspider|\
1046. scumbot|\
1047. search\ publisher|\
1048. search\ x\-bot|\
1049. search\-channel|\
1050. search\-engine\-studio|\
1051. search\.kumkie\.com|\
1052. search\.updated\.com|\
1053. search\.usgs\.gov|\
1054. searcharoo\.net|\
1055. searchblox|\
1056. searchbot|\
1057. searchengine|\
1058. searchhippo\.com|\
1059. searchit\-bot|\
1060. searchmarking|\
1061. searchmarks|\
1062. searchmee!|\
1063. searchmee\_v|\
1064. searchmining|\
1065. searchnowbot|\
1066. searchpreview|\
1067. searchspider\.com|\
1068. searqubot|\
1069. seb\ spider|\
1070. seekbot|\
1071. seeker\.lookseek\.com|\
1072. seeqbot|\
1073. seeqpod\-vertical\-crawler|\
1074. selflinkchecker|\
1075. semager|\
1076. semanticdiscovery|\
1077. semantifire|\
1078. semisearch|\
1079. semrushbot|\
1080. seoengworldbot|\
1081. seokicks|\
1082. seznambot|\
1083. shablastbot|\
1084. shadowwebanalyzer|\
1085. shareaza|\
1086. shelob|\
1087. sherlock|\
1088. shim\-crawler|\
1089. shopsalad|\
1090. shopwiki|\
1091. showlinks|\
1092. showyoubot|\
1093. siclab|\
1094. silk|\
1095. simplepie|\
1096. siphon|\
1097. sitebot|\
1098. sitecheck|\
1099. sitefinder|\
1100. siteguardbot|\
1101. siteorbiter|\
1102. sitesnagger|\
1103. sitesucker|\
1104. sitesweeper|\
1105. sitexpert|\
1106. skimbot|\
1107. skimwordsbot|\
1108. skreemrbot|\
1109. skywalker|\
1110. sleipnir|\
1111. slow\-crawler|\
1112. slysearch|\
1113. smart\-crawler|\
1114. smartdownload|\
1115. smarte\ bot|\
1116. smartwit\.com|\
1117. snake|\
1118. snap\.com\ beta\ crawler|\
1119. snapbot|\
1120. snappreviewbot|\
1121. snappy|\
1122. snookit|\
1123. snooper|\
1124. snoopy|\
1125. societyrobot|\
1126. socscibot|\
1127. soft411\ directory|\
1128. sogou|\
1129. sohu\ agent|\
1130. sohu\-search|\
1131. sokitomi\ crawl|\
1132. solbot|\
1133. sondeur|\
1134. sootle|\
1135. sosospider|\
1136. space\ bison|\
1137. space\ fung|\
1138. spacebison|\
1139. spankbot|\
1140. spanner|\
1141. spatineo\ monitor\ controller|\
1142. spatineo\ serval\ controller|\
1143. spatineo\ serval\ getmapbot|\
1144. special\_archiver|\
1145. speedy|\
1146. sphere\ scout|\
1147. sphider|\
1148. spider\.terranautic\.net|\
1149. spiderengine|\
1150. spiderku|\
1151. spiderman|\
1152. spinn3r|\
1153. spinne|\
1154. sportcrew\-bot|\
1155. sproose|\
1156. spyder3\.microsys\.com|\
1157. sq\ webscanner|\
1158. sqlmap|\
1159. squid\-prefetch|\
1160. squidclamav\_redirector|\
1161. sqworm|\
1162. srevbot|\
1163. sslbot|\
1164. ssm\ agent|\
1165. stackrambler|\
1166. stardownloader|\
1167. statbot|\
1168. statcrawler|\
1169. statedept\-crawler|\
1170. steeler|\
1171. stegmann\-bot|\
1172. stero|\
1173. stripper|\
1174. stumbler|\
1175. suchclip|\
1176. sucker|\
1177. sumeetbot|\
1178. sumitbot|\
1179. summizebot|\
1180. summizefeedreader|\
1181. sunrise\ xp|\
1182. superbot|\
1183. superhttp|\
1184. superlumin\ downloader|\
1185. superpagesbot|\
1186. supremesearch\.net|\
1187. supybot|\
1188. surdotlybot|\
1189. surf|\
1190. surveybot|\
1191. suzuran|\
1192. swebot|\
1193. swish\-e|\
1194. sygolbot|\
1195. synapticwalker|\
1196. syntryx\ ant\ scout\ chassis\ pheromone|\
1197. systemsearch\-robot|\
1198. szukacz|\
1199. s\~stremor\-crawler|\
1200. t\-h\-u\-n\-d\-e\-r\-s\-t\-o\-n\-e|\
1201. tailrank|\
1202. takeout|\
1203. talkro\ web\-shot|\
1204. tamu\_crawler|\
1205. tapuzbot|\
1206. tarantula|\
1207. targetblaster\.com|\
1208. targetyournews\.com\ bot|\
1209. tausdatabot|\
1210. taxinomiabot|\
1211. teamsoft\ wininet\ component|\
1212. tecomi\ bot|\
1213. teezirbot|\
1214. teleport|\
1215. telesoft|\
1216. teradex\ mapper|\
1217. teragram\_crawler|\
1218. terrawizbot|\
1219. testbot|\
1220. testing\ of\ bot|\
1221. textbot|\
1222. thatrobotsite\.com|\
1223. the\ dyslexalizer|\
1224. the\ intraformant|\
1225. the\.intraformant|\
1226. thenomad|\
1227. theophrastus|\
1228. theusefulbot|\
1229. thumbbot|\
1230. thumbnail\.cz\ robot|\
1231. thumbshots\-de\-bot|\
1232. tigerbot|\
1233. tighttwatbot|\
1234. tineye|\
1235. titan|\
1236. to\-dress\_ru\_bot\_|\
1237. to\-night\-bot|\
1238. tocrawl|\
1239. topicalizer|\
1240. topicblogs|\
1241. toplistbot|\
1242. topserver\ php|\
1243. topyx\-crawler|\
1244. touche|\
1245. tourlentascanner|\
1246. tpsystem|\
1247. traazi|\
1248. transgenikbot|\
1249. travel\-search|\
1250. travelbot|\
1251. travellazerbot|\
1252. treezy|\
1253. trendiction|\
1254. trex|\
1255. tridentspider|\
1256. trovator|\
1257. true\_robot|\
1258. tscholarsbot|\
1259. tsm\ translation\-search\-machine|\
1260. tswebbot|\
1261. tulipchain|\
1262. turingos|\
1263. turnitinbot|\
1264. tutorgigbot|\
1265. tweetedtimes\ bot|\
1266. tweetmemebot|\
1267. twengabot|\
1268. twice|\
1269. twikle|\
1270. twinuffbot|\
1271. twisted\ pagegetter|\
1272. twitturls|\
1273. twitturly|\
1274. tygobot|\
1275. tygoprowler|\
1276. typhoeus|\
1277. u\.s\.\ government\ printing\ office|\
1278. uberbot|\
1279. ucb\-nutch|\
1280. udmsearch|\
1281. ufam\-crawler\-|\
1282. ultraseek|\
1283. unchaos|\
1284. unisterbot|\
1285. unidentified|\
1286. unitek\ uniengine|\
1287. universalsearch|\
1288. unwindfetchor|\
1289. uoftdb\_experiment|\
1290. updated|\
1291. url\ control|\
1292. url\-checker|\
1293. urlappendbot|\
1294. urlblaze|\
1295. urlchecker|\
1296. urlck|\
1297. urldispatcher|\
1298. urlspiderpro|\
1299. urly\ warning|\
1300. urly\.warning|\
1301. url\_gather|\
1302. usaf\ afkn\ k2spider|\
1303. usasearch|\
1304. uss\-cosmix|\
1305. usyd\-nlp\-spider|\
1306. vacobot|\
1307. vacuum|\
1308. vadixbot|\
1309. vagabondo|\
1310. validator|\
1311. valkyrie|\
1312. vbseo|\
1313. vci\ webviewer\ vci\ webviewer\ win32|\
1314. verbstarbot|\
1315. vericitecrawler|\
1316. verifactrola|\
1317. verity\-url\-gateway|\
1318. vermut|\
1319. versus\ crawler|\
1320. versus\.integis\.ch|\
1321. viasarchivinginformation\.html|\
1322. vipr|\
1323. virus\-detector|\
1324. virus\_detector|\
1325. visbot|\
1326. vishal\ for\ clia|\
1327. visweb|\
1328. vital\ search'n\ urchin|\
1329. vlad|\
1330. vlsearch|\
1331. voilabot|\
1332. vmbot|\
1333. vocusbot|\
1334. voideye|\
1335. voil|\
1336. vortex|\
1337. voyager|\
1338. vspider|\
1339. w3c\-webcon|\
1340. w3c\_unicorn|\
1341. w3search|\
1342. wacbot|\
1343. wanadoo|\
1344. wastrix|\
1345. water\ conserve\ portal|\
1346. water\ conserve\ spider|\
1347. watzbot|\
1348. wauuu|\
1349. wavefire|\
1350. waypath|\
1351. wazzup|\
1352. wbdbot|\
1353. web\ ceo\ online\ robot|\
1354. web\ crawler|\
1355. web\ downloader|\
1356. web\ image\ collector|\
1357. web\ link\ validator|\
1358. web\ magnet|\
1359. web\ site\ downloader|\
1360. web\ sucker|\
1361. web\-agent|\
1362. web\-sniffer|\
1363. web\.image\.collector|\
1364. webaltbot|\
1365. webauto|\
1366. webbot|\
1367. webbul\-bot|\
1368. webcapture|\
1369. webcheck|\
1370. webclipping\.com|\
1371. webcollage|\
1372. webcopier|\
1373. webcopy|\
1374. webcorp|\
1375. webcrawl\.net|\
1376. webcrawler|\
1377. webdatacentrebot|\
1378. webdownloader\ for\ x|\
1379. webdup|\
1380. webemailextrac|\
1381. webenhancer|\
1382. webfetch|\
1383. webgather|\
1384. webgo\ is|\
1385. webgobbler|\
1386. webimages|\
1387. webinator\-search2|\
1388. webinator\-wbi|\
1389. webindex|\
1390. weblayers|\
1391. webleacher|\
1392. weblexbot|\
1393. weblinker|\
1394. weblyzard|\
1395. webmastercoffee|\
1396. webmasterworld\ extractor|\
1397. webmasterworldforumbot|\
1398. webminer|\
1399. webmoose|\
1400. webot|\
1401. webpix|\
1402. webreaper|\
1403. webripper|\
1404. websauger|\
1405. webscan|\
1406. websearchbench|\
1407. website|\
1408. webspear|\
1409. websphinx|\
1410. webspider|\
1411. webster|\
1412. webstripper|\
1413. webtrafficexpress|\
1414. webtrends\ link\ analyzer|\
1415. webvac|\
1416. webwalk|\
1417. webwasher|\
1418. webwatch|\
1419. webwhacker|\
1420. webxm|\
1421. webzip|\
1422. weddings\.info|\
1423. wenbin|\
1424. wep\ search|\
1425. wepa|\
1426. werelatebot|\
1427. wget|\
1428. whacker|\
1429. whirlpool\ web\ engine|\
1430. whowhere\ robot|\
1431. widow|\
1432. wikiabot|\
1433. wikio|\
1434. wikiwix\-bot\-|\
1435. winhttp|\
1436. wire|\
1437. wisebot|\
1438. wisenutbot|\
1439. wish\-la|\
1440. wish\-project|\
1441. wisponbot|\
1442. wmcai\-robot|\
1443. wminer|\
1444. wmsbot|\
1445. woriobot|\
1446. worldshop|\
1447. worqmada|\
1448. wotbox|\
1449. wume\_crawler|\
1450. www\ collector|\
1451. www\-collector\-e|\
1452. www\-mechanize|\
1453. wwwoffle|\
1454. wwwrobot|\
1455. wwwster|\
1456. wwwwanderer|\
1457. wwwxref|\
1458. wysigot|\
1459. x\-clawler|\
1460. x\-crawler|\
1461. xaldon|\
1462. xenu|\
1463. xerka\ metabot|\
1464. xerka\ webbot|\
1465. xget|\
1466. xirq|\
1467. xmarksfetch|\
1468. xqrobot|\
1469. y!j|\
1470. yacy\.net|\
1471. yacybot|\
1472. yanga\ worldsearch\ bot|\
1473. yarienavoir\.net|\
1474. yasaklibot|\
1475. yats\ crawler|\
1476. ybot|\
1477. yebolbot|\
1478. yellowjacket|\
1479. yeti|\
1480. yolinkbot|\
1481. yooglifetchagent|\
1482. yoono|\
1483. yottacars\_bot|\
1484. yourls|\
1485. z\-add\ link\ checker|\
1486. zagrebin|\
1487. zao|\
1488. zedzo\.validate|\
1489. zermelo|\
1490. zeus|\
1491. zibber\-v|\
1492. zimeno|\
1493. zing-bottabot|\
1494. zipppbot|\
1495. zongbot|\
1496. zoomspider|\
1497. zotag\ search|\
1498. zsebot|\
1499. zuibot|\
1500. zyborg|\
1501. zyte\
1502.  [NC]
1503. RewriteRule .* - [F]
1504. #bad bots end