Site Suckers htaccess - GoFuckYourself.com

PeekHoles · 10-15-2003, 11:17 AM

Anyone have a good htaccess file that will block most site suckers. I tried the search but keep getting this error.

Fatal error: Allowed memory size of 8388608 bytes exhausted at (null):0 (tried to allocate 129 bytes) in /usr/home/sites/gofuckyourself.com/search.php on line 398

Fatal error: Allowed memory size of 8388608 bytes exhausted at (null):0 (tried to allocate 32 bytes) in /usr/home/sites/gofuckyourself.com/admin/functions.php on line 2189

Adult Site Traffic · 10-15-2003, 11:51 AM

###SERVE CUSTOM ERROR DOCS - BEGIN
Options +FollowSymlinks

ErrorDocument 403 http://adult-site-traffic.com/
ErrorDocument 404 http://adult-site-traffic.com/
###SERVE CUSTOM ERROR DOCS - END

###STOP CASUAL DIR BROWSING - BEGIN
DirectoryIndex index.html index.shtml index.shtm index.php index.cgi /403.html
###STOP CASUAL DIR BROWSING - END

###STOP ROBOT DOWNLOADERS - BEGIN
RewriteEngine on
RewriteBase /
RewriteCond %{HTTP_USER_AGENT} ^JetCar.* [NC]
RewriteCond %{HTTP_USER_AGENT} ^FlashGet.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Teleport.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^NetAnts.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^WebZIP.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Offline.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^GetRight.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Go!Zilla.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^GoZilla.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^WebReaper.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^ia_archiver.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^wget.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^HTTrack.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^WebStripper.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^WebCapture.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Scooter-W3.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^WebCopier.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^FlashGe.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Webdupe.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^NetAnts.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Pockey.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^DiscoPump.* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^InternetNinja.* [NC,OR]
RewriteRule .* - [F,L]
###STOP ROBOT DOWNLOADERS - END

Adult Site Traffic · 10-15-2003, 11:59 AM

%haha123;HTTP

=

%{HTTP

PeekHoles · 10-15-2003, 12:01 PM

Thats what I was looking for thanks

Fuckin Bill · 10-15-2003, 12:01 PM

RewriteEngine On
RewriteCond %{HTTP_USER_AGENT} ^.*\[Ww\]eb\[Bb\]andit.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Ants.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*attach.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Backweb.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Bandit.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*BlackWidow.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Bot\ mailto:[email protected].* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Buddy.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*CherryPicker.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*ChinaClaw.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Collector.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Copier.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Crawler.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Crescent.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*DA\ 4.0.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*DA\ 5.0.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*DA\ 5.3.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*DIIbot.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*DISCo.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Download\ Demon.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Download\ Ninja.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Downloader.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Drip.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*eCatch.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*EirGrabber.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*EmailCollector.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*EmailSiphon.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*EmailWolf.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Express\ WebPictures.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*ExtractorPro.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*EyeNetIE.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*FileHound.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*FlashGet.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*GetLeft\ 1.0.5.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*GetLeft\ 1.3.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*GetRight.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Gets.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Go!Zilla.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Go-Ahead-Got-It.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*gotit.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Grabber.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*GrabNet.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Grafula.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*HMView.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*HTTrack.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*ia_archiver.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*IBrowse.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Image\ Stripper.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Image\ Sucker.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*InterGET.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Internet\ Ninja.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Internet\ Ninja.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Internet\ Ninja\ 4.0* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Internet\ Ninja\ 5.0* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Internet\ Ninja\ 6.0* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*JetCar.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*JOC.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*JOC\ Web\ Spider.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*JustView.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*larbin.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*leech.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*LeechFTP.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*lftp.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*likse.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Lickity.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*LinkWalker.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Link\ Sleuth.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Magnet.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Mag-Net.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Mass\ Downloader.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Memo.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Microsoft.URL.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*MIDown\ tool.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Mirror.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Mister\ PiX.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Mozilla.*NEWT.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Navroad.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*NearSite.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Net\ Vampire.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*NetAnts.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*NetCaptor\ 6.0P* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*NetSpider.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*NetZIP.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*NICErsPRO.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Octopus.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Offline.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*PageGrabber.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Papa\ Foto.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*pcBrowser.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*PicaLoader* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Pockey.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*psbot.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Pump.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*RealDownload.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Reaper.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Recorder.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*ReGet.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Siphon.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*sitecheck.internetseer.com.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*SiteSnagger.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Slurp.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*SmartDownload.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Snagger.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Snake.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*SpaceBison.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Stripper.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Sucker.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*SuperBot.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*SuperHTTP.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Surfbot.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*tAkeOut.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Teleport.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Teleport\ Pro.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*IUPUI.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Vacuum.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*VoidEYE.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Web\ Image\ Collector.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Web\ Sucker.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*WebAuto.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*WebEMailExtrac.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*WebFetch.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*WebReaper.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*WebSauger.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Website\ eXtractor.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Webster.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*WebStripper.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*WebWhacker.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*WebZIP.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Whacker.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Widow.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Xaldon\ WebSpider.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Zeus.* [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Zeus.*Webster.*
RewriteRule ^.*$ http://www.google.com [L,R]

Mine's bigger than yours! Nyah nyah!

skitten · 10-15-2003, 12:15 PM

What is a site sucker?

Fuckin Bill · 10-15-2003, 12:28 PM

Automated program that will just follow every URL on your page(s) trying to download all your pictures and/or movies.

JDog · 10-15-2003, 12:34 PM

Anybody have good list of referrers to block? Like webboards?

jDoG

Stud Money · 10-15-2003, 12:36 PM

RewriteEngine On
RewriteCond %{HTTP_USER_AGENT} ^.*Backweb.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*gotit.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Bandit.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Ants.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Buddy.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*WebZIP.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Crawler.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Wget.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Grabber.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Sucker.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Downloader.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Siphon.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Collector.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Snagger.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Widow.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Snake.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Vacuum.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Pump.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Teleport.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Reaper.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Mag-Net.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Memo.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*pcBrowser.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*SuperBot.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*leech.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Stripper.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Offline.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Copier.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Mirror.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*HMView.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*HTTrack.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*JOC.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*likse.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Recorder.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*GrabNet.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Likse.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Navroad.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*attach.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Magnet.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Surfbot.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*Whacker.*$ [OR]
RewriteCond %{HTTP_USER_AGENT} ^.*FileHound.*$
RewriteRule /* http://www.yourdomain.com [L,R]

Now take all three .htaccess files that have been pasted, put them into excell and sort them alphabetically and remove the duplicates you'll have at least 90% of all leach agents being blocked when you use the .htaccess file

JDog · 10-15-2003, 01:18 PM

Anybody have a list of referrers to block? Or IP's?

jDoG

skitten · 10-15-2003, 05:33 PM

Quote:

Originally posted by Fuckin Bill
Automated program that will just follow every URL on your page(s) trying to download all your pictures and/or movies.

Yikes! How can you tell if a site sucker has indeed latched onto your site - or computer...?

Sorry about the questions - this is new to me...

PeekHoles · 10-16-2003, 06:33 PM

Thanks for all the help. I read a few places that you should block non-cookie traffic, so the surfer will have to enable there cookies. This is so you will make sure all traffic that you send to your sponsors have there cookies enabled to help ensure sale tracking. Do allot of you do this or does it really matter?

mryellow · 10-16-2003, 09:04 PM

Be careful adding huge numbers of RewriteCond directives.

Each one of these lines adds a small amount of CPU time to every
single hit your site gets. This goes for hotlink blocking too, don't
add every single one of your domains to every htaccess file you
have. It just slows things down.

http://www.webpimps.com/scripts/htaccess/

Note the IIS worm blocking code on that site, if saving bandwidth
is a goal then this is one crucial step to take.

-Ben

mryellow · 10-16-2003, 09:12 PM

Quote:

I read a few places that you should block non-cookie traffic

There is a few methods to do such on webpimps but it's not really
needed at all. If you had a specific idea you could filter non-cookie
traffic and send it to a specific sponsor or trade but it's not really
that worthwhile.

For the most part evidence eliminator and others delete cookies
at every reboot rather then blocking them at run-time. This
means that if you refer a surfer and they come back the next day
you won't get credited for the signup. However if they signup
before their evidence eliminator has a chance to delete the
cookie then you'll still get credited. There is no way to detect if a
surfer is intending to delete cookies at the end of the day, but it
is possible to detect if they have them blocked in the current
session.

This isn't really anything you'd want to worry about unless you
had a good idea of what to do with this traffic once filtered.

-Ben

10-15-2003, 11:17 AM	#1
PeekHoles Registered User Industry Role: Join Date: Jan 2002 Posts: 1,151	Site Suckers htaccess Anyone have a good htaccess file that will block most site suckers. I tried the search but keep getting this error. Fatal error: Allowed memory size of 8388608 bytes exhausted at (null):0 (tried to allocate 129 bytes) in /usr/home/sites/gofuckyourself.com/search.php on line 398 Fatal error: Allowed memory size of 8388608 bytes exhausted at (null):0 (tried to allocate 32 bytes) in /usr/home/sites/gofuckyourself.com/admin/functions.php on line 2189

10-15-2003, 11:51 AM	#2
Adult Site Traffic Confirmed User Join Date: Mar 2003 Location: South-East of the Border of Disorder Posts: 5,093	###SERVE CUSTOM ERROR DOCS - BEGIN Options +FollowSymlinks ErrorDocument 403 http://adult-site-traffic.com/ ErrorDocument 404 http://adult-site-traffic.com/ ###SERVE CUSTOM ERROR DOCS - END ###STOP CASUAL DIR BROWSING - BEGIN DirectoryIndex index.html index.shtml index.shtm index.php index.cgi /403.html ###STOP CASUAL DIR BROWSING - END ###STOP ROBOT DOWNLOADERS - BEGIN RewriteEngine on RewriteBase / RewriteCond %{HTTP_USER_AGENT} ^JetCar.* [NC] RewriteCond %{HTTP_USER_AGENT} ^FlashGet.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^Teleport.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^NetAnts.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^WebZIP.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^Offline.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^GetRight.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^Go!Zilla.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^GoZilla.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^WebReaper.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^ia_archiver.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^wget.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^HTTrack.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^WebStripper.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^WebCapture.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^Scooter-W3.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^WebCopier.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^FlashGe.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^Webdupe.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^NetAnts.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^Pockey.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^DiscoPump.* [NC,OR] RewriteCond %{HTTP_USER_AGENT} ^InternetNinja.* [NC,OR] RewriteRule .* - [F,L] ###STOP ROBOT DOWNLOADERS - END __________________ ALL Domains and Websites are GOING AWAY NOW! Ask me! Many great domains, mainstream and adult, some complete sites with databases, some names with traffic and PR, some investment quality names. Come take a look! { Traffic Orders: Please go here } .:: SHARPEN the Elite - BURN the leftovers! Ooh-Rah!! ::.

10-15-2003, 11:59 AM	#3
Adult Site Traffic Confirmed User Join Date: Mar 2003 Location: South-East of the Border of Disorder Posts: 5,093	%haha123;HTTP = %{HTTP __________________ ALL Domains and Websites are GOING AWAY NOW! Ask me! Many great domains, mainstream and adult, some complete sites with databases, some names with traffic and PR, some investment quality names. Come take a look! { Traffic Orders: Please go here } .:: SHARPEN the Elite - BURN the leftovers! Ooh-Rah!! ::.

10-15-2003, 12:34 PM	#8
JDog Confirmed User Join Date: Feb 2003 Location: Canby, OR Posts: 7,453	Anybody have good list of referrers to block? Like webboards? jDoG __________________ NSCash now powering ReelProfits.com ALSO FEATURING: NSCash.com :: SoloDollars.com :: ReelProfits.com :: BiminiBucks.com :: VOD PROGRAMS COMING SOON: Greedy Bucks :: Vengeance Cash NOW OFFERING OVER 60 SITES CONTACT :: JAMES SMITH :: CHIEF TECHNOLOGY OFFICER :: ICQ (711385133)

10-15-2003, 01:18 PM	#10
JDog Confirmed User Join Date: Feb 2003 Location: Canby, OR Posts: 7,453	Anybody have a list of referrers to block? Or IP's? jDoG __________________ NSCash now powering ReelProfits.com ALSO FEATURING: NSCash.com :: SoloDollars.com :: ReelProfits.com :: BiminiBucks.com :: VOD PROGRAMS COMING SOON: Greedy Bucks :: Vengeance Cash NOW OFFERING OVER 60 SITES CONTACT :: JAMES SMITH :: CHIEF TECHNOLOGY OFFICER :: ICQ (711385133)

10-15-2003, 12:01 PM	#4
PeekHoles Registered User Industry Role: Join Date: Jan 2002 Posts: 1,151	Thats what I was looking for thanks

10-15-2003, 12:01 PM	#5
Fuckin Bill Confirmed User Join Date: Feb 2003 Posts: 1,020	RewriteEngine On RewriteCond %{HTTP_USER_AGENT} ^.\[Ww\]eb\[Bb\]andit. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Ants.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.attach.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Backweb.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Bandit.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.BlackWidow. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Bot\ mailto:[email protected]. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Buddy.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.CherryPicker.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.ChinaClaw. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Collector. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Copier. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Crawler. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Crescent.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.DA\ 4.0. [OR] RewriteCond %{HTTP_USER_AGENT} ^.DA\ 5.0. [OR] RewriteCond %{HTTP_USER_AGENT} ^.DA\ 5.3. [OR] RewriteCond %{HTTP_USER_AGENT} ^.DIIbot.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.DISCo. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Download\ Demon. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Download\ Ninja. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Downloader. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Drip. [OR] RewriteCond %{HTTP_USER_AGENT} ^.eCatch. [OR] RewriteCond %{HTTP_USER_AGENT} ^.EirGrabber. [OR] RewriteCond %{HTTP_USER_AGENT} ^.EmailCollector. [OR] RewriteCond %{HTTP_USER_AGENT} ^.EmailSiphon. [OR] RewriteCond %{HTTP_USER_AGENT} ^.EmailWolf. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Express\ WebPictures. [OR] RewriteCond %{HTTP_USER_AGENT} ^.ExtractorPro. [OR] RewriteCond %{HTTP_USER_AGENT} ^.EyeNetIE. [OR] RewriteCond %{HTTP_USER_AGENT} ^.FileHound. [OR] RewriteCond %{HTTP_USER_AGENT} ^.FlashGet. [OR] RewriteCond %{HTTP_USER_AGENT} ^.GetLeft\ 1.0.5. [OR] RewriteCond %{HTTP_USER_AGENT} ^.GetLeft\ 1.3. [OR] RewriteCond %{HTTP_USER_AGENT} ^.GetRight. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Gets. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Go!Zilla. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Go-Ahead-Got-It. [OR] RewriteCond %{HTTP_USER_AGENT} ^.gotit. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Grabber. [OR] RewriteCond %{HTTP_USER_AGENT} ^.GrabNet. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Grafula. [OR] RewriteCond %{HTTP_USER_AGENT} ^.HMView. [OR] RewriteCond %{HTTP_USER_AGENT} ^.HTTrack. [OR] RewriteCond %{HTTP_USER_AGENT} ^.ia_archiver. [OR] RewriteCond %{HTTP_USER_AGENT} ^.IBrowse. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Image\ Stripper. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Image\ Sucker. [OR] RewriteCond %{HTTP_USER_AGENT} ^.InterGET. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Internet\ Ninja. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Internet\ Ninja. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Internet\ Ninja\ 4.0 [OR] RewriteCond %{HTTP_USER_AGENT} ^.Internet\ Ninja\ 5.0 [OR] RewriteCond %{HTTP_USER_AGENT} ^.Internet\ Ninja\ 6.0 [OR] RewriteCond %{HTTP_USER_AGENT} ^.JetCar. [OR] RewriteCond %{HTTP_USER_AGENT} ^.JOC. [OR] RewriteCond %{HTTP_USER_AGENT} ^.JOC\ Web\ Spider. [OR] RewriteCond %{HTTP_USER_AGENT} ^.JustView. [OR] RewriteCond %{HTTP_USER_AGENT} ^.larbin. [OR] RewriteCond %{HTTP_USER_AGENT} ^.leech. [OR] RewriteCond %{HTTP_USER_AGENT} ^.LeechFTP. [OR] RewriteCond %{HTTP_USER_AGENT} ^.lftp. [OR] RewriteCond %{HTTP_USER_AGENT} ^.likse. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Lickity. [OR] RewriteCond %{HTTP_USER_AGENT} ^.LinkWalker. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Link\ Sleuth. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Magnet. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Mag-Net. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Mass\ Downloader. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Memo. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Microsoft.URL. [OR] RewriteCond %{HTTP_USER_AGENT} ^.MIDown\ tool. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Mirror. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Mister\ PiX. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Mozilla.NEWT.* [OR] RewriteCond %{HTTP_USER_AGENT} ^.Navroad. [OR] RewriteCond %{HTTP_USER_AGENT} ^.NearSite. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Net\ Vampire. [OR] RewriteCond %{HTTP_USER_AGENT} ^.NetAnts. [OR] RewriteCond %{HTTP_USER_AGENT} ^.NetCaptor\ 6.0P [OR] RewriteCond %{HTTP_USER_AGENT} ^.NetSpider. [OR] RewriteCond %{HTTP_USER_AGENT} ^.NetZIP. [OR] RewriteCond %{HTTP_USER_AGENT} ^.NICErsPRO. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Octopus.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Offline.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.PageGrabber.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Papa\ Foto. [OR] RewriteCond %{HTTP_USER_AGENT} ^.pcBrowser. [OR] RewriteCond %{HTTP_USER_AGENT} ^.PicaLoader [OR] RewriteCond %{HTTP_USER_AGENT} ^.Pockey. [OR] RewriteCond %{HTTP_USER_AGENT} ^.psbot. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Pump. [OR] RewriteCond %{HTTP_USER_AGENT} ^.RealDownload. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Reaper. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Recorder. [OR] RewriteCond %{HTTP_USER_AGENT} ^.ReGet. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Siphon. [OR] RewriteCond %{HTTP_USER_AGENT} ^.sitecheck.internetseer.com. [OR] RewriteCond %{HTTP_USER_AGENT} ^.SiteSnagger. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Slurp. [OR] RewriteCond %{HTTP_USER_AGENT} ^.SmartDownload.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Snagger.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Snake.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.SpaceBison. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Stripper. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Sucker. [OR] RewriteCond %{HTTP_USER_AGENT} ^.SuperBot. [OR] RewriteCond %{HTTP_USER_AGENT} ^.SuperHTTP. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Surfbot. [OR] RewriteCond %{HTTP_USER_AGENT} ^.tAkeOut. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Teleport. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Teleport\ Pro. [OR] RewriteCond %{HTTP_USER_AGENT} ^.IUPUI. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Vacuum. [OR] RewriteCond %{HTTP_USER_AGENT} ^.VoidEYE. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Web\ Image\ Collector. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Web\ Sucker. [OR] RewriteCond %{HTTP_USER_AGENT} ^.WebAuto. [OR] RewriteCond %{HTTP_USER_AGENT} ^.WebEMailExtrac. [OR] RewriteCond %{HTTP_USER_AGENT} ^.WebFetch. [OR] RewriteCond %{HTTP_USER_AGENT} ^.WebReaper. [OR] RewriteCond %{HTTP_USER_AGENT} ^.WebSauger. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Website\ eXtractor. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Webster. [OR] RewriteCond %{HTTP_USER_AGENT} ^.WebStripper. [OR] RewriteCond %{HTTP_USER_AGENT} ^.WebWhacker. [OR] RewriteCond %{HTTP_USER_AGENT} ^.WebZIP. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Whacker. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Widow. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Xaldon\ WebSpider. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Zeus. [OR] RewriteCond %{HTTP_USER_AGENT} ^.Zeus.Webster.* RewriteRule ^.*$ http://www.google.com [L,R] Mine's bigger than yours! Nyah nyah!

10-15-2003, 12:15 PM	#6
skitten Confirmed User Join Date: Jul 2003 Posts: 217	What is a site sucker?

10-15-2003, 12:28 PM	#7
Fuckin Bill Confirmed User Join Date: Feb 2003 Posts: 1,020	Automated program that will just follow every URL on your page(s) trying to download all your pictures and/or movies.

10-15-2003, 12:36 PM	#9
Stud Money So Fucking Banned Join Date: Sep 2003 Location: Somewhere between my monitor and my chair Posts: 3,214	RewriteEngine On RewriteCond %{HTTP_USER_AGENT} ^.Backweb.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.gotit.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Bandit.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Ants.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Buddy.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.WebZIP.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Crawler.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Wget.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Grabber.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Sucker.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Downloader.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Siphon.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Collector.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Snagger.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Widow.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Snake.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Vacuum.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Pump.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Teleport.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Reaper.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Mag-Net.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Memo.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.pcBrowser.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.SuperBot.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.leech.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Stripper.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Offline.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Copier.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Mirror.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.HMView.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.HTTrack.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.JOC.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.likse.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Recorder.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.GrabNet.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Likse.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Navroad.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.attach.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Magnet.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Surfbot.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.Whacker.$ [OR] RewriteCond %{HTTP_USER_AGENT} ^.FileHound.$ RewriteRule /* http://www.yourdomain.com [L,R] Now take all three .htaccess files that have been pasted, put them into excell and sort them alphabetically and remove the duplicates you'll have at least 90% of all leach agents being blocked when you use the .htaccess file

10-16-2003, 06:33 PM	#12
PeekHoles Registered User Industry Role: Join Date: Jan 2002 Posts: 1,151	Thanks for all the help. I read a few places that you should block non-cookie traffic, so the surfer will have to enable there cookies. This is so you will make sure all traffic that you send to your sponsors have there cookies enabled to help ensure sale tracking. Do allot of you do this or does it really matter?

10-16-2003, 09:04 PM	#13
mryellow Confirmed User Industry Role: Join Date: May 2001 Location: Australia Posts: 934	Be careful adding huge numbers of RewriteCond directives. Each one of these lines adds a small amount of CPU time to every single hit your site gets. This goes for hotlink blocking too, don't add every single one of your domains to every htaccess file you have. It just slows things down. http://www.webpimps.com/scripts/htaccess/ Note the IIS worm blocking code on that site, if saving bandwidth is a goal then this is one crucial step to take. -Ben __________________ Cyberwurx Hosting After trying 5 different hosts, I found the best. Since 1997 I've had 2 hours of downtime. Fast support, great techs, no hype, no gimmicks. <- I in no way endorse whatever just got stuck on the left of my post.