18 отговора на тази тема

[pgplamen]

Здравейте искам да блокирам цели държави с htaccess вие как предлагате да стане по IP или с помоща на префикс deny from .uk и така нататък ще им намеря съкръщенията на държавите. Защото ако ги блокирам по IP файла htaccess ще се окаже доста голям. Очаквам вашите мнения и предложения.

[D-rA]

Държавите е неудачно решение - в много държави по света живеят българи...
По IP мрежи и блокирай, не по отделни IP та - например ако зададеш 192.168.1.*
ще блокираш всичките 1000 IP с този адрес, а ако го зададеш със 192.168.*.* блокираш куп мрежи с 1 млн IP адреси.
Скоро ме бяха налазили китайски ботове - в 2.3.6 форума - вкарах им IP мрежите в бан филтъра на форума и вече ги няма няколко седмици.

[pgplamen]

Да така е за държавите но откъде да взема тези IP. Най- важно е да не се блокира google.

[D-rA]

Ами следи си гостите - лесно се познават по IP, копираш IP и го проверяваш от къде е- примерно тук. Пише ли че е от Китай не му мисли - ще забележиш няколко китайски мрежи

[pgplamen]

Да така става но е доста трудоемко и продължително. Затова например ако има от къде да вземе човек например IP за Китай, Украйна и другите бивши съветски републики бих ги сложил с голяма радост без да се замислям да не забравяме и Индия.

[D-rA]

Ето ти картинка с това което съм отсвирил във време от няколко години /изрязах единичните ip че вероятно в по-късен момент са в някоя от мрежите/
 banIp.png   12.94K   108 Брой сваляния

[Tishu]

Има няколко варианта и ще ги напиша, но когато имам време, че работа ... празник днес (двоен) и нямам мн мн време

[pgplamen]

Ето аз какво сътворих но доколко е удачно нямам идея.

<Limit GET HEAD POST>

order deny,allow

deny from 203.88.68.8/29

deny from 203.88.88.64/30

deny from 203.88.88.136/29

deny from 203.88.92.0/24

deny from 203.174.27.0/24

deny from 203.208.205.192/26

deny from 203.215.32.0/20

deny from 204.231.159.0/27

deny from 205.234.153.80/29

deny from 206.217.128.112/29

deny from 206.217.132.104/29

deny from 206.217.134.48/29

deny from 206.217.136.224/29

deny from 206.226.67.144/29

deny from 206.226.76.144/29

deny from 206.226.79.16/29

deny from 206.226.81.168/29

deny from 203.88.88.32/27

deny from 203.88.88.28/30

deny from 203.88.68.16/28

deny from 203.88.68.32/28

deny from 203.88.68.56/29

deny from 203.88.68.64/26

deny from 203.88.68.128/29

deny from 203.88.68.144/28

deny from 203.88.68.160/28

deny from 203.88.68.176/29

deny from 203.88.68.184/30

deny from 203.88.68.188/31

deny from 203.88.68.192/29

deny from 203.88.68.216/29

deny from 203.88.68.224/27

deny from 203.88.78.80/29

deny from 203.88.78.224/28

deny from 203.88.82.240/29

deny from 206.226.82.224/29

deny from 206.226.87.216/29

deny from 210.5.235.56/29

deny from 210.5.235.64/29

deny from 210.5.235.96/29

deny from 210.5.235.112/29

deny from 210.5.235.144/28

deny from 210.5.235.200/29

deny from 210.5.236.48/29

deny from 210.89.67.184/29

deny from 210.89.67.192/26

deny from 210.89.69.32/27

deny from 210.89.69.112/28

deny from 210.89.69.128/29

deny from 210.89.69.144/29

deny from 210.89.69.160/28

deny from 210.89.71.0/26

deny from 210.89.71.64/27

deny from 210.5.235.32/29

deny from 210.5.226.0/24

deny from 206.226.88.32/29

deny from 206.226.94.56/29

deny from 206.226.105.24/29

deny from 206.226.106.32/29

deny from 208.35.53.176/28

deny from 208.115.117.144/29

deny from 208.251.176.232/29

deny from 208.251.201.56/29

deny from 210.5.193.24/29

deny from 210.5.193.40/29

deny from 210.5.194.32/28

deny from 210.5.214.24/29

deny from 210.5.214.128/29

deny from 210.5.215.80/29

deny from 210.5.215.104/29

deny from 210.5.215.176/29

deny from 210.89.71.96/29

deny from 175.176.243.192/27

deny from 193.219.243.16/28

deny from 193.219.243.48/28

deny from 193.219.243.64/27

deny from 193.219.243.112/28

deny from 193.219.243.128/27

deny from 193.219.243.176/28

deny from 193.219.243.192/26

deny from 193.219.255.112/29

deny from 193.220.157.0/27

deny from 199.16.201.64/29

deny from 199.189.87.146/32

deny from 199.189.87.150/32

deny from 202.56.176.0/20

deny from 202.86.16.0/20

deny from 202.133.9.248/29

deny from 202.133.13.8/29

deny from 193.219.243.8/29

deny from 193.219.208.192/28

deny from 175.176.243.224/28

deny from 175.176.243.240/29

deny from 175.176.244.80/28

deny from 175.176.244.96/27

deny from 175.176.244.128/29

deny from 175.176.244.136/30

deny from 175.176.244.140/31

deny from 175.176.244.144/28

deny from 175.176.244.160/28

deny from 175.176.244.192/28

deny from 175.176.244.224/27

deny from 175.176.245.0/24

deny from 180.94.64.0/19

deny from 180.222.136.0/21

deny from 182.50.176.0/20

deny from 193.201.151.64/26

deny from 202.133.13.16/28

deny from 202.133.13.40/29

deny from 202.174.154.180/30

deny from 202.174.154.184/30

deny from 202.174.154.212/30

deny from 202.174.155.32/29

deny from 202.174.155.128/29

deny from 202.174.155.144/29

deny from 202.174.155.216/29

deny from 202.174.155.240/29

deny from 202.174.156.192/28

deny from 202.174.156.208/29

deny from 202.174.156.224/29

deny from 202.174.156.248/29

deny from 202.174.157.128/26

deny from 202.174.157.192/27

deny from 202.174.157.232/29

deny from 203.88.66.64/29

deny from 202.174.154.160/29

deny from 202.174.154.128/29

deny from 202.133.13.56/29

deny from 202.174.133.8/29

deny from 202.174.133.32/28

deny from 202.174.133.144/29

deny from 202.174.134.0/29

deny from 202.174.144.0/29

deny from 202.174.144.216/29

deny from 202.174.145.128/29

deny from 202.174.147.0/24

deny from 202.174.148.32/29

deny from 202.174.148.48/29

deny from 202.174.148.128/29

deny from 202.174.153.184/29

deny from 202.174.154.0/29

deny from 202.174.154.24/29

deny from 202.174.154.96/28

deny from 203.88.66.160/29

deny from 210.89.71.112/28

deny from 210.89.79.160/28

deny from 210.89.81.128/28

deny from 210.89.81.160/29

deny from 210.89.81.176/28

deny from 210.89.81.192/28

deny from 210.89.81.224/28

deny from 210.89.87.0/24

deny from 210.89.93.16/28

deny from 210.89.93.208/29

deny from 210.89.93.224/27

deny from 212.21.35.20/30

deny from 212.21.35.48/30

deny from 212.21.40.88/29

deny from 212.21.40.112/28

deny from 212.21.40.128/27

deny from 212.21.40.160/29

deny from 212.21.42.128/25

deny from 210.89.81.120/29

deny from 210.89.81.96/28

deny from 210.89.79.176/29

deny from 210.89.79.200/29

deny from 210.89.79.208/28

deny from 210.89.79.224/27

deny from 210.89.80.8/29

deny from 210.89.80.32/28

deny from 210.89.80.48/29

deny from 210.89.80.64/29

deny from 210.89.80.80/28

deny from 210.89.80.96/29

deny from 210.89.80.112/29

deny from 210.89.80.128/27

deny from 210.89.80.160/28

deny from 210.89.80.176/29

deny from 210.89.80.192/29

deny from 210.89.81.0/28

deny from 212.21.43.0/25

deny from 212.21.44.80/28

deny from 217.195.146.8/29

deny from 217.195.146.16/29

deny from 217.195.146.64/27

deny from 217.195.146.96/29

deny from 217.195.146.112/28

deny from 217.195.146.128/28

deny from 217.195.146.144/30

deny from 217.195.146.152/29

deny from 217.195.146.160/27

deny from 217.195.146.192/28

deny from 217.195.146.208/29

deny from 217.195.146.232/29

deny from 217.195.146.240/28

deny from 217.195.147.0/28

deny from 217.195.147.41/32

deny from 217.195.147.42/31

deny from 217.195.145.128/25

deny from 217.195.145.96/27

deny from 212.21.52.0/28

deny from 212.21.52.32/27

deny from 212.21.52.64/26

deny from 212.21.52.128/27

deny from 212.21.59.0/24

deny from 212.116.232.208/28

deny from 216.176.179.144/28

deny from 217.10.167.0/24

deny from 217.23.3.79/32

deny from 217.23.3.80/32

deny from 217.195.144.24/29

deny from 217.195.144.32/30

deny from 217.195.145.0/27

deny from 217.195.145.32/28

deny from 217.195.145.56/29

deny from 217.195.145.80/28

deny from 217.195.147.44/30

deny from 210.89.71.128/27

deny from 210.89.73.128/27

deny from 210.89.73.168/29

deny from 210.89.73.176/28

deny from 210.89.73.192/27

deny from 210.89.73.224/29

deny from 210.89.73.232/30

deny from 210.89.73.236/31

deny from 210.89.73.238/32

deny from 210.89.73.240/28

deny from 210.89.74.0/25

deny from 210.89.74.128/26

deny from 210.89.74.192/27

deny from 210.89.74.224/28

deny from 210.89.74.240/29

deny from 210.89.75.40/29

deny from 210.89.75.56/29

deny from 210.89.73.0/25

deny from 210.89.72.240/29

deny from 210.89.71.168/29

deny from 210.89.71.176/28

deny from 210.89.71.192/27

deny from 210.89.71.224/29

deny from 210.89.71.232/30

deny from 210.89.71.236/31

deny from 210.89.71.238/32

deny from 210.89.71.240/28

deny from 210.89.72.0/29

deny from 210.89.72.32/28

deny from 210.89.72.56/29

deny from 210.89.72.64/29

deny from 210.89.72.80/29

deny from 210.89.72.136/29

deny from 210.89.72.152/29

deny from 210.89.72.208/29

deny from 210.89.75.64/26

deny from 210.89.75.128/27

deny from 210.89.76.240/28

deny from 210.89.77.24/29

deny from 210.89.78.0/28

deny from 210.89.78.32/28

deny from 210.89.78.48/29

deny from 210.89.78.72/29

deny from 210.89.78.96/27

deny from 210.89.78.144/28

deny from 210.89.78.160/28

deny from 210.89.78.208/28

deny from 210.89.78.248/29

deny from 210.89.79.0/28

deny from 210.89.79.32/28

deny from 210.89.79.64/29

deny from 210.89.79.80/28

deny from 210.89.79.96/27

deny from 210.89.76.224/29

deny from 210.89.76.208/28

deny from 210.89.75.160/29

deny from 210.89.75.184/29

deny from 210.89.75.192/29

deny from 210.89.75.224/28

deny from 210.89.76.0/28

deny from 210.89.76.24/29

deny from 210.89.76.40/29

deny from 210.89.76.48/29

deny from 210.89.76.64/28

deny from 210.89.76.88/29

deny from 210.89.76.96/28

deny from 210.89.76.120/29

deny from 210.89.76.128/29

deny from 210.89.76.144/28

deny from 210.89.76.160/28

deny from 210.89.76.176/29

deny from 210.89.79.144/28

deny from 86.62.5.108/30

deny from 86.62.12.36/30

deny from 86.62.12.116/30

deny from 86.62.12.128/30

deny from 86.62.12.188/30

deny from 86.62.12.200/30

deny from 86.62.12.252/30

deny from 86.62.13.8/30

deny from 86.62.13.152/30

deny from 86.62.13.172/30

deny from 86.62.13.184/30

deny from 86.62.13.236/30

deny from 86.62.14.48/30

deny from 86.62.14.168/30

deny from 86.62.14.180/30

deny from 86.62.15.68/30

deny from 86.62.15.104/30

deny from 86.62.12.4/30

deny from 86.62.9.148/30

deny from 86.62.5.116/30

deny from 86.62.5.124/30

deny from 86.62.5.156/30

deny from 86.62.6.240/29

deny from 86.62.7.56/30

deny from 86.62.7.68/30

deny from 86.62.7.72/30

deny from 86.62.7.120/30

deny from 86.62.7.132/30

deny from 86.62.7.252/30

deny from 86.62.8.104/29

deny from 86.62.9.40/29

deny from 86.62.9.60/30

deny from 86.62.9.64/30

deny from 86.62.9.100/30

deny from 86.62.9.120/29

deny from 86.62.15.172/30

deny from 86.62.15.208/30

deny from 86.62.22.248/30

deny from 86.62.23.44/30

deny from 86.62.23.108/30

deny from 86.62.23.120/30

deny from 86.62.24.48/30

deny from 86.62.24.244/30

deny from 86.62.25.100/30

deny from 86.62.25.128/30

deny from 86.62.25.168/30

deny from 86.62.26.160/28

deny from 86.62.27.8/30

deny from 86.62.27.20/30

deny from 86.62.27.24/30

deny from 86.62.27.48/29

deny from 86.62.27.100/30

deny from 86.62.27.116/30

deny from 86.62.22.160/30

deny from 86.62.22.136/30

deny from 86.62.15.244/30

deny from 86.62.17.0/30

deny from 86.62.17.88/30

deny from 86.62.17.108/30

deny from 86.62.17.124/30

deny from 86.62.18.8/30

deny from 86.62.18.20/30

deny from 86.62.18.24/30

deny from 86.62.19.192/29

deny from 86.62.19.204/30

deny from 86.62.20.44/30

deny from 86.62.20.52/30

deny from 86.62.21.216/30

deny from 86.62.21.240/29

deny from 86.62.21.248/30

deny from 86.62.22.96/30

deny from 86.62.27.200/30

deny from 5.224.9.0/24

deny from 65.199.111.24/29

deny from 65.213.122.40/29

deny from 65.216.143.16/28

deny from 65.219.15.72/29

deny from 65.219.15.80/29

deny from 65.223.240.16/29

deny from 65.223.246.232/29

deny from 65.241.40.176/29

deny from 65.241.40.200/29

deny from 65.242.147.16/29

deny from 66.181.39.96/29

deny from 69.43.228.224/27

deny from 69.61.16.216/29

deny from 69.61.25.80/29

deny from 69.61.33.64/29

deny from 69.61.40.128/26

deny from 65.197.180.160/29

deny from 64.86.63.64/27

deny from 5.225.9.0/24

deny from 27.116.56.0/22

deny from 31.201.1.192/30

deny from 37.222.9.0/24

deny from 37.223.0.0/24

deny from 46.136.7.0/24

deny from 46.136.147.0/24

deny from 57.92.0.0/20

deny from 58.147.128.0/19

deny from 61.5.192.0/20

deny from 63.76.180.160/29

deny from 63.87.97.88/29

deny from 63.99.56.40/29

deny from 63.250.179.160/27

deny from 63.250.182.192/29

deny from 64.71.230.128/28

deny from 69.61.43.0/27

deny from 69.61.59.128/27

deny from 84.11.26.128/26

deny from 84.11.33.0/24

deny from 84.11.79.0/24

deny from 86.62.1.16/29

deny from 86.62.1.184/29

deny from 86.62.3.16/29

deny from 86.62.4.16/30

deny from 86.62.4.52/30

deny from 86.62.4.72/30

deny from 86.62.4.92/30

deny from 86.62.4.120/30

deny from 86.62.4.180/30

deny from 86.62.4.208/30

deny from 86.62.4.252/30

deny from 86.62.5.0/29

deny from 86.62.5.36/30

deny from 82.205.204.0/22

deny from 82.205.202.0/23

deny from 69.61.66.32/27

deny from 69.61.84.32/27

deny from 69.61.102.224/27

deny from 69.61.103.0/27

deny from 69.61.125.64/27

deny from 69.61.127.128/27

deny from 69.88.2.244/30

deny from 69.88.10.160/28

deny from 72.9.146.168/29

deny from 78.41.227.168/29

deny from 80.247.139.0/24

deny from 81.31.199.32/30

deny from 82.205.138.0/24

deny from 82.205.151.0/24

deny from 82.205.192.0/24

deny from 82.205.199.0/24

deny from 86.62.5.88/30

deny from 86.62.27.244/30

deny from 111.125.152.0/21

deny from 173.253.122.48/29

deny from 175.106.32.0/19

deny from 175.176.225.192/28

deny from 175.176.225.240/28

deny from 175.176.226.64/28

deny from 175.176.228.176/28

deny from 175.176.229.112/28

deny from 175.176.230.112/28

deny from 175.176.235.0/24

deny from 175.176.236.0/24

deny from 175.176.237.56/29

deny from 175.176.237.104/29

deny from 175.176.237.112/28

deny from 175.176.237.136/29

deny from 175.176.237.144/29

deny from 175.176.237.160/27

deny from 173.253.122.32/29

deny from 173.253.117.136/29

deny from 111.223.244.0/22

deny from 113.208.72.0/23

deny from 117.55.192.0/20

deny from 117.104.224.0/21

deny from 119.59.80.0/21

deny from 121.100.48.0/21

deny from 121.127.32.0/19

deny from 122.201.36.88/29

deny from 122.201.36.96/28

deny from 122.201.38.32/28

deny from 122.201.38.224/27

deny from 122.201.39.128/28

deny from 122.201.44.48/28

deny from 124.199.112.0/20

deny from 125.213.192.0/19

deny from 128.41.128.0/17

deny from 175.176.237.192/27

deny from 175.176.237.224/29

deny from 175.176.240.0/25

deny from 175.176.240.128/28

deny from 175.176.240.144/29

deny from 175.176.240.160/27

deny from 175.176.240.192/27

deny from 175.176.240.224/29

deny from 175.176.240.240/28

deny from 175.176.241.0/28

deny from 175.176.241.32/27

deny from 175.176.241.64/26

deny from 175.176.241.128/27

deny from 175.176.241.168/29

deny from 175.176.241.176/28

deny from 175.176.241.192/26

deny from 175.176.242.0/24

deny from 175.176.243.0/25

deny from 175.176.239.192/26

deny from 175.176.239.176/28

deny from 175.176.237.232/30

deny from 175.176.237.236/31

deny from 175.176.237.240/28

deny from 175.176.238.0/25

deny from 175.176.238.128/27

deny from 175.176.238.168/29

deny from 175.176.238.176/28

deny from 175.176.238.192/27

deny from 175.176.238.224/29

deny from 175.176.238.232/30

deny from 175.176.238.236/31

deny from 175.176.238.238/32

deny from 175.176.238.240/28

deny from 175.176.239.0/25

deny from 175.176.239.128/27

deny from 175.176.239.168/29

deny from 175.176.243.128/26

deny from 86.62.27.252/30

deny from 86.62.31.160/30

deny from 86.62.31.244/30

deny from 86.62.31.248/30

deny from 86.62.32.4/30

deny from 86.62.32.28/30

deny from 86.62.32.36/30

deny from 86.62.32.48/30

deny from 86.62.32.64/30

deny from 86.62.32.84/30

deny from 86.62.32.96/29

deny from 86.62.32.184/30

deny from 86.62.32.248/30

deny from 86.62.33.0/29

deny from 86.62.33.40/29

deny from 86.62.33.48/29

deny from 86.62.33.120/29

deny from 86.62.31.128/30

deny from 86.62.31.112/30

deny from 86.62.28.8/29

deny from 86.62.28.52/30

deny from 86.62.28.248/30

deny from 86.62.29.28/30

deny from 86.62.29.36/30

deny from 86.62.29.88/30

deny from 86.62.29.164/30

deny from 86.62.29.172/30

deny from 86.62.29.192/30

deny from 86.62.30.20/30

deny from 86.62.30.56/30

deny from 86.62.30.104/30

deny from 86.62.30.140/30

deny from 86.62.31.28/30

deny from 86.62.31.36/30

deny from 86.62.31.44/30

deny from 86.62.33.128/29

deny from 86.62.33.144/28

deny from 109.235.203.0/28

deny from 109.235.205.0/29

deny from 109.235.205.8/30

deny from 109.235.205.16/30

deny from 109.235.205.24/29

deny from 109.235.205.36/30

deny from 109.235.205.40/30

deny from 109.235.205.48/28

deny from 109.235.205.64/30

deny from 109.235.205.72/29

deny from 109.235.205.112/30

deny from 109.235.205.120/29

deny from 109.235.205.136/30

deny from 109.235.205.152/30

deny from 109.235.206.0/28

deny from 109.235.206.24/29

deny from 103.247.198.0/24

deny from 103.244.144.0/22

deny from 86.62.33.168/29

deny from 87.249.84.0/24

deny from 91.109.216.0/21

deny from 92.39.124.0/25

deny from 96.8.113.216/29

deny from 103.5.172.0/22

deny from 103.5.196.0/23

deny from 103.7.104.0/22

deny from 103.12.96.0/22

deny from 103.13.64.0/22

deny from 103.14.24.0/24

deny from 103.15.238.0/23

deny from 103.23.36.0/22

deny from 103.23.247.0/24

deny from 103.28.132.0/22

deny from 103.30.136.0/22

deny from 109.235.206.32/27

deny from .us 

deny from .ua

deny from .ru

deny from .de

deny from .gb 

deny from .nl

deny from .ca 

deny from .af

deny from .vn

deny from .fr

deny from .pl

deny from .ch

deny from .no

deny from .it

deny from .es

deny from .id 

deny from .th

deny from .cn 

deny from .pt

allow from all

</Limit>

[Tishu]

Така ... намерих малко време (party) :D

Ботовете могат да се ограничават по два начина (комбинирано). Единия от файла robots.txt и .htaccess. "Хубавите" ботове приемат правилата в робот файла и ги спазват, но за жалост "лошите" не и затова се налага забраната им в .htaccess-a.

1. Първо е необходимо вие да си решите, кои ботове искате да обхождат в сайта ви и какво точно. За целта се задава в робот файла, кои бот кои папки да НЕ обхожда посредством правилото "Disallow: /dir". Пример:


User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /junk/

Съответно знака * е за wildcard и важи за всички ботове, които приемат файла robots.txt. Повече информация можете да прочетете тук

2. Google и Bind ботовете понякога могат да бъдат много агресивни в своето обхождане и да причинят голямо натоварване (особено бинд-а). За да се избегне това е необходимо от съответните им контрол панели ( google webmaster tool и bind webmaster tool-a) да им зададете по-рядко да обхождат сайтовете Ви.

До тук добре, но за жалост хубавите неща свършиха :D

3. След като лошите роботи не искат да ни зачитат ... и ние няма да ги зачитаме и ги лепваме по грубия начин. За жалост начина с блокване на IP-та е малко ... дълъг и понякога неудобен. За тази цел ще ги блокираме посредством имената им. Това става в .htaccess файла посредством правилото:

RewriteEngine On
RewriteCond %{HTTP_USER_AGENT} ^(.*)Botname [NC,OR]
RewriteRule .* – [F]

Много е важно името на бота да е изписано правилно. Доколкото разбрах главна и малка буква играят роля. Ето и малко ботове за блокване:

Spoiler

RewriteCond %{HTTP_USER_AGENT} ^$
RewriteCond %{HTTP_USER_AGENT} ^Sosospider [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Baiduspider [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Sogou [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^YoudaoBot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^JikeSpider [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Ezooms [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^MJ12bot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^ScoutJet [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^AhrefsBot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Exabot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^SeznamBot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Butterfly [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^HuaweiSymantecSpider [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^TurnitinBot [NC]
RewriteRule ^.* - [F]

Тези правила трябва да си ги допълните сами. Необходимо е да прегледате вашата статистика и да разберете, кои лоши ботове обхождат сайта ви и съответно допълвате правилата.

5. Блокиране на IP-та. Както по-горе е дадено е хубаво да се блокнат и "лоши" IP адреси или цели страни. За страните е за хоста им и не винаги хваща, защото ако не са описани с хост, а само IP няма как да го засече. Това също си личи от статистиката.

6. От статистиката вижте кои файлове ви обикалят и съответно ако се наложи ги забранете (да не се обхождат).

Лошото е, че редовно трябва да наблюдавате, следите и т.н., но за жалост това е единствения вариант.

Надявам се това да ви помогне и да решите проблемите си в тази насока.

[poznai]

Добре де, с кво правило да забраня ВСИЧКИ търсещи машини БЕЗ Google?

[Beatfan]

Тествай с това да видим:

Order Deny,Allow
Deny from All
Allow from env=google

ИЛИ

SetEnvIf User-Agent .*Google* google
Order deny,allow
Deny from all
Allow from env=google

[pgplamen]

При мен е направено по този начин разрешени са само няколко държави + google

<IfModule mod_geoip.c>
GeoIPEnable On
SetEnvIf GEOIP_COUNTRY_CODE (BG|MK|GR|CY|RS) AllowCountry
</IfModule>
Order Deny,Allow
#Deny from all
Allow from Env=AllowCountry
Allow from 64.233.160.0/19
Allow from 66.102.0.0/20
Allow from 66.249.64.0/19
Allow from 72.14.192.0/18
Allow from 74.125.0.0/16
Allow from 209.85.128.0/17
Allow from 216.239.32.0/19

[skynet]

Само да ви вметна, че това блокиране през apache и .htaccess с филтриране на всяка една заявка работи изключително бавно и намалява работоспособността значително.
Особено при филтриране с 100-200 реда натоварването става осезаемо. Ако сте на vpn или собствен сървър, тия неща е по-добре направо в iptables да се настройват.
Като хубав ресурс за IP country database - ip.ludost.net и от време на време обновявате.

При проблем бих блокирал по IP регистрацията, но не и достъпа до целия сайт.

[poznai]

а блокирането чрез цпанел как влияе?
мен ме налазват разни китайски ботове, едновременно влизат с няколко ип адреса и обхождат яко
по-малкото зло е да ги оставя ли?

[Tishu]

Само да ви вметна, че това блокиране през apache и .htaccess с филтриране на всяка една заявка работи изключително бавно и намалява работоспособността значително.
Особено при филтриране с 100-200 реда натоварването става осезаемо. Ако сте на vpn или собствен сървър, тия неща е по-добре направо в iptables да се настройват.
Като хубав ресурс за IP country database - ip.ludost.net и от време на време обновявате.

При проблем бих блокирал по IP регистрацията, но не и достъпа до целия сайт.

Тук нещата са малко 50/50. Много зависи както от самия сървър така и от настройките му. Лично аз съм си правил .htaccess с 33 000 (+/- 100) забранени IP-та и разлика в скоростта на страницата нямаше.
За iptables съм напълно съгласен, че това е най-добрия вариант.

Забраната от cpanel е същото като .htaccess-a (нали г/у).

Може би най-добрия вариант е Гео модула + добър .htaccess файл и robots.txt ... после само се молим да не ни налазват нови :D

[poznai]

Ако искате да си оптимизирате robots.txt

Влезте в https://www.google.c...bmasters/tools/ - Health - Crawl Errors

Вижте в отделните секции Server error, Access denied, Not found, какви грешки вади.

Отворете си robots.txt и го допълнете с нужната информация, търсачките повече да не ровят на тези места излишно.

След като направите промените, изтрийте всички логове за грешки и на другия ден проверете какво сте направили.

[poznai]

От време на време ми се появява по една заблудена грешка, но тя е или частен случай или нещо изтрито.
Това е съдържанието на моя robots.txt, който ползвам:

User-agent: *
Disallow: /admin/
Disallow: /cache/
Disallow: /user/
Disallow: /store/
Disallow: /rss/
Disallow: /statuses/
Disallow: /*showuser=
Disallow: /*videos&module=extras
Disallow: /index.php?s=google=*
Disallow: /members/
Disallow: /calendar/*/add
Disallow: /*cal_id=*&do=
Disallow: /*view=getnext
Disallow: /*view=getnextunread
Disallow: /converge_local/
Disallow: /hooks/
Disallow: /ips_kernel/
Disallow: /retail/
Disallow: /public/style_captcha/
Disallow: /index.php?app=core&module=task
Disallow: /index.php?app=forums&module=moderate&section=moderate
Disallow: /index.php?app=forums&module=extras&section=forward
Disallow: /index.php?app=members&module=chat
Disallow: /index.php?&unlockUserAgent=1
Disallow: /*&module=search
Disallow: /*&module=search=
Allow:   /*&search_tags=
Disallow: /*app=core&module=global&section=reputation
Disallow: /*app=core&module=usercp
Disallow: /*app=members&module=messaging
Disallow: /*&p=
Disallow: /*&pid=
Disallow: /*&hl=
Disallow: /*&start=
Disallow: /*view__getnewpost$
Disallow: /*view__getlastpost$
Disallow: /*view__old$
Disallow: /*view__new$
Disallow: /*view__getfirst$
Disallow: /*view__getprevious$
Disallow: /*view__getnext$
Disallow: /*view__getlast$
Disallow: /*&view=getnewpost$
Disallow: /*&view=getlastpost$
Disallow: /*&view=old$
Disallow: /*&view=new$
Disallow: /*&view=getfirst$
Disallow: /*&view=getprevious$
Disallow: /*&view=getnext$
Disallow: /*&view=getlast$
Disallow: /*?s=
Disallow: /*&s=
Disallow: /index.php?app=core&module=global&section=login&do=deleteCookies
Disallow: /index.php?app=forums&module=extras&section=rating
Disallow: /index.php?app=forums&module=forums&section=markasread
Disallow: /*&do=who
Disallow: /*&section=dname
Disallow: /index.php?app=core&module=reports&rcom=*

[hackersss]

и аз имам ботове в сайта но не са от една държава а от много какво да направя как да ги изгоня знам само че въртят огромен трафик в форума ми след всяка нова тема в самия форум има над 30 бота и после като се махнат първите 30 идват още ? моля за помощ

[hackersss]

При мен е направено по този начин разрешени са само няколко държави + google
 

<IfModule mod_geoip.c>
GeoIPEnable On
SetEnvIf GEOIP_COUNTRY_CODE (BG|MK|GR|CY|RS) AllowCountry
</IfModule>
Order Deny,Allow
#Deny from all
Allow from Env=AllowCountry
Allow from 64.233.160.0/19
Allow from 66.102.0.0/20
Allow from 66.249.64.0/19
Allow from 72.14.192.0/18
Allow from 74.125.0.0/16
Allow from 209.85.128.0/17
Allow from 216.239.32.0/19

може ли на мен да ми направиш така но само за България да е разрешено и за всички търсачки без да имат достъп други държави? ще съм ти много благодарен