Update all IPs lists (#2643)

1 files changed, 18 insertions, 25 deletions

diff --git a/src/lib/inc_generated/ndpi_crawlers_match.c.inc b/src/lib/inc_generated/ndpi_crawlers_match.c.inc
index 4752f231a..5db10e81e 100644
--- a/src/lib/inc_generated/ndpi_crawlers_match.c.inc
+++ b/src/lib/inc_generated/ndpi_crawlers_match.c.inc
@@ -53,7 +53,7 @@ static ndpi_network ndpi_http_crawler_bot_protocol_list[] = {
  { 0x22628B00 /* 34.98.139.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
  { 0x22628B80 /* 34.98.139.128/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
  { 0x22628C00 /* 34.98.140.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
- { 0x22628C80 /* 34.98.140.128/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
+ { 0x22628C80 /* 34.98.140.128/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
  { 0x22628D00 /* 34.98.141.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
  { 0x22628D80 /* 34.98.141.128/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
  { 0x22628E00 /* 34.98.142.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
@@ -86,7 +86,7 @@ static ndpi_network ndpi_http_crawler_bot_protocol_list[] = {
  { 0x22742400 /* 34.116.36.0/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
  { 0x22742440 /* 34.116.36.64/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
  { 0x22742500 /* 34.116.37.0/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
- { 0x22742700 /* 34.116.39.0/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
+ { 0x22742700 /* 34.116.39.0/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
  { 0x22742800 /* 34.116.40.0/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
  { 0x22742900 /* 34.116.41.0/24 */, 24, NDPI_HTTP_CRAWLER_BOT },
  { 0x22742B00 /* 34.116.43.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
@@ -119,7 +119,6 @@ static ndpi_network ndpi_http_crawler_bot_protocol_list[] = {
  { 0x23BB8780 /* 35.187.135.128/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
  { 0x23BB8800 /* 35.187.136.0/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
  { 0x23BB8880 /* 35.187.136.128/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
- { 0x23BB8900 /* 35.187.137.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
  { 0x23BB8A00 /* 35.187.138.0/23 */, 23, NDPI_HTTP_CRAWLER_BOT },
  { 0x23BB8C00 /* 35.187.140.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
  { 0x23BB8C80 /* 35.187.140.128/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
@@ -128,8 +127,7 @@ static ndpi_network ndpi_http_crawler_bot_protocol_list[] = {
  { 0x23BB8D80 /* 35.187.141.128/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
  { 0x23BB8E00 /* 35.187.142.0/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
  { 0x23BB8E40 /* 35.187.142.64/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
- { 0x23BB8F00 /* 35.187.143.0/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
- { 0x23BB8F40 /* 35.187.143.64/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
+ { 0x23BB8F00 /* 35.187.143.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
  { 0x23F31000 /* 35.243.16.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
  { 0x23F31080 /* 35.243.16.128/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
  { 0x23F31100 /* 35.243.17.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
@@ -165,14 +163,11 @@ static ndpi_network ndpi_http_crawler_bot_protocol_list[] = {
  { 0x42F94000 /* 66.249.64.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F94080 /* 66.249.64.128/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F940E0 /* 66.249.64.224/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
- { 0x42F94100 /* 66.249.65.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
- { 0x42F941A0 /* 66.249.65.160/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
- { 0x42F941C0 /* 66.249.65.192/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
+ { 0x42F94100 /* 66.249.65.0/24 */, 24, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F94200 /* 66.249.66.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F942A0 /* 66.249.66.160/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F942C0 /* 66.249.66.192/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
- { 0x42F94400 /* 66.249.68.0/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
- { 0x42F94440 /* 66.249.68.64/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
+ { 0x42F94400 /* 66.249.68.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F94500 /* 66.249.69.0/24 */, 24, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F94600 /* 66.249.70.0/23 */, 23, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F94800 /* 66.249.72.0/23 */, 23, NDPI_HTTP_CRAWLER_BOT },
@@ -186,10 +181,7 @@ static ndpi_network ndpi_http_crawler_bot_protocol_list[] = {
  { 0x42F95900 /* 66.249.89.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F95980 /* 66.249.89.128/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F959E0 /* 66.249.89.224/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
- { 0x42F95A00 /* 66.249.90.0/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
- { 0x42F95A60 /* 66.249.90.96/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
- { 0x42F95A80 /* 66.249.90.128/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
- { 0x42F95B00 /* 66.249.91.0/24 */, 24, NDPI_HTTP_CRAWLER_BOT },
+ { 0x42F95A00 /* 66.249.90.0/23 */, 23, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F95C00 /* 66.249.92.0/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F95C60 /* 66.249.92.96/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
  { 0x42F95C80 /* 66.249.92.128/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
@@ -199,8 +191,7 @@ static ndpi_network ndpi_http_crawler_bot_protocol_list[] = {
  { 0x480EC700 /* 72.14.199.0/24 */, 24, NDPI_HTTP_CRAWLER_BOT },
  { 0x4A774C00 /* 74.119.76.0/22 */, 22, NDPI_HTTP_CRAWLER_BOT },
  { 0x4A7D9400 /* 74.125.148.0/23 */, 23, NDPI_HTTP_CRAWLER_BOT },
- { 0x4A7D9600 /* 74.125.150.0/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
- { 0x4A7D9640 /* 74.125.150.64/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
+ { 0x4A7D9600 /* 74.125.150.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
  { 0x4A7D9700 /* 74.125.151.0/24 */, 24, NDPI_HTTP_CRAWLER_BOT },
  { 0x4A7DD800 /* 74.125.216.0/24 */, 24, NDPI_HTTP_CRAWLER_BOT },
  { 0x4A7DD900 /* 74.125.217.0/25 */, 25, NDPI_HTTP_CRAWLER_BOT },
@@ -225,7 +216,7 @@ static ndpi_network ndpi_http_crawler_bot_protocol_list[] = {
  { 0x6BB2CAC0 /* 107.178.202.192/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
  { 0x6BB2CB00 /* 107.178.203.0/24 */, 24, NDPI_HTTP_CRAWLER_BOT },
  { 0x6BB2E000 /* 107.178.224.0/23 */, 23, NDPI_HTTP_CRAWLER_BOT },
- { 0x6CB10200 /* 108.177.2.0/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
+ { 0x6CB10200 /* 108.177.2.0/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
  { 0x81860000 /* 129.134.0.0/16 */, 16, NDPI_HTTP_CRAWLER_BOT },
  { 0x8BD93400 /* 139.217.52.0/28 */, 28, NDPI_HTTP_CRAWLER_BOT },
  { 0x934BD000 /* 147.75.208.0/20 */, 20, NDPI_HTTP_CRAWLER_BOT },
@@ -240,7 +231,7 @@ static ndpi_network ndpi_http_crawler_bot_protocol_list[] = {
  { 0xBFE9CCE0 /* 191.233.204.224/28 */, 28, NDPI_HTTP_CRAWLER_BOT },
  { 0xC0854C00 /* 192.133.76.0/22 */, 22, NDPI_HTTP_CRAWLER_BOT },
  { 0xC0B20500 /* 192.178.5.0/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
- { 0xC0B20600 /* 192.178.6.0/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
+ { 0xC0B20600 /* 192.178.6.0/26 */, 26, NDPI_HTTP_CRAWLER_BOT },
  { 0xC0B21100 /* 192.178.17.0/27 */, 27, NDPI_HTTP_CRAWLER_BOT },
  { 0xC7109C00 /* 199.16.156.0/22 */, 22, NDPI_HTTP_CRAWLER_BOT },
  { 0xC71E1800 /* 199.30.24.0/23 */, 23, NDPI_HTTP_CRAWLER_BOT },
@@ -265,8 +256,7 @@ static ndpi_network6 ndpi_http_crawler_bot_protocol_list_6[] = {
  { "2001:4860:4801:3c::", 63, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:3e::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:40::", 61, NDPI_HTTP_CRAWLER_BOT },
- { "2001:4860:4801:48::", 63, NDPI_HTTP_CRAWLER_BOT },
- { "2001:4860:4801:4a::", 64, NDPI_HTTP_CRAWLER_BOT },
+ { "2001:4860:4801:48::", 62, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:50::", 63, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:53::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:54::", 63, NDPI_HTTP_CRAWLER_BOT },
@@ -276,6 +266,8 @@ static ndpi_network6 ndpi_http_crawler_bot_protocol_list_6[] = {
  { "2001:4860:4801:80::", 61, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:88::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:90::", 62, NDPI_HTTP_CRAWLER_BOT },
+ { "2001:4860:4801:94::", 64, NDPI_HTTP_CRAWLER_BOT },
+ { "2001:4860:4801:a0::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:2008::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:200c::", 63, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:2010::", 60, NDPI_HTTP_CRAWLER_BOT },
@@ -287,8 +279,7 @@ static ndpi_network6 ndpi_http_crawler_bot_protocol_list_6[] = {
  { "2001:4860:4801:203c::", 63, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:203e::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:2040::", 61, NDPI_HTTP_CRAWLER_BOT },
- { "2001:4860:4801:2048::", 63, NDPI_HTTP_CRAWLER_BOT },
- { "2001:4860:4801:204a::", 64, NDPI_HTTP_CRAWLER_BOT },
+ { "2001:4860:4801:2048::", 62, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:2050::", 62, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:2054::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:2060::", 60, NDPI_HTTP_CRAWLER_BOT },
@@ -297,6 +288,8 @@ static ndpi_network6 ndpi_http_crawler_bot_protocol_list_6[] = {
  { "2001:4860:4801:2080::", 61, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:2088::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2001:4860:4801:2090::", 62, NDPI_HTTP_CRAWLER_BOT },
+ { "2001:4860:4801:2094::", 64, NDPI_HTTP_CRAWLER_BOT },
+ { "2001:4860:4801:20a0::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2401:db00::", 32, NDPI_HTTP_CRAWLER_BOT },
  { "2404:f340:10:4000::", 62, NDPI_HTTP_CRAWLER_BOT },
  { "2404:f340:10:4004::", 63, NDPI_HTTP_CRAWLER_BOT },
@@ -326,8 +319,7 @@ static ndpi_network6 ndpi_http_crawler_bot_protocol_list_6[] = {
  { "2600:1900:0:5c::", 63, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:5e::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:60::", 61, NDPI_HTTP_CRAWLER_BOT },
- { "2600:1900:0:68::", 63, NDPI_HTTP_CRAWLER_BOT },
- { "2600:1900:0:6a::", 64, NDPI_HTTP_CRAWLER_BOT },
+ { "2600:1900:0:68::", 62, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:70::", 61, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:78::", 62, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:7c::", 64, NDPI_HTTP_CRAWLER_BOT },
@@ -348,7 +340,6 @@ static ndpi_network6 ndpi_http_crawler_bot_protocol_list_6[] = {
  { "2600:1900:0:f0::", 61, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:f8::", 63, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:fa::", 64, NDPI_HTTP_CRAWLER_BOT },
- { "2600:1900:0:fc::", 62, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:100::", 60, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:110::", 61, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:118::", 63, NDPI_HTTP_CRAWLER_BOT },
@@ -377,6 +368,7 @@ static ndpi_network6 ndpi_http_crawler_bot_protocol_list_6[] = {
  { "2600:1900:0:1f0::", 62, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:1f4::", 63, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:200::", 62, NDPI_HTTP_CRAWLER_BOT },
+ { "2600:1900:0:204::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:210::", 62, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:214::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:220::", 62, NDPI_HTTP_CRAWLER_BOT },
@@ -409,6 +401,7 @@ static ndpi_network6 ndpi_http_crawler_bot_protocol_list_6[] = {
  { "2600:1900:0:352::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:370::", 63, NDPI_HTTP_CRAWLER_BOT },
  { "2600:1900:0:372::", 64, NDPI_HTTP_CRAWLER_BOT },
+ { "2600:1900:0:380::", 64, NDPI_HTTP_CRAWLER_BOT },
  { "2620:0:1c00::", 40, NDPI_HTTP_CRAWLER_BOT },
  { "2a03:2880::", 31, NDPI_HTTP_CRAWLER_BOT },
  { "2a03:2887:ff2c::", 47, NDPI_HTTP_CRAWLER_BOT },