fe / spider-ufo · Commits

Go to a project

Authored by 刘志远
Commit ac306368bd5a5ea0198d3fd107bf4b2e914f34e2 2 parents 6ce26e07 d4ffbbeb master ... feature/local-spider

Merge branch 'feature/ip-list' into 'master' 

增加1000个ip地址配置 每次请求随机获取一个

增加1000个ip地址配置 每次请求随机获取一个

See merge request !43
Inline Side-by-side
Showing 2 changed files with 1017 additions and 31 deletions
const ipList = ['60.168.160.255',
'145.57.160.2',
'205.214.207.134',
'248.177.207.141',
'213.110.143.224',
'83.36.54.125',
'205.149.79.47',
'59.155.209.50',
'226.158.50.134',
'82.252.96.19',
'45.53.98.87',
'159.44.161.140',
'28.137.68.21',
'189.210.137.241',
'87.64.170.134',
'231.10.117.161',
'119.130.57.47',
'87.121.126.245',
'154.62.172.234',
'255.193.245.11',
'21.64.24.223',
'33.183.104.60',
'155.139.94.240',
'179.239.89.235',
'220.39.217.147',
'66.125.25.29',
'252.37.46.90',
'134.20.14.101',
'232.195.208.204',
'92.148.72.152',
'172.48.205.227',
'99.252.208.42',
'70.22.202.191',
'61.68.237.12',
'133.248.92.102',
'183.102.81.206',
'155.217.77.209',
'41.170.51.57',
'107.176.117.111',
'54.241.246.220',
'6.245.57.254',
'152.47.210.151',
'144.99.249.99',
'143.147.220.223',
'203.15.77.70',
'60.208.127.40',
'93.17.139.253',
'82.143.31.176',
'187.224.130.184',
'190.170.200.145',
'180.39.21.75',
'18.89.78.61',
'4.74.79.186',
'79.134.20.158',
'248.232.126.203',
'92.161.94.178',
'226.87.1.48',
'189.10.236.74',
'201.2.76.91',
'237.123.97.217',
'40.18.152.141',
'49.80.169.206',
'36.75.129.99',
'223.248.47.43',
'101.184.165.60',
'222.137.175.223',
'243.200.188.111',
'102.142.109.229',
'23.189.93.116',
'183.38.165.240',
'102.52.139.107',
'172.103.215.33',
'14.0.53.110',
'89.208.230.194',
'30.6.63.205',
'86.83.187.229',
'153.101.6.101',
'127.206.149.35',
'30.67.42.120',
'244.201.240.209',
'15.32.165.130',
'209.74.144.234',
'62.239.223.197',
'204.28.89.36',
'109.168.148.196',
'42.99.114.190',
'181.209.184.77',
'190.145.129.150',
'109.209.150.181',
'119.47.88.187',
'24.102.254.224',
'234.96.167.149',
'52.58.37.193',
'35.122.220.172',
'34.98.253.242',
'184.221.13.191',
'213.168.85.224',
'70.199.20.236',
'179.94.243.27',
'170.101.134.33',
'70.16.39.236',
'11.6.219.0',
'200.65.190.51',
'164.118.110.162',
'211.25.118.170',
'121.30.102.191',
'164.8.247.22',
'42.195.12.32',
'146.23.79.239',
'38.239.192.24',
'206.142.193.215',
'232.73.85.68',
'230.202.254.189',
'222.188.14.137',
'94.250.62.182',
'231.147.197.203',
'176.108.1.168',
'205.50.119.193',
'233.8.98.28',
'193.125.230.138',
'58.223.182.152',
'103.233.86.91',
'123.202.84.37',
'135.164.72.200',
'156.112.15.103',
'164.182.20.105',
'222.206.247.83',
'190.200.127.30',
'20.197.74.66',
'187.45.136.79',
'234.109.196.245',
'13.91.33.123',
'144.107.86.101',
'66.24.84.101',
'129.127.104.27',
'61.85.227.84',
'140.208.43.157',
'78.239.208.84',
'191.217.161.177',
'190.133.176.232',
'121.185.91.151',
'101.214.12.115',
'210.124.47.235',
'241.136.161.213',
'157.89.11.74',
'154.76.214.47',
'37.97.206.198',
'16.252.191.146',
'117.15.144.183',
'205.62.132.89',
'230.215.0.41',
'254.41.241.130',
'55.38.12.198',
'164.83.167.75',
'87.29.15.250',
'211.38.29.155',
'14.70.69.39',
'99.244.46.44',
'150.78.209.219',
'88.216.131.25',
'205.50.237.184',
'100.252.225.177',
'114.35.218.40',
'221.150.104.97',
'200.166.227.146',
'174.186.62.70',
'118.64.78.158',
'255.10.173.19',
'94.161.55.113',
'200.156.112.38',
'82.224.129.38',
'65.163.185.90',
'245.173.240.108',
'243.49.161.59',
'104.60.34.99',
'245.196.159.56',
'110.38.175.174',
'255.159.57.65',
'187.226.125.185',
'109.148.241.30',
'146.146.197.207',
'230.185.252.21',
'67.33.217.80',
'65.124.142.180',
'9.40.165.105',
'192.179.48.107',
'138.236.90.158',
'236.46.200.11',
'32.38.74.250',
'250.17.118.19',
'123.47.143.204',
'128.198.111.221',
'180.15.135.45',
'149.227.99.137',
'79.41.228.144',
'250.81.54.251',
'107.124.165.170',
'122.112.128.169',
'146.48.214.230',
'215.121.131.89',
'169.3.84.187',
'72.76.100.5',
'194.98.235.14',
'93.70.245.171',
'12.253.228.103',
'46.23.226.50',
'163.119.101.33',
'104.148.24.156',
'97.35.219.109',
'248.33.73.15',
'68.14.103.165',
'212.251.90.222',
'25.250.22.67',
'232.100.249.39',
'122.137.223.69',
'49.17.180.255',
'2.1.99.191',
'70.225.5.128',
'216.240.222.181',
'246.61.188.188',
'213.4.49.40',
'128.31.3.70',
'206.16.222.153',
'109.215.70.114',
'200.65.204.179',
'106.164.195.184',
'139.163.244.166',
'200.248.149.115',
'109.210.94.80',
'100.230.156.42',
'62.99.100.217',
'108.104.155.72',
'158.130.206.27',
'151.134.227.150',
'198.62.231.251',
'112.215.177.191',
'164.137.243.177',
'113.105.0.249',
'36.30.143.25',
'131.64.223.111',
'177.64.252.31',
'173.78.102.229',
'249.116.226.51',
'2.10.155.57',
'222.50.164.140',
'22.246.128.58',
'219.130.84.139',
'71.21.9.143',
'97.80.252.147',
'126.105.124.235',
'9.142.50.223',
'73.14.11.231',
'207.162.251.196',
'82.179.34.221',
'70.2.176.183',
'129.94.234.54',
'119.249.158.5',
'240.172.235.250',
'117.82.173.20',
'208.127.238.226',
'201.117.80.128',
'243.230.211.219',
'13.236.132.170',
'217.189.197.188',
'90.114.57.54',
'161.60.94.234',
'216.73.190.56',
'5.91.125.216',
'112.116.214.79',
'167.184.22.221',
'129.101.8.86',
'87.36.6.219',
'75.216.209.145',
'54.84.197.103',
'201.197.29.249',
'101.119.134.85',
'140.178.138.103',
'85.139.155.221',
'86.37.225.232',
'29.254.92.168',
'255.40.171.127',
'203.26.35.90',
'67.252.135.176',
'123.51.215.255',
'252.20.42.6',
'82.99.29.62',
'196.160.58.174',
'30.200.90.228',
'53.213.229.137',
'30.79.4.121',
'247.167.189.122',
'15.132.159.235',
'243.195.118.206',
'198.140.202.25',
'137.247.195.174',
'233.77.86.116',
'176.86.42.196',
'78.223.1.136',
'189.7.63.118',
'89.189.39.91',
'138.211.93.51',
'89.152.225.199',
'72.160.249.123',
'218.11.120.60',
'166.143.34.45',
'203.188.88.137',
'212.91.201.38',
'45.49.161.1',
'9.87.145.253',
'232.76.10.97',
'203.173.34.179',
'242.17.161.206',
'101.134.99.105',
'127.134.88.110',
'87.43.94.78',
'233.114.49.243',
'105.5.155.10',
'94.38.212.123',
'126.229.12.4',
'64.95.117.163',
'97.80.122.12',
'170.209.43.34',
'51.233.34.221',
'198.97.181.208',
'180.86.44.227',
'185.188.140.242',
'188.71.161.31',
'230.215.197.28',
'45.224.134.187',
'150.243.198.33',
'24.140.186.65',
'163.87.109.224',
'178.71.33.68',
'105.85.221.198',
'177.226.121.170',
'153.21.144.57',
'55.204.12.122',
'103.35.107.195',
'7.154.59.113',
'253.211.83.122',
'75.203.110.172',
'98.216.240.65',
'147.146.166.39',
'245.35.187.130',
'3.146.212.191',
'45.87.38.230',
'183.123.55.238',
'174.7.94.19',
'40.73.112.54',
'62.66.157.187',
'65.157.45.30',
'220.58.65.126',
'86.208.168.234',
'41.145.84.73',
'10.63.116.60',
'133.219.200.103',
'167.94.55.18',
'1.113.115.142',
'45.119.232.213',
'202.122.25.182',
'222.181.102.134',
'11.52.110.167',
'114.240.76.158',
'111.186.193.44',
'128.50.38.241',
'65.162.46.79',
'192.66.73.104',
'45.154.20.55',
'90.82.4.32',
'132.120.80.191',
'145.104.231.9',
'61.166.90.164',
'140.119.89.107',
'153.233.122.72',
'251.56.43.212',
'99.77.240.51',
'36.122.57.180',
'55.43.130.190',
'191.110.219.94',
'71.65.186.191',
'203.54.32.197',
'174.138.23.253',
'251.165.239.89',
'21.66.207.250',
'41.12.244.92',
'142.231.111.197',
'248.249.27.156',
'12.146.173.233',
'24.95.217.101',
'6.125.139.189',
'127.62.200.181',
'7.145.43.158',
'168.30.82.4',
'176.193.21.55',
'70.133.113.65',
'145.238.231.25',
'36.118.63.18',
'190.40.207.16',
'207.150.9.14',
'40.112.194.181',
'83.170.123.123',
'226.134.106.151',
'28.31.58.191',
'25.142.121.51',
'193.87.178.61',
'57.106.2.148',
'21.151.40.3',
'65.52.29.16',
'86.252.235.52',
'71.193.185.25',
'151.57.112.40',
'16.94.230.204',
'185.42.204.116',
'98.65.238.69',
'65.176.82.196',
'188.83.16.145',
'255.241.224.43',
'178.198.85.217',
'228.51.158.3',
'131.74.101.162',
'203.203.51.175',
'183.40.38.169',
'122.94.225.5',
'65.161.154.192',
'27.42.17.23',
'159.112.230.154',
'53.104.116.87',
'247.243.58.234',
'231.235.122.98',
'143.223.30.249',
'166.118.168.118',
'181.252.165.220',
'94.43.42.206',
'54.55.118.34',
'176.254.21.125',
'125.168.123.35',
'199.208.222.84',
'247.186.210.149',
'34.55.199.126',
'248.162.241.9',
'168.184.141.198',
'7.130.237.81',
'111.158.218.170',
'6.130.109.181',
'105.78.140.175',
'170.48.228.224',
'54.43.51.48',
'96.52.137.81',
'103.219.249.237',
'138.63.144.151',
'170.28.177.34',
'220.96.20.218',
'206.211.204.44',
'31.64.122.129',
'232.7.245.112',
'86.154.113.140',
'148.90.203.154',
'180.238.237.31',
'88.60.82.1',
'148.145.108.39',
'101.172.118.151',
'23.229.94.144',
'182.154.130.174',
'47.51.115.177',
'218.251.237.178',
'166.60.205.63',
'189.218.35.166',
'56.231.119.38',
'213.201.169.150',
'224.49.82.110',
'164.29.111.254',
'213.132.106.88',
'231.145.86.85',
'189.213.106.30',
'58.37.84.115',
'1.59.107.90',
'165.92.15.79',
'34.127.163.32',
'24.129.115.221',
'237.147.68.107',
'164.234.190.12',
'66.60.9.245',
'57.142.152.215',
'204.157.193.44',
'110.104.173.126',
'13.80.47.92',
'14.25.81.3',
'205.234.217.203',
'120.215.14.161',
'6.194.54.226',
'96.143.122.10',
'147.143.62.193',
'80.180.40.214',
'216.87.199.36',
'202.40.85.232',
'196.27.247.254',
'158.114.188.205',
'23.115.29.218',
'254.238.245.92',
'14.15.148.62',
'57.91.5.203',
'142.252.86.75',
'106.73.193.69',
'178.67.127.3',
'46.65.119.18',
'209.158.96.9',
'231.1.79.164',
'247.14.112.149',
'171.69.67.144',
'166.196.56.169',
'12.192.8.90',
'112.175.193.172',
'211.65.187.213',
'130.41.161.245',
'83.140.212.149',
'171.87.236.132',
'105.214.144.172',
'245.13.103.80',
'243.34.84.170',
'190.182.94.49',
'168.5.199.196',
'16.144.115.250',
'143.240.108.131',
'85.97.211.183',
'157.66.33.2',
'9.85.255.2',
'194.18.174.215',
'32.176.202.245',
'43.65.8.11',
'87.59.128.180',
'94.107.114.34',
'214.255.196.64',
'53.97.6.140',
'32.224.174.188',
'138.44.203.228',
'142.216.127.163',
'246.53.209.183',
'235.15.44.244',
'244.119.122.130',
'65.51.196.89',
'112.1.31.206',
'108.87.171.176',
'161.210.101.108',
'170.102.78.5',
'115.219.78.103',
'79.10.39.15',
'4.51.227.104',
'114.93.223.10',
'16.217.35.182',
'136.15.87.186',
'105.153.156.39',
'145.0.20.86',
'104.66.58.192',
'192.123.25.8',
'114.237.156.226',
'77.242.93.185',
'229.99.67.155',
'46.142.68.193',
'252.33.179.242',
'126.103.96.14',
'15.235.51.245',
'223.74.26.10',
'134.244.14.129',
'29.193.112.102',
'142.58.67.176',
'58.67.86.107',
'100.180.58.78',
'0.111.80.167',
'229.77.60.199',
'235.52.54.13',
'129.72.114.76',
'94.196.245.181',
'78.9.250.38',
'9.159.66.139',
'68.243.73.92',
'227.166.141.52',
'239.242.250.32',
'203.121.199.57',
'51.178.183.11',
'228.208.40.218',
'115.100.222.132',
'37.230.214.210',
'17.0.155.29',
'101.59.240.169',
'233.78.231.197',
'92.21.78.106',
'102.215.116.253',
'198.45.128.155',
'241.20.99.209',
'21.159.38.240',
'105.233.38.115',
'74.150.122.47',
'227.79.179.237',
'251.151.3.157',
'149.86.55.171',
'69.104.95.70',
'252.67.139.59',
'208.208.85.250',
'42.213.2.128',
'72.200.181.7',
'54.66.8.152',
'11.91.180.135',
'207.205.230.80',
'218.216.33.232',
'134.214.11.226',
'201.36.182.1',
'58.57.132.27',
'122.249.177.103',
'132.225.3.72',
'12.52.91.183',
'202.79.60.245',
'129.49.232.217',
'92.135.74.25',
'135.6.170.8',
'2.18.230.157',
'209.110.201.210',
'2.241.22.141',
'53.31.186.166',
'67.206.182.98',
'111.106.178.66',
'113.134.0.173',
'131.201.143.131',
'250.212.58.62',
'11.92.110.159',
'88.6.218.87',
'252.221.196.194',
'229.215.54.81',
'53.2.223.254',
'66.92.230.238',
'148.157.102.144',
'129.211.151.61',
'37.128.238.143',
'162.181.66.226',
'96.83.149.58',
'91.116.218.204',
'237.169.212.95',
'201.228.156.172',
'26.205.164.172',
'253.1.150.39',
'113.40.30.146',
'255.236.245.77',
'56.104.116.107',
'115.252.88.141',
'234.224.84.163',
'101.74.120.118',
'26.36.87.94',
'28.252.18.219',
'97.246.155.129',
'71.183.161.114',
'215.20.51.19',
'38.101.129.67',
'183.98.118.142',
'72.160.167.197',
'215.51.122.4',
'138.144.98.110',
'213.194.46.219',
'11.158.122.206',
'18.68.39.5',
'94.71.234.65',
'14.95.202.6',
'234.71.155.212',
'147.235.50.120',
'197.147.243.47',
'44.3.202.192',
'111.225.75.82',
'107.220.236.105',
'80.198.147.179',
'104.41.189.168',
'179.32.178.93',
'196.204.101.210',
'238.235.104.71',
'33.184.47.106',
'92.165.136.196',
'153.78.1.89',
'73.254.25.14',
'120.32.19.251',
'146.106.163.174',
'79.2.184.123',
'198.45.99.115',
'180.59.244.176',
'205.112.160.254',
'125.202.231.152',
'111.173.208.28',
'131.62.231.227',
'206.121.117.9',
'91.244.254.106',
'36.8.145.92',
'176.92.171.154',
'75.226.69.158',
'6.243.160.106',
'89.82.7.221',
'102.58.65.182',
'71.3.147.21',
'116.61.9.61',
'240.237.124.124',
'175.63.98.205',
'2.145.115.111',
'42.69.252.162',
'187.117.254.122',
'157.135.248.86',
'185.215.91.252',
'206.82.137.114',
'41.106.171.146',
'144.183.175.7',
'29.137.73.62',
'101.151.159.85',
'158.53.40.179',
'214.254.58.41',
'2.23.198.135',
'199.76.181.102',
'44.68.254.153',
'146.55.137.231',
'158.181.30.91',
'81.165.174.204',
'144.94.85.31',
'120.223.251.137',
'124.139.157.181',
'60.132.163.155',
'123.61.135.61',
'20.51.251.180',
'105.60.63.170',
'32.229.244.20',
'205.7.88.144',
'212.175.218.46',
'251.112.146.141',
'30.42.105.34',
'122.75.116.15',
'169.42.161.111',
'156.230.46.4',
'131.24.15.164',
'120.129.131.172',
'25.164.164.235',
'44.107.36.254',
'230.142.179.162',
'144.50.177.121',
'249.128.21.37',
'42.110.128.114',
'210.182.102.0',
'44.221.196.31',
'70.167.226.154',
'232.208.185.234',
'122.240.131.1',
'105.55.99.85',
'190.184.57.124',
'90.173.121.106',
'228.119.199.185',
'72.44.158.52',
'21.173.5.117',
'245.58.214.172',
'246.52.238.13',
'87.247.163.224',
'11.214.124.212',
'212.211.169.197',
'133.239.202.194',
'126.124.237.40',
'48.136.215.114',
'101.109.121.117',
'233.102.178.107',
'158.4.43.172',
'190.235.222.82',
'49.100.106.77',
'126.246.235.45',
'113.124.46.39',
'59.63.245.160',
'183.43.128.229',
'172.187.186.9',
'53.26.248.213',
'77.38.60.146',
'166.116.102.137',
'20.244.142.212',
'240.151.154.31',
'115.51.202.136',
'173.134.159.109',
'62.170.119.208',
'152.164.242.111',
'247.152.227.104',
'162.20.21.54',
'181.255.8.245',
'153.75.135.109',
'98.101.121.237',
'253.251.204.11',
'138.82.87.131',
'147.140.213.245',
'30.88.246.164',
'88.82.57.140',
'44.206.1.139',
'168.112.204.180',
'150.227.161.218',
'0.161.143.37',
'6.230.7.36',
'84.12.87.86',
'67.158.224.136',
'49.169.231.81',
'163.208.150.113',
'173.230.23.109',
'185.93.129.95',
'227.124.178.129',
'153.181.237.218',
'209.74.109.194',
'203.26.42.188',
'49.245.88.143',
'159.119.167.76',
'91.166.48.26',
'105.58.127.109',
'225.9.233.3',
'224.204.97.193',
'206.171.86.144',
'113.99.225.8',
'47.89.118.110',
'208.17.245.194',
'237.35.126.23',
'116.72.195.36',
'127.108.110.32',
'217.175.194.143',
'148.207.224.176',
'73.149.211.201',
'123.202.43.222',
'191.11.234.253',
'115.92.165.236',
'77.62.162.147',
'122.223.226.242',
'120.132.223.108',
'142.46.66.81',
'172.213.70.13',
'236.238.4.20',
'83.40.232.31',
'37.73.158.181',
'210.135.17.156',
'199.143.42.113',
'75.241.213.82',
'171.87.225.185',
'196.8.93.249',
'77.7.255.220',
'244.185.54.247',
'27.55.77.104',
'143.49.255.8',
'193.85.167.120',
'49.111.64.38',
'116.238.214.138',
'251.141.138.54',
'21.114.248.112',
'13.99.50.27',
'163.40.219.72',
'181.27.10.104',
'67.89.234.29',
'196.73.246.242',
'77.138.200.239',
'140.176.111.245',
'46.177.29.153',
'137.15.36.14',
'239.63.61.62',
'35.87.157.252',
'234.100.135.8',
'155.229.210.18',
'125.238.230.60',
'141.139.209.25',
'183.167.144.105',
'245.153.134.209',
'34.231.122.89',
'122.225.61.249',
'253.69.11.99',
'180.90.237.221',
'248.119.165.112',
'193.88.29.79',
'67.84.121.101',
'50.3.181.221',
'65.51.18.19',
'48.230.153.194',
'55.86.122.47',
'255.33.168.243',
'171.229.2.187',
'18.175.193.255',
'196.190.27.250',
'139.120.205.186',
'114.60.174.218',
'187.181.4.205',
'148.30.40.87',
'15.32.235.81',
'135.163.87.185',
'19.17.27.68',
'89.116.132.38',
'88.137.125.205',
'174.126.61.173',
'134.192.157.255',
'20.217.92.18',
'108.230.126.189',
'206.114.197.109',
'210.95.144.34',
'5.185.1.208',
'201.171.123.127',
'73.162.250.109',
'57.8.201.251',
'210.183.113.58',
'74.228.46.10',
'73.18.155.100',
'232.135.147.68',
'112.119.69.233',
'211.56.80.51',
'180.120.128.203',
'0.147.57.112',
'106.3.119.87',
'216.137.93.98',
'33.164.107.140',
'140.192.181.157',
'244.178.203.82',
'23.161.8.6',
'72.104.204.118',
'187.16.115.144',
'143.111.155.254',
'44.6.99.190',
'218.129.164.121',
'149.180.20.24',
'227.66.238.69',
'71.167.74.45',
'41.230.121.70',
'90.11.65.190',
'119.190.225.139',
'17.250.149.112',
'199.109.138.169',
'229.131.184.82',
'201.132.80.94',
'90.10.42.183',
'30.82.76.1',
'254.84.139.53',
'241.35.171.237',
'147.209.161.235',
'216.28.247.111',
'226.41.28.177',
'249.93.45.198',
'97.180.189.176',
'36.214.175.101',
'179.183.195.102',
'29.184.29.204',
'143.43.129.225',
'214.17.59.124',
'242.75.66.201',
'31.68.10.246',
'173.20.16.240',
'115.172.159.180',
'18.73.175.200',
'54.88.221.173',
'106.62.80.12',
'112.88.199.183',
'24.231.242.68',
'232.183.241.172',
'237.138.44.154',
'237.104.41.96',
'213.53.240.200',
'42.174.223.250',
'135.86.174.134',
'33.59.187.235',
'213.50.240.231',
'68.131.244.134',
'115.212.139.251',
'51.132.238.56',
'131.10.141.157',
'221.5.220.153',
'177.5.129.0',
'137.144.34.221',
'248.243.77.234',
'240.152.219.237',
'198.210.87.209',
'245.76.207.127',
'60.226.19.168',
'240.199.12.5',
'255.252.32.210',
'220.116.18.244',
'58.47.176.151',
'236.244.105.117',
'123.84.170.110',
'16.127.57.134',
'32.194.127.216',
'38.89.130.32',
'209.66.106.188',
'222.139.28.102',
'35.163.212.1',
'20.31.71.210',
'213.98.243.54',
'142.130.52.161',
'186.210.242.191',
'21.170.41.208',
'58.74.174.63',
'80.142.251.128',
'81.232.208.44',
'136.239.87.164',
'195.171.190.213',
'72.28.86.194',
'178.224.224.72',
'159.141.83.61',
'13.29.235.252',
'29.44.28.220',
'191.220.163.107',
'21.49.242.189',
'63.9.22.210',
'228.140.244.98',
'233.202.35.121',
'75.149.104.247',
'132.73.179.18',
'193.39.104.235',
'77.45.26.118'];
module.exports.ipList = ipList;
... ...
... ... @@ -11,6 +11,8 @@ const moment = require('moment');
const detailUrl = 'https://app.poizon.com/api/v1/h5/index/fire/flow/product/detail';
const buyNowInfoUrl = 'https://app.poizon.com/api/v1/h5/inventory/price/h5/queryBuyNowInfo';
const { ipList } = require('../libs/ip-list');
const sign = (obj) => {
let constr = '';
... ... @@ -37,34 +39,8 @@ const requestDu = (params, type) => {
qs: params
};
}
// 爬虫 123.206.21.19 百度 220.181.38.148 搜狗 221.122.82.30 搜搜 106.39.246.42 360搜索 36.110.236.68 有道 220.181.76.83 雅虎 124.108.103.103
// 必应 202.89.233.100 慧聪 180.97.232.53 淘宝 140.205.220.96 天猫 124.236.61.227 京东 120.52.148.118 国搜 1.180.19.71 新浪搜索 183.60.95.142
// 新浪 123.126.157.222 今日头条 140.249.240.234 人民搜索网 61.164.153.222 凤凰搜索网 49.233.102.63 乐搜 220.181.90.8 央视搜索 115.182.34.79
let ipList = [
'221.122.82.30',
'106.39.246.42',
'36.110.236.68',
'202.89.233.100',
'180.97.232.53',
'140.205.220.96',
'124.236.61.227',
'120.52.148.118',
'1.180.19.71',
'183.60.95.142',
'123.126.157.222',
'140.249.240.234',
'61.164.153.222',
'49.233.102.63',
'220.181.90.8',
'115.182.34.79',
'124.64.19.86',
'124.64.30.120'
];
let index = Math.floor((Math.random()*ipList.length));
let ip = ipList[index];
let ip = params.ip || '';
return rp({
...baseInfo,
uri: url,
... ... @@ -150,20 +126,28 @@ const taskDu = (params) => {
const task = async(options, tick = 1) => {
const params = Object.assign({}, options);
const ip = getRandomIp();
params['ip'] = ip;
try {
return await taskDu(params);
} catch (error) {
logger.error(chalk.red(`error:${options}:tick:${tick} ====> ${error}`));
if (tick >= 3) {
var currentime = moment(Date.now()).format('YYYY-MM-DD HH:mm:ss')
ddAlert(`监控报警 : ${error} — ${currentime} `, 'bjSpider');
ddAlert(`监控报警 : ${error} — ${currentime} ( IP : ${ip} ) @15101660386`, 'bjSpider');
return Promise.resolve({});
}
return task(options, tick + 1);
}
};
/**
* 获取随机ip
*/
const getRandomIp = () => {
let index = Math.floor((Math.random()*ipList.length));
let ip = ipList[index];
return ip;
}
module.exports = (ids, url, params, delay) => {
const lockTask = nodeLockup(task, delay || config.delay);
... ...