amazon_parser/parse_ip_port_save_to_txt at master · iotwlw/amazon_parser · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
# coding: utf-8

import re
import requests
from amazon_module import amazon_module

ip_port_list = []

# read ip_port from ip.txt
try:
    with open("ip.txt", "r") as f:
        for line in f.readlines():
            ip_port_list.append(line.strip() + "\n")
        f.close()
except:
    pass

# get ip_port from www.data5u.com
url_list = [
    "http://www.data5u.com/free/gwgn/index.shtml",
    # "http://www.data5u.com/free/gngn/index.shtml",
]

for url in url_list:
    soup = amazon_module.download_soup_by_url(url)

    try:
        uls = soup.find_all("ul", class_="l2")
        for ul in uls:
            ip = ul.find("li").get_text().strip()

            # port is not correct, not solved yet
            port = ul.find("li", class_="port").get_text().strip()
            ip_port = ip + ":" + port
            print(ip_port)

            ip_port_list.append(ip_port + "\n")
    except:
        pass


# test ip_port


# remove extra ip_port
ip_port_list = list(set(ip_port_list))

# write to ip.txt
# port is not correct, not solved yet
with open("ip.txt", "w") as f:
    f.writelines(ip_port_list)