168 lines
6.4 KiB
Python
168 lines
6.4 KiB
Python
import requests
|
||
import urllib3
|
||
from urllib3.exceptions import InsecureRequestWarning
|
||
urllib3.disable_warnings(InsecureRequestWarning)
|
||
import json
|
||
from ipSearch.xdbSearcher import XdbSearcher
|
||
import re
|
||
import base64
|
||
from bs4 import BeautifulSoup
|
||
import socket
|
||
import time
|
||
|
||
def search_ip(ip): # 根据ip查询地理位置，idc等信息
|
||
dbPath = "./ipSearch/ip2region.xdb"
|
||
vi = XdbSearcher.loadVectorIndexFromFile(dbfile=dbPath)
|
||
searcher = XdbSearcher(dbfile=dbPath, vectorIndex=vi)
|
||
region_str = searcher.search(ip)
|
||
return region_str
|
||
|
||
def use_zoomeye(): # 使用zoomeye采集节点
|
||
url = 'https://www.zoomeye.org/api/search'
|
||
params = {
|
||
'q': '"Tailscale"+"DERP"+country:"CN"',
|
||
'page': '1',
|
||
'pageSize': '20',
|
||
't': 'v4+v6+web'
|
||
}
|
||
headers = {
|
||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.77 Safari/537.36'
|
||
}
|
||
info = requests.get(url, params=params, headers=headers)
|
||
if info.status_code == 200:
|
||
data = json.loads(info.text)["matches"]
|
||
node_list = []
|
||
for i in data:
|
||
portinfo = i.get("portinfo", {})
|
||
service = portinfo.get("service", "N/A")
|
||
if service == "https":
|
||
ip = i["ip"]
|
||
port = i["portinfo"]["port"]
|
||
ip_info = re.sub(r'\b(\w+)\s+\1\b', r'\1', search_ip(ip).replace("|", " ").replace("0", "").replace("省","").replace("市","")).replace(" ", "")
|
||
# 向列表中添加节点信息
|
||
node_list.append({"ip": ip, "port": port, "info": ip_info})
|
||
return True, node_list
|
||
else:
|
||
return False, []
|
||
|
||
def use_fofainfo(): # 使用fofa采集节点
|
||
url = 'https://fofa.info/result'
|
||
params = {
|
||
'qbase64': base64.b64encode('body="DERP" && body="Tailscale" && country="CN"'.encode('utf-8')).decode('utf-8')
|
||
}
|
||
headers = {
|
||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.77 Safari/537.36'
|
||
}
|
||
info = requests.get(url, params=params, headers=headers)
|
||
if info.status_code == 200:
|
||
soup = BeautifulSoup(info.text, "html.parser")
|
||
pattern = re.compile(r'<a\s+href="https[^"]+"[^>]*>')
|
||
matches = re.findall(pattern, str(soup))
|
||
node_list = []
|
||
for match in matches:
|
||
match = match.replace('<a href="https://', "").replace('" target="_blank">', "")
|
||
ip = socket.gethostbyname(match.split(":")[0])
|
||
try:
|
||
port = int(match.split(":")[1])
|
||
except:
|
||
port = 443
|
||
ip_info = re.sub(r'\b(\w+)\s+\1\b', r'\1', search_ip(ip).replace("|", " ").replace("0", "").replace("省","").replace("市","")).replace(" ", "")
|
||
# 向列表中添加节点信息
|
||
node_list.append({"ip": ip, "port": port, "info": ip_info})
|
||
return True, node_list
|
||
else:
|
||
return False, []
|
||
|
||
def check_node(ip, port):
|
||
try:
|
||
request = requests.get(f"https://{ip}:{port}", timeout=3, verify=False)
|
||
if request.status_code == 200:
|
||
print(f"{ip}:{port}可用")
|
||
return True
|
||
else:
|
||
print(f"{ip}:{port}不可用")
|
||
return False
|
||
except:
|
||
print(f"{ip}:{port}不可用")
|
||
return False
|
||
|
||
if __name__ == "__main__":
|
||
# 使用zoomeye采集节点
|
||
status, zoomeye_node_list = use_zoomeye()
|
||
if status:
|
||
print("zoomeye采集成功")
|
||
else:
|
||
print("zoomeye采集失败")
|
||
# 使用fofa采集节点
|
||
status, fofa_node_list = use_fofainfo()
|
||
if status:
|
||
print("fofa采集成功")
|
||
else:
|
||
print("fofa采集失败")
|
||
# 合并节点
|
||
temp_node_list = zoomeye_node_list + fofa_node_list
|
||
print("共采集到" + str(len(temp_node_list)) + "个节点")
|
||
# 写入temp_nodes.json备用
|
||
with open("temp_nodes.json", "w", encoding="utf-8") as f:
|
||
f.write(json.dumps(temp_node_list, ensure_ascii=False, indent=4))
|
||
print("写入temp_nodes.json成功")
|
||
|
||
# 读取现有节点，合并并去重
|
||
try:
|
||
with open("all_nodes.json", "r", encoding="utf-8") as f:
|
||
all_nodes = json.load(f)
|
||
except:
|
||
all_nodes = []
|
||
all_nodes += temp_node_list
|
||
unique_data_set = {tuple(d.items()) for d in all_nodes}
|
||
unique_data_list = [dict(t) for t in unique_data_set]
|
||
# 检验节点可连接性
|
||
for node in unique_data_list:
|
||
ip = node["ip"]
|
||
port = node["port"]
|
||
if not check_node(ip, port):
|
||
unique_data_list.remove(node)
|
||
print("共有" + str(len(unique_data_list)) + "个节点可用")
|
||
# 写入all_nodes.json文件
|
||
with open("all_nodes.json", "w", encoding="utf-8") as f:
|
||
f.write(json.dumps(unique_data_list, ensure_ascii=False, indent=4))
|
||
print("写入all_nodes.json成功")
|
||
|
||
# 将README.md文件中的节点列表替换为最新的节点信息
|
||
with open("README.md", "r", encoding="utf-8") as f:
|
||
readme = f.read()
|
||
readme_node_list = ""
|
||
RegionID = 900
|
||
for node in unique_data_list:
|
||
node['RegionID'] = RegionID
|
||
readme_node_list += f"| {node['info']} | {RegionID} | {node['ip']} | {node['port']} |\n"
|
||
RegionID += 1
|
||
readme = readme[:readme.find("| :-: | :-: | :-: | :-: |") + 26] + readme_node_list
|
||
# 保存README.md文件
|
||
with open("README.md", "w", encoding="utf-8") as f:
|
||
f.write(readme)
|
||
print("README.md文件已更新")
|
||
|
||
# 将节点保存到Tailscale_时间戳.json文件
|
||
with open(f"./config/Tailscale_{int(time.time())}.json", "w", encoding="utf-8") as f:
|
||
f.write(json.dumps({
|
||
"derpMap": {
|
||
"OmitDefaultRegions": True,
|
||
"Regions": {
|
||
str(node["RegionID"]): {
|
||
"RegionID": node["RegionID"],
|
||
"RegionCode": node["info"],
|
||
"Nodes": [
|
||
{
|
||
"Name": node["info"],
|
||
"RegionID": node["RegionID"],
|
||
"HostName": node["ip"],
|
||
"DERPPort": node['port'],
|
||
"InsecureForTests": True
|
||
}
|
||
]
|
||
}
|
||
for node in unique_data_list
|
||
}
|
||
}
|
||
}, ensure_ascii=False, indent=4)) |