49 lines
1.2 KiB
Python
49 lines
1.2 KiB
Python
import logging
|
|
import re
|
|
|
|
logger = logging.getLogger('log01')
|
|
|
|
|
|
class BatchCheckBase:
|
|
def __init__(self, pattern_id, urls):
|
|
self.usr_dict = {}
|
|
self.usr_list = []
|
|
self.pattern_id = pattern_id
|
|
for url in urls:
|
|
self.get_id(url)
|
|
|
|
def get_id(self, url):
|
|
m = re.match(self.pattern_id, url)
|
|
if m:
|
|
usr_id = m.group('id')
|
|
self.usr_dict[usr_id.lower()] = url
|
|
self.usr_list.append(usr_id)
|
|
|
|
def check(self):
|
|
pass
|
|
|
|
|
|
def match1(text, *patterns):
|
|
if len(patterns) == 1:
|
|
pattern = patterns[0]
|
|
match = re.search(pattern, text)
|
|
if match:
|
|
return match.group(1)
|
|
else:
|
|
return None
|
|
else:
|
|
ret = []
|
|
for pattern in patterns:
|
|
match = re.search(pattern, text)
|
|
if match:
|
|
ret.append(match.group(1))
|
|
return ret
|
|
|
|
|
|
fake_headers = {
|
|
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
|
|
'Accept-Encoding': 'gzip, deflate',
|
|
'Accept-Language': 'zh-CN,zh;q=0.8,en-US;q=0.5,en;q=0.3',
|
|
'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:38.0) Gecko/20100101 Firefox/38.0 Iceweasel/38.2.1'
|
|
}
|