forked from UndCover/PyramidStore
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathrun.py
More file actions
23 lines (20 loc) · 699 Bytes
/
run.py
File metadata and controls
23 lines (20 loc) · 699 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
#coding=utf-8
#!/usr/bin/python
from importlib.machinery import SourceFileLoader
import argparse
def loadFromDisk(fileName):
name = fileName.split('/')[-1].split('.')[0]
sp = SourceFileLoader(name, fileName).load_module().Spider()
return sp
def run(path,name):
rPath = path
if len(name) > 0:
rPath = 'plugin/py_{0}.py'.format(name)
sp = loadFromDisk(rPath)
sp.test()
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='choose your crawler')
parser.add_argument('--path', type=str, default='plugin/py_czspp.py')
parser.add_argument('--name', type=str, default='czspp')
args = parser.parse_args()
run(args.path,args.name)