-
Notifications
You must be signed in to change notification settings - Fork 2
Expand file tree
/
Copy pathentry.py
More file actions
39 lines (31 loc) · 1.21 KB
/
entry.py
File metadata and controls
39 lines (31 loc) · 1.21 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
# -*- coding: utf-8 -*-
import uuid
import argparse
from titan.core.engine import Engine
from titan.manages.global_manager import GlobalManager
class Entry(object):
def __init__(self):
self.parser = argparse.ArgumentParser(description='Run Spider')
self.args = self.build_parser()
self.uuid = uuid.uuid1().__str__()
def bootstrap(self):
pass
def build_parser(self):
self.parser.add_argument('--type', dest='spider_type', required=True, help='spider type')
self.parser.add_argument('--name', dest='task_name', required=True, help='task name')
self.parser.add_argument('--debug', dest='debug', required=False, help='debug signal', default=False)
return self.parser.parse_args()
def set(self, key, value):
if not hasattr(self, key):
setattr(self, key, value)
def run(self):
try:
Engine(self.args.spider_type, self.args.task_name, self.uuid, self.args.debug).scheduler()
except Exception as e:
print(e)
driver = GlobalManager().get_driver()
if driver is not None:
driver.close()
driver.quit()
if __name__ == '__main__':
Entry().run()