blob: 2ffcb104f4d3ac630d4398e81d07f950ebf56fcb (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
|
import os
import sys
import threading
import subprocess
def _try_to_kill(process):
try:
process.kill()
except Exception:
pass
def touch(path):
if not os.path.exists(path):
with open(path, 'w') as _:
pass
class Process(object):
def __init__(self, args):
self._process = subprocess.Popen(args)
self._event = threading.Event()
self._result = None
thread = threading.Thread(target=self._run)
thread.setDaemon(True)
thread.start()
def _run(self):
self._process.communicate()
self._result = self._process.returncode
self._event.set()
def wait(self, timeout):
self._event.wait(timeout=timeout)
_try_to_kill(self._process)
return self._result
if __name__ == '__main__':
yndexer = sys.argv[1]
timeout = int(sys.argv[2])
output_file = sys.argv[3]
input_file = sys.argv[4]
partition_count = sys.argv[5]
partition_index = sys.argv[6]
process = Process([yndexer, '-f', input_file, '-y', output_file, '-c', partition_count, '-i', partition_index])
result = process.wait(timeout=timeout)
if result != 0:
print >> sys.stderr, 'Yndexing process finished with code', result
touch(output_file)
|
