Commit | Line | Data |
---|---|---|
a028c28a | 1 | import signal |
cb87ff89 | 2 | import hashlib |
bde0c540 JR |
3 | import os |
4 | import time | |
74eb7096 JR |
5 | import socket |
6 | ||
8fefa4a3 | 7 | from lxml import etree |
74eb7096 | 8 | from contextlib import closing |
a028c28a | 9 | |
8fefa4a3 | 10 | |
85a9e11c JR |
11 | def line_count(file_path): |
12 | line_count = 0 | |
13 | with open(file_path) as f: | |
14 | for line in f: | |
15 | line_count += 1 | |
16 | return line_count | |
a028c28a JR |
17 | |
18 | ||
cb87ff89 JR |
19 | def sha256_checksum(filename, block_size=65536): |
20 | sha256 = hashlib.sha256() | |
21 | with open(filename, 'rb') as f: | |
22 | for block in iter(lambda: f.read(block_size), b''): | |
23 | sha256.update(block) | |
24 | return sha256.hexdigest() | |
25 | ||
26 | ||
bde0c540 JR |
27 | # TODO: timeout as a parameter or Settings |
28 | # TODO: Custom exception | |
29 | def wait_for_file(path): | |
30 | i = 0 | |
31 | timeout = 60 | |
32 | while not os.path.exists(path): | |
33 | time.sleep(1) | |
34 | i = i + 1 | |
35 | if i > timeout: | |
36 | raise Exception("File still does not exists. Timeout expired") | |
37 | ||
38 | ||
39 | # TODO: find better exception | |
40 | def create_empty_file(path): | |
41 | if os.path.exists(path): | |
42 | raise Exception("Path already exist") | |
43 | open(path, 'w').close() | |
44 | ||
45 | ||
a028c28a JR |
46 | def __dummy_sigusr1_handler(): |
47 | pass | |
48 | ||
49 | ||
31565289 | 50 | def sessiond_spawn(runtime, opt_args=""): |
74eb7096 | 51 | agent_port = find_free_port() |
29cf55b3 | 52 | previous_handler = signal.signal(signal.SIGUSR1, __dummy_sigusr1_handler) |
31565289 JR |
53 | cmd = "lttng-sessiond -vvv --verbose-consumer -S --agent-tcp-port {}".format(agent_port) |
54 | cmd = " ".join([cmd, opt_args]) | |
55 | sessiond = runtime.spawn_subprocess(cmd) | |
29cf55b3 JR |
56 | signal.sigtimedwait({signal.SIGUSR1}, 60) |
57 | previous_handler = signal.signal(signal.SIGUSR1, previous_handler) | |
58 | return sessiond | |
59 | ||
60 | ||
04f8cce0 JR |
61 | def relayd_spawn(runtime, url="localhost"): |
62 | """ | |
63 | Return a tuple (relayd_uuid, ctrl_port, data_port, live_port) | |
64 | """ | |
65 | ports = find_multiple_free_port(3) | |
66 | data_port = ports.pop() | |
67 | ctrl_port = ports.pop() | |
68 | live_port = ports.pop() | |
69 | ||
70 | base_cmd = "lttng-relayd -vvv" | |
71 | data_string = "-D tcp://{}:{}".format(url, data_port) | |
72 | ctrl_string = "-C tcp://{}:{}".format(url, ctrl_port) | |
73 | live_string = "-L tcp://{}:{}".format(url, live_port) | |
74 | ||
75 | cmd = " ".join([base_cmd, data_string, ctrl_string, live_string]) | |
76 | relayd = runtime.spawn_subprocess(cmd) | |
77 | ||
78 | # Synchronization based on verbosity since no -S is available for | |
79 | # lttng-relayd yet. | |
80 | log_path = runtime.get_subprocess_stderr_path(relayd) | |
81 | ||
82 | # TODO: Move to settings. | |
83 | ready_cue = "Listener accepting live viewers connections" | |
84 | # TODO: Move to settings. | |
85 | timeout = 60 | |
86 | ready = False | |
87 | for i in range(timeout): | |
88 | if file_contains(log_path, ready_cue): | |
89 | ready = True | |
90 | break | |
91 | time.sleep(1) | |
92 | ||
93 | if not ready: | |
94 | # Cleanup is performed by runtime | |
95 | raise Exception("Relayd readyness timeout expired") | |
96 | ||
97 | return (relayd, ctrl_port, data_port, live_port) | |
98 | ||
99 | ||
74eb7096 JR |
100 | def find_free_port(): |
101 | # There is no guarantee that the port will be free at runtime but should be | |
102 | # good enough | |
103 | with closing(socket.socket(socket.AF_INET, socket.SOCK_STREAM)) as s: | |
104 | s.bind(('', 0)) | |
105 | return s.getsockname()[1] | |
29cf55b3 | 106 | |
f4711e68 | 107 | |
04f8cce0 JR |
108 | def find_multiple_free_port(number): |
109 | """ | |
110 | Return a list of supposedly free port | |
111 | """ | |
112 | assert(number >= 0) | |
113 | ports = [] | |
114 | while(len(ports) != number): | |
115 | port = find_free_port() | |
116 | if port in ports: | |
117 | continue | |
118 | ports.append(port) | |
119 | return ports | |
120 | ||
121 | ||
8fefa4a3 JR |
122 | def file_contains(file_path, list_of_string): |
123 | with open(file_path, 'r') as f: | |
124 | for line in f: | |
f4711e68 JR |
125 | for s in list_of_string: |
126 | if s in line: | |
127 | return True | |
2094d672 JR |
128 | |
129 | ||
130 | def find_dir(root, name): | |
131 | """ | |
132 | Returns the absolute path or None. | |
133 | """ | |
134 | abs_path = None | |
135 | for base, dirs, files in os.walk(root): | |
136 | for tmp in dirs: | |
2094d672 JR |
137 | if tmp.endswith(name): |
138 | abs_path = os.path.abspath(os.path.join(base, tmp)) | |
139 | return abs_path | |
8fefa4a3 JR |
140 | |
141 | ||
816f8cc1 JR |
142 | def find_file(root, name): |
143 | """ | |
144 | Returns the absolute path or None. | |
145 | """ | |
816f8cc1 JR |
146 | abs_path = None |
147 | for base, dirs, files in os.walk(root): | |
148 | for tmp in files: | |
149 | if tmp.endswith(name): | |
150 | abs_path = os.path.abspath(os.path.join(base, tmp)) | |
816f8cc1 JR |
151 | return abs_path |
152 | ||
153 | ||
154 | def validate(xml_path, xsd_path): | |
155 | ||
156 | xmlschema_doc = etree.parse(xsd_path) | |
157 | xmlschema = etree.XMLSchema(xmlschema_doc) | |
158 | ||
159 | xml_doc = etree.parse(xml_path) | |
160 | result = xmlschema.validate(xml_doc) | |
161 | ||
162 | return result | |
163 | ||
8fefa4a3 JR |
164 | def xpath_query(xml_file, xpath): |
165 | """ | |
166 | Return a list of xml node corresponding to the xpath. The list can be of lenght | |
167 | zero. | |
168 | """ | |
169 | with open(xml_file, 'r') as f: | |
170 | tree = etree.parse(f) | |
171 | root = tree.getroot() | |
172 | # Remove all namespace | |
173 | # https://stackoverflow.com/questions/18159221/remove-namespace-and-prefix-from-xml-in-python-using-lxml | |
174 | for elem in root.getiterator(): | |
175 | if not hasattr(elem.tag, 'find'): | |
176 | continue | |
177 | i = elem.tag.find('}') | |
178 | if i >= 0: | |
179 | elem.tag = elem.tag[i+1:] | |
180 | ||
181 | return root.xpath(xpath) |