Commit | Line | Data |
---|---|---|
ee0fecde JR |
1 | import pytest |
2 | import os | |
3 | import shutil | |
4 | import filecmp | |
5 | ||
6 | import lttng_ivc.utils.ProjectFactory as ProjectFactory | |
7 | import lttng_ivc.utils.utils as utils | |
8 | import lttng_ivc.utils.runtime as Run | |
9 | import lttng_ivc.settings as Settings | |
10 | ||
11 | ||
12 | from lttng_ivc.utils.skip import must_be_root | |
13 | from itertools import combinations | |
14 | """ | |
15 | ||
16 | FC: Fully Compatible | |
17 | BC: Feature of the smallest version number will works. | |
18 | ||
19 | +------------------------------------------------------------------------------+ | |
20 | | Babeltrace vs UST/Tools/Metadata | | |
21 | +--------------------------+------------+------------+------------+------------+ | |
22 | | Babeltrace / LTTng | 2.7 | 2.8 | 2.9 | 2.10 | | |
23 | +--------------------------+------------+------------+------------+------------+ | |
24 | | 1.3 | FC | BC | BC | BC | | |
25 | | 1.4 | FC | FC | FC | FC | | |
26 | | 1.5 | FC | FC | FC | FC | | |
27 | +--------------------------+------------+------------+------------+------------+ | |
28 | ||
29 | """ | |
30 | test_matrix_base_ust = [ | |
31 | ("babeltrace-1.3", "lttng-tools-2.7"), | |
32 | ("babeltrace-1.3", "lttng-tools-2.8"), | |
33 | ("babeltrace-1.3", "lttng-tools-2.9"), | |
34 | ("babeltrace-1.3", "lttng-tools-2.10"), | |
35 | ("babeltrace-1.4", "lttng-tools-2.7"), | |
36 | ("babeltrace-1.4", "lttng-tools-2.8"), | |
37 | ("babeltrace-1.4", "lttng-tools-2.9"), | |
38 | ("babeltrace-1.4", "lttng-tools-2.10"), | |
39 | ("babeltrace-1.5", "lttng-tools-2.7"), | |
40 | ("babeltrace-1.5", "lttng-tools-2.8"), | |
41 | ("babeltrace-1.5", "lttng-tools-2.9"), | |
42 | ("babeltrace-1.5", "lttng-tools-2.10"), | |
43 | ] | |
44 | ||
45 | test_matrix_base_modules = [ | |
46 | ("babeltrace-1.3", "lttng-modules-2.7", "lttng-tools-2.7"), | |
47 | ("babeltrace-1.3", "lttng-modules-2.8", "lttng-tools-2.8"), | |
48 | ("babeltrace-1.3", "lttng-modules-2.9", "lttng-tools-2.9"), | |
49 | ("babeltrace-1.3", "lttng-modules-2.10", "lttng-tools-2.10"), | |
50 | ("babeltrace-1.4", "lttng-modules-2.7", "lttng-tools-2.7"), | |
51 | ("babeltrace-1.4", "lttng-modules-2.8", "lttng-tools-2.8"), | |
52 | ("babeltrace-1.4", "lttng-modules-2.9", "lttng-tools-2.9"), | |
53 | ("babeltrace-1.4", "lttng-modules-2.10", "lttng-tools-2.10"), | |
54 | ("babeltrace-1.5", "lttng-modules-2.7", "lttng-tools-2.7"), | |
55 | ("babeltrace-1.5", "lttng-modules-2.8", "lttng-tools-2.8"), | |
56 | ("babeltrace-1.5", "lttng-modules-2.9", "lttng-tools-2.9"), | |
57 | ("babeltrace-1.5", "lttng-modules-2.10", "lttng-tools-2.10"), | |
58 | ] | |
59 | ||
60 | test_matrix_lost_packet = [ | |
61 | ("babeltrace-1.3", False), | |
62 | ("babeltrace-1.4", True), | |
63 | ("babeltrace-1.5", True), | |
64 | ] | |
65 | ||
66 | test_matrix_same_trace_modules = [ | |
67 | (["babeltrace-1.3", "babeltrace-1.4", "babeltrace-1.5"], "lttng-modules-2.7", "lttng-tools-2.7"), | |
68 | (["babeltrace-1.3", "babeltrace-1.4", "babeltrace-1.5"], "lttng-modules-2.8", "lttng-tools-2.8"), | |
69 | (["babeltrace-1.3", "babeltrace-1.4", "babeltrace-1.5"], "lttng-modules-2.9", "lttng-tools-2.9"), | |
70 | (["babeltrace-1.3", "babeltrace-1.4", "babeltrace-1.5"], "lttng-modules-2.10", "lttng-tools-2.10"), | |
71 | ] | |
72 | ||
73 | test_matrix_same_trace_ust = [ | |
74 | (["babeltrace-1.3", "babeltrace-1.4", "babeltrace-1.5"], "lttng-tools-2.7"), | |
75 | (["babeltrace-1.3", "babeltrace-1.4", "babeltrace-1.5"], "lttng-tools-2.8"), | |
76 | (["babeltrace-1.3", "babeltrace-1.4", "babeltrace-1.5"], "lttng-tools-2.9"), | |
77 | (["babeltrace-1.3", "babeltrace-1.4", "babeltrace-1.5"], "lttng-tools-2.10"), | |
78 | ] | |
79 | ||
80 | ||
81 | runtime_matrix_base_ust = [] | |
82 | runtime_matrix_lost_packet = [] | |
83 | runtime_matrix_base_modules = [] | |
84 | runtime_matrix_same_trace_modules = [] | |
85 | runtime_matrix_same_trace_ust = [] | |
86 | ||
87 | ||
88 | if not Settings.test_only: | |
89 | runtime_matrix_base_ust = test_matrix_base_ust | |
90 | runtime_matrix_base_modules = test_matrix_base_modules | |
91 | runtime_matrix_lost_packet = test_matrix_lost_packet | |
92 | runtime_matrix_same_trace_modules = test_matrix_same_trace_modules | |
93 | runtime_matrix_same_trace_ust = test_matrix_same_trace_ust | |
94 | else: | |
95 | for tup in test_matrix_base_ust: | |
96 | if (tup[0] in Settings.test_only or tup[1] in | |
97 | Settings.test_only): | |
98 | runtime_matrix_base_ust.append(tup) | |
99 | for tup in test_matrix_base_modules: | |
100 | if (tup[0] in Settings.test_only or tup[1] in | |
101 | Settings.test_only): | |
102 | runtime_matrix_base_modules.append(tup) | |
103 | for tup in test_matrix_lost_packet: | |
104 | if (tup[0] in Settings.test_only or tup[1] in | |
105 | Settings.test_only): | |
106 | test_matrix_lost_packet.append(tup) | |
107 | for tup in test_matrix_same_trace_modules: | |
108 | if (tup[0] in Settings.test_only or tup[1] in | |
109 | Settings.test_only): | |
110 | runtime_matrix_same_trace_modules.append(tup) | |
111 | for tup in test_matrix_same_trace_ust: | |
112 | if (tup[0] in Settings.test_only or tup[1] in | |
113 | Settings.test_only): | |
114 | runtime_matrix_same_trace_ust.append(tup) | |
115 | ||
116 | ||
117 | @pytest.mark.parametrize("babeltrace_l, tools_l", runtime_matrix_base_ust) | |
118 | def test_babeltrace_base_ust(tmpdir, babeltrace_l, tools_l): | |
119 | ||
120 | nb_events = 100 | |
121 | ||
122 | # Prepare environment | |
123 | babeltrace = ProjectFactory.get_precook(babeltrace_l) | |
124 | tools = ProjectFactory.get_precook(tools_l) | |
125 | ||
126 | runtime_path = os.path.join(str(tmpdir), "runtime") | |
127 | app_path = os.path.join(str(tmpdir), "app") | |
128 | ||
129 | with Run.get_runtime(runtime_path) as runtime: | |
130 | runtime.add_project(tools) | |
131 | runtime.add_project(babeltrace) | |
132 | ||
133 | # Make application using the runtime | |
134 | shutil.copytree(Settings.apps_gen_events_folder, app_path) | |
135 | runtime.run("make V=1", cwd=app_path) | |
136 | ||
137 | # Start lttng-sessiond | |
138 | sessiond = utils.sessiond_spawn(runtime) | |
139 | ||
140 | # Create session using mi to get path and session name | |
141 | runtime.run('lttng create trace') | |
142 | runtime.run('lttng enable-event -u tp:tptest') | |
143 | runtime.run('lttng start') | |
144 | ||
145 | # Run application | |
146 | cmd = './app {}'.format(nb_events) | |
147 | runtime.run(cmd, cwd=app_path) | |
148 | ||
149 | # Stop tracing | |
87e6d73a | 150 | runtime.run('lttng stop') |
ee0fecde JR |
151 | runtime.run('lttng destroy -a') |
152 | cp = runtime.subprocess_terminate(sessiond) | |
153 | if cp.returncode != 0: | |
154 | pytest.fail("Sessiond return code") | |
155 | ||
156 | # Do not validate the metadata only the return code of babeltrace | |
157 | cmd = 'babeltrace -o ctf-metadata {}'.format(runtime.lttng_home) | |
158 | runtime.run(cmd) | |
159 | ||
160 | cmd = 'babeltrace {}'.format(runtime.lttng_home) | |
161 | cp_process, cp_out, cp_err = runtime.run(cmd) | |
162 | assert(utils.line_count(cp_out) == nb_events) | |
163 | ||
164 | ||
165 | @must_be_root | |
166 | @pytest.mark.parametrize("babeltrace_l,modules_l,tools_l", runtime_matrix_base_modules) | |
167 | def test_babeltrace_base_modules(tmpdir, babeltrace_l, modules_l, tools_l): | |
168 | modules = ProjectFactory.get_precook(modules_l) | |
169 | if modules.skip: | |
170 | pytest.skip("{} cannot be built on this kernel".format(modules.label)) | |
171 | tools = ProjectFactory.get_precook(tools_l) | |
172 | babeltrace = ProjectFactory.get_precook(babeltrace_l) | |
173 | ||
174 | nb_events = 100 | |
175 | ||
176 | with Run.get_runtime(str(tmpdir)) as runtime: | |
177 | runtime.add_project(modules) | |
178 | runtime.add_project(tools) | |
179 | runtime.add_project(babeltrace) | |
180 | ||
181 | sessiond = utils.sessiond_spawn(runtime) | |
182 | runtime.load_test_module() | |
183 | ||
184 | runtime.run("lttng create trace") | |
185 | runtime.run("lttng enable-event -k lttng_test_filter_event") | |
186 | runtime.run("lttng start") | |
187 | with open(Settings.lttng_test_procfile, 'w') as procfile: | |
188 | procfile.write("{}".format(nb_events)) | |
189 | ||
190 | runtime.run("lttng stop") | |
191 | runtime.run("lttng destroy -a") | |
192 | ||
193 | sessiond = runtime.subprocess_terminate(sessiond) | |
194 | if sessiond.returncode != 0: | |
195 | pytest.fail("Return value of sessiond is not zero") | |
196 | return | |
197 | ||
198 | babeltrace_cmd = 'babeltrace {}'.format(runtime.lttng_home) | |
199 | cp_process, cp_out, cp_err = runtime.run(babeltrace_cmd) | |
200 | assert(utils.line_count(cp_out) == nb_events) | |
201 | ||
202 | ||
203 | @must_be_root | |
204 | @pytest.mark.parametrize("babeltrace_list,modules_l,tools_l", runtime_matrix_same_trace_modules) | |
205 | def test_babeltrace_same_trace_modules(tmpdir, babeltrace_list, modules_l, tools_l): | |
206 | modules = ProjectFactory.get_precook(modules_l) | |
207 | if modules.skip: | |
208 | pytest.skip("{} cannot be built on this kernel".format(modules.label)) | |
209 | tools = ProjectFactory.get_precook(tools_l) | |
210 | ||
211 | nb_events = 100 | |
212 | ||
213 | with Run.get_runtime(str(tmpdir)) as runtime: | |
214 | runtime.add_project(modules) | |
215 | runtime.add_project(tools) | |
216 | ||
217 | sessiond = utils.sessiond_spawn(runtime) | |
218 | runtime.load_test_module() | |
219 | ||
220 | runtime.run("lttng create trace") | |
221 | runtime.run("lttng enable-event -k lttng_test_filter_event") | |
222 | runtime.run("lttng start") | |
223 | with open(Settings.lttng_test_procfile, 'w') as procfile: | |
224 | procfile.write("{}".format(nb_events)) | |
225 | ||
226 | runtime.run("lttng stop") | |
227 | runtime.run("lttng destroy -a") | |
228 | ||
229 | sessiond = runtime.subprocess_terminate(sessiond) | |
230 | if sessiond.returncode != 0: | |
231 | pytest.fail("Return value of sessiond is not zero") | |
232 | return | |
233 | ||
234 | # Actual testing | |
235 | processed_trace_files = {} | |
236 | # Gather text traces | |
237 | for label in babeltrace_list: | |
238 | babeltrace = ProjectFactory.get_precook(label) | |
239 | runtime.add_project(babeltrace) | |
240 | babeltrace_cmd = 'babeltrace {}'.format(runtime.lttng_home) | |
241 | cp_process, cp_out, cp_err = runtime.run(babeltrace_cmd) | |
242 | assert (utils.line_count(cp_out) == nb_events) | |
243 | processed_trace_files[label] = cp_out | |
244 | runtime.remove_project(babeltrace) | |
245 | ||
246 | # Perform combinations and validate that traces match | |
247 | for a, b in combinations(processed_trace_files, 2): | |
248 | version_a = processed_trace_files[a] | |
249 | version_b = processed_trace_files[b] | |
250 | assert (filecmp.cmp(version_a, version_b)), "Processed trace from {} and {} differ.".format(a,b) | |
251 | ||
252 | @pytest.mark.parametrize("babeltrace_list,tools_l", runtime_matrix_same_trace_ust) | |
253 | def test_babeltrace_same_trace_ust(tmpdir, babeltrace_list, tools_l): | |
254 | tools = ProjectFactory.get_precook(tools_l) | |
255 | ||
256 | nb_events = 100 | |
257 | ||
258 | app_path = os.path.join(str(tmpdir), "app") | |
259 | ||
260 | with Run.get_runtime(str(tmpdir)) as runtime: | |
261 | runtime.add_project(tools) | |
262 | ||
263 | shutil.copytree(Settings.apps_gen_events_folder, app_path) | |
264 | runtime.run("make V=1", cwd=app_path) | |
265 | ||
266 | sessiond = utils.sessiond_spawn(runtime) | |
267 | ||
268 | # Create session using mi to get path and session name | |
269 | runtime.run('lttng create trace') | |
270 | runtime.run('lttng enable-event -u tp:tptest') | |
271 | runtime.run('lttng start') | |
272 | ||
273 | # Run application | |
274 | cmd = './app {}'.format(nb_events) | |
275 | runtime.run(cmd, cwd=app_path) | |
276 | ||
277 | # Stop tracing | |
87e6d73a | 278 | runtime.run('lttng stop') |
ee0fecde JR |
279 | runtime.run('lttng destroy -a') |
280 | cp = runtime.subprocess_terminate(sessiond) | |
281 | if cp.returncode != 0: | |
282 | pytest.fail("Sessiond return code") | |
283 | ||
284 | # Actual testing | |
285 | processed_trace_files = {} | |
286 | # Gather text traces | |
287 | for label in babeltrace_list: | |
288 | babeltrace = ProjectFactory.get_precook(label) | |
289 | runtime.add_project(babeltrace) | |
290 | babeltrace_cmd = 'babeltrace {}'.format(runtime.lttng_home) | |
291 | cp_process, cp_out, cp_err = runtime.run(babeltrace_cmd) | |
292 | assert (utils.line_count(cp_out) == nb_events) | |
293 | processed_trace_files[label] = cp_out | |
294 | runtime.remove_project(babeltrace) | |
295 | ||
296 | # Perform combinations and validate that traces match | |
297 | for a, b in combinations(processed_trace_files, 2): | |
298 | version_a = processed_trace_files[a] | |
299 | version_b = processed_trace_files[b] | |
300 | assert (filecmp.cmp(version_a, version_b)), "Processed trace from {} and {} differ.".format(a, b) | |
301 | ||
302 | ||
303 | ||
304 | @pytest.mark.parametrize("babeltrace_l,supported", runtime_matrix_lost_packet) | |
305 | def test_babeltrace_lost_patcket(tmpdir, babeltrace_l, supported): | |
306 | babeltrace = ProjectFactory.get_precook(babeltrace_l) | |
307 | ||
308 | trace_path = Settings.trace_lost_packet | |
309 | ||
310 | with Run.get_runtime(str(tmpdir)) as runtime: | |
311 | runtime.add_project(babeltrace) | |
312 | cmd = "babeltrace {}".format(trace_path) | |
313 | cp, cp_out, cp_err = runtime.run(cmd) | |
314 | if supported: | |
315 | assert(utils.file_contains(cp_err, "Tracer lost 3 trace packets")) | |
316 | assert(utils.file_contains(cp_err, "Tracer lost 2 trace packets")) | |
317 | assert(utils.file_contains(cp_err, "Tracer lost 1 trace packets")) | |
318 | else: | |
319 | os.path.getsize(cp_err) > 0 | |
320 | ||
321 | assert(utils.line_count(cp_out) == 8) |