12 from tempfile
import TemporaryDirectory
14 import lttng_ivc
.settings
as Settings
15 _logger
= logging
.getLogger("Runtime")
18 @contextlib.contextmanager
19 def get_runtime(runtime_dir
):
20 runtime
= Runtime(runtime_dir
)
27 class Runtime(object):
28 def __init__(self
, runtime_dir
):
30 A dictionary of popen object eg. lttng-sessiond, relayd,
31 anything really. Key is a uuid.
33 self
.__subprocess
= {}
34 self
.__stdout
_stderr
= {}
37 self
.__runtime
_log
= os
.path
.join(runtime_dir
, "log")
38 self
.__runtime
_log
_sub
= os
.path
.join(self
.__runtime
_log
, "subprocess")
41 Path of the copy of lttng_home folder after Runtime.close() is issued. This is
42 to be used for post runtime analysis and mostly debugging on error.
44 self
.__post
_runtime
_lttng
_home
_path
= os
.path
.join(runtime_dir
,
47 self
._runtime
_log
_aggregation
= os
.path
.join(self
.__runtime
_log
, "runtime.log")
49 self
._run
_command
_count
= 0
51 self
.special_env_variables
= {"LTTNG_UST_DEBUG": "1",
52 "LTTNG_APP_SOCKET_TIMEOUT": "-1",
53 #"LTTNG_UST_REGISTER_TIMEOUT": "-1",
54 "LTTNG_NETWORK_SOCKET_TIMEOUT": "-1"}
56 # Keep a reference on the object to keep it alive. It will close/clean on
58 self
.__lttng
_home
_dir
= TemporaryDirectory(prefix
=Settings
.tmp_object_prefix
)
59 self
.lttng_home
= self
.__lttng
_home
_dir
.name
61 if len(self
.lttng_home
) > 88:
62 raise Exception("TemporaryDirectory for lttng_home is to long. Use a short TMPDIR")
64 os
.makedirs(self
.__runtime
_log
)
65 os
.makedirs(self
.__runtime
_log
_sub
)
67 def add_project(self
, project
):
68 self
.__projects
.append(project
)
70 def remove_project(self
, project
):
71 self
.__projects
.remove(project
)
73 def subprocess_signal(self
, subprocess_uuid
, signal
):
74 self
.__subproces
[subprocess_uuid
].send_signal(signal
)
76 def subprocess_terminate(self
, subprocess_uuid
, timeout
=60):
77 process
= self
.__subprocess
[subprocess_uuid
]
80 stdout
, stderr
= self
.__stdout
_stderr
[subprocess_uuid
]
85 def subprocess_kill(self
, subprocess_uuid
):
86 process
= self
.__subprocess
[subprocess_uuid
]
89 stdout
, stderr
= self
.__stdout
_stderr
[subprocess_uuid
]
94 def get_subprocess_stdout_path(self
, subprocess_uuid
):
95 stdout
, stderr
= self
.__stdout
_stderr
[subprocess_uuid
]
98 def get_subprocess_stderr_path(self
, subprocess_uuid
):
99 stdout
, stderr
= self
.__stdout
_stderr
[subprocess_uuid
]
102 def spawn_subprocess(self
, command_line
, cwd
=None):
103 args
= shlex
.split(command_line
)
106 if not os
.path
.isdir(self
.lttng_home
):
107 raise Exception("lttng home does not exist")
109 tmp_id
= uuid
.uuid1()
110 out_path
= os
.path
.join(self
.__runtime
_log
_sub
, str(tmp_id
) + ".out")
111 err_path
= os
.path
.join(self
.__runtime
_log
_sub
, str(tmp_id
) + ".err")
113 stdout
= open(out_path
, 'w')
114 stderr
= open(err_path
, 'w')
116 env_path
= os
.path
.join(self
.__runtime
_log
_sub
, str(tmp_id
) + ".env")
117 with
open(env_path
, 'w') as env_out
:
118 pprint
.pprint(env
, stream
=env_out
)
120 p
= subprocess
.Popen(args
, stdout
=stdout
, stderr
=stderr
, env
=env
, cwd
=cwd
)
121 self
.__subprocess
[tmp_id
] = p
122 self
.__stdout
_stderr
[tmp_id
] = (stdout
, stderr
)
123 _logger
.debug("Spawned sub pid: {} args: {} stdout: {} stderr{}".format(p
.pid
, p
.args
, out_path
, err_path
))
126 def run(self
, command_line
, cwd
=None, check_return
=True, ld_preload
="", classpath
=""):
128 Run the command and return a tuple of a (CompletedProcess, stdout_path,
129 stderr_path). The subprocess is already executed and returned. The
130 callecaller is responsible for checking for errors.
132 args
= shlex
.split(command_line
)
136 env
['LD_PRELOAD'] = ld_preload
138 env
['CLASSPATH'] = classpath
141 tmp_id
= self
._run
_command
_count
142 self
._run
_command
_count
+= 1
144 cmd_map
= os
.path
.join(self
.__runtime
_log
, "cmd.map")
145 with
open(cmd_map
, 'a') as out
:
146 out
.write("{}: {}\n".format(tmp_id
, args
))
148 out_path
= os
.path
.join(self
.__runtime
_log
, str(tmp_id
) + ".out")
149 err_path
= os
.path
.join(self
.__runtime
_log
, str(tmp_id
) + ".err")
150 stdout
= open(out_path
, "w")
151 stderr
= open(err_path
, "w")
153 env_path
= os
.path
.join(self
.__runtime
_log
, str(tmp_id
) + ".env")
154 with
open(env_path
, 'w') as env_out
:
155 for key
, value
in env
.items():
156 env_out
.write('{}={}\n'.format(key
, value
))
158 cp
= subprocess
.run(args
, stdout
=stdout
, stderr
=stderr
, env
=env
, cwd
=cwd
)
159 _logger
.debug("Command #{} args: {} stdout: {} stderr{}".format(tmp_id
, cp
.args
, out_path
, err_path
))
161 # Add to the global log file. This can help a little. Leave the other
162 # file available for per-run analysis
163 with
open(self
._runtime
_log
_aggregation
, "a") as log
:
164 with
open(out_path
, "r") as out
:
165 log
.write("Output for command #{} {}\n".format(tmp_id
, command_line
))
166 log
.write("Start >>>>>>>>>>>>>>>>\n")
167 log
.write(out
.read())
168 log
.write("End <<<<<<<<<<<<<<<<\n")
169 with
open(err_path
, "r") as out
:
170 log
.write("Error for command #{} {}\n".format(tmp_id
, command_line
))
171 log
.write("Start >>>>>>>>>>>>>>>>\n")
172 log
.write(out
.read())
173 log
.write("End <<<<<<<<<<<<<<<<\n")
176 cp
.check_returncode()
178 return (cp
, out_path
, err_path
)
180 def get_cppflags(self
):
182 for project
in self
.__projects
:
183 cppflags
.append(project
.get_cppflags())
184 return " ".join(cppflags
)
186 def get_ldflags(self
):
188 for project
in self
.__projects
:
189 ldflags
.append(project
.get_ldflags())
190 return " ".join(ldflags
)
192 def get_ld_library_path(self
):
194 for project
in self
.__projects
:
195 library_path
.append(project
.get_ld_library_path())
196 return ":".join(library_path
)
198 def get_bin_path(self
):
200 for project
in self
.__projects
:
201 path
.append(project
.get_bin_path())
202 return ":".join(path
)
205 env
= os
.environ
.copy()
207 env
["LTTNG_HOME"] = self
.lttng_home
209 env_fetch
= {"CPPFLAGS": (self
.get_cppflags(), " "),
210 "LDFLAGS": (self
.get_ldflags(), " "),
211 "LD_LIBRARY_PATH": (self
.get_ld_library_path(), ":"),
212 "PATH": (self
.get_bin_path(), ":"),
214 for key
, (value
, delimiter
) in env_fetch
.items():
218 env
[key
] = delimiter
.join([value
, tmp_var
])
220 for var
, value
in self
.special_env_variables
.items():
222 # Raise for now since no special cases is known
223 _logger
.warning("% Special var % is already defined",
225 raise Exception("Multiple definition of a special environment variable")
229 for project
in self
.__projects
:
230 for var
, value
in project
.special_env_variables
.items():
232 # Raise for now since no special cases is known
233 _logger
.warning("% Special var % is already defined",
235 raise Exception("Multiple definition of a special environment variable")
240 def load_test_module(self
):
241 # Base directory is provided by env
242 self
.run("modprobe lttng-test")
244 def unload_test_module(self
, check_return
=True):
245 # Base directory is provided by env
246 self
.run("modprobe -r lttng-test", check_return
=check_return
)
249 for key
, subp
in self
.__subprocess
.items():
251 for key
, subp
in self
.__subprocess
.items():
252 # TODO move timeout to settings
253 subp
.wait(timeout
=60)
254 for key
, (stdout
, stderr
) in self
.__stdout
_stderr
.items():
258 # Always try to remove test module but do not perform check on return
260 self
.unload_test_module(False)
262 # Copy the lttng_home used at runtime using hardlink to prevent useless
264 shutil
.copytree(self
.lttng_home
, self
.__post
_runtime
_lttng
_home
_path
, copy_function
=os
.link
)
This page took 0.038631 seconds and 5 git commands to generate.