X-Git-Url: http://git.efficios.com/?a=blobdiff_plain;f=tests%2Fbindings%2Fpython%2Fbt2%2Ftest_trace_collection_message_iterator.py;h=22e12cdebe615d65651f3a5fe012d12cfbd88b14;hb=829185774639595c2a6324697be5aa016cb03f8a;hp=f3b337639a17322da7128c71aac4bc944d307ea3;hpb=cfbd7cf3bde05e8a6606478889dcd663604ef7b5;p=babeltrace.git diff --git a/tests/bindings/python/bt2/test_trace_collection_message_iterator.py b/tests/bindings/python/bt2/test_trace_collection_message_iterator.py index f3b33763..22e12cde 100644 --- a/tests/bindings/python/bt2/test_trace_collection_message_iterator.py +++ b/tests/bindings/python/bt2/test_trace_collection_message_iterator.py @@ -23,10 +23,21 @@ import os import os.path +_BT_TESTS_DATADIR = os.environ['BT_TESTS_DATADIR'] _BT_CTF_TRACES_PATH = os.environ['BT_CTF_TRACES_PATH'] _3EVENTS_INTERSECT_TRACE_PATH = os.path.join( _BT_CTF_TRACES_PATH, 'intersection', '3eventsintersect' ) +_NOINTERSECT_TRACE_PATH = os.path.join( + _BT_CTF_TRACES_PATH, 'intersection', 'nointersect' +) +_SEQUENCE_TRACE_PATH = os.path.join(_BT_CTF_TRACES_PATH, 'succeed', 'sequence') +_AUTO_SOURCE_DISCOVERY_GROUPING_PATH = os.path.join( + _BT_TESTS_DATADIR, 'auto-source-discovery', 'grouping' +) +_AUTO_SOURCE_DISCOVERY_PARAMS_LOG_LEVEL_PATH = os.path.join( + _BT_TESTS_DATADIR, 'auto-source-discovery', 'params-log-level' +) class ComponentSpecTestCase(unittest.TestCase): @@ -38,7 +49,7 @@ class ComponentSpecTestCase(unittest.TestCase): def test_create_good_with_path_params(self): spec = bt2.ComponentSpec('plugin', 'compcls', 'a path') - self.assertEqual(spec.params['paths'], ['a path']) + self.assertEqual(spec.params['inputs'], ['a path']) def test_create_wrong_plugin_name_type(self): with self.assertRaises(TypeError): @@ -89,7 +100,7 @@ class TraceCollectionMessageIteratorTestCase(unittest.TestCase): def test_create_no_such_plugin(self): specs = [bt2.ComponentSpec('77', '101', _3EVENTS_INTERSECT_TRACE_PATH)] - with self.assertRaises(bt2.Error): + with self.assertRaises(ValueError): bt2.TraceCollectionMessageIterator(specs) def test_create_begin_s(self): @@ -114,7 +125,7 @@ class TraceCollectionMessageIteratorTestCase(unittest.TestCase): msgs = list(msg_iter) self.assertEqual(len(msgs), 28) hist = _count_msgs_by_type(msgs) - self.assertEqual(hist[bt2.message._EventMessage], 8) + self.assertEqual(hist[bt2._EventMessage], 8) # Same as the above, but we pass a single spec instead of a spec list. def test_iter_specs_not_list(self): @@ -123,14 +134,14 @@ class TraceCollectionMessageIteratorTestCase(unittest.TestCase): msgs = list(msg_iter) self.assertEqual(len(msgs), 28) hist = _count_msgs_by_type(msgs) - self.assertEqual(hist[bt2.message._EventMessage], 8) + self.assertEqual(hist[bt2._EventMessage], 8) def test_iter_custom_filter(self): src_spec = bt2.ComponentSpec('ctf', 'fs', _3EVENTS_INTERSECT_TRACE_PATH) flt_spec = bt2.ComponentSpec('utils', 'trimmer', {'end': '13515309.000000075'}) msg_iter = bt2.TraceCollectionMessageIterator(src_spec, flt_spec) hist = _count_msgs_by_type(msg_iter) - self.assertEqual(hist[bt2.message._EventMessage], 5) + self.assertEqual(hist[bt2._EventMessage], 5) def test_iter_intersection(self): specs = [bt2.ComponentSpec('ctf', 'fs', _3EVENTS_INTERSECT_TRACE_PATH)] @@ -140,12 +151,12 @@ class TraceCollectionMessageIteratorTestCase(unittest.TestCase): msgs = list(msg_iter) self.assertEqual(len(msgs), 15) hist = _count_msgs_by_type(msgs) - self.assertEqual(hist[bt2.message._EventMessage], 3) + self.assertEqual(hist[bt2._EventMessage], 3) - def test_iter_intersection_no_path_param(self): + def test_iter_intersection_no_inputs_param(self): specs = [bt2.ComponentSpec('text', 'dmesg', {'read-from-stdin': True})] - with self.assertRaises(bt2.Error): + with self.assertRaises(ValueError): bt2.TraceCollectionMessageIterator(specs, stream_intersection_mode=True) def test_iter_no_intersection_two_traces(self): @@ -155,16 +166,371 @@ class TraceCollectionMessageIteratorTestCase(unittest.TestCase): msgs = list(msg_iter) self.assertEqual(len(msgs), 56) hist = _count_msgs_by_type(msgs) - self.assertEqual(hist[bt2.message._EventMessage], 16) + self.assertEqual(hist[bt2._EventMessage], 16) def test_iter_no_intersection_begin(self): specs = [bt2.ComponentSpec('ctf', 'fs', _3EVENTS_INTERSECT_TRACE_PATH)] msg_iter = bt2.TraceCollectionMessageIterator(specs, begin=13515309.000000023) hist = _count_msgs_by_type(msg_iter) - self.assertEqual(hist[bt2.message._EventMessage], 6) + self.assertEqual(hist[bt2._EventMessage], 6) def test_iter_no_intersection_end(self): specs = [bt2.ComponentSpec('ctf', 'fs', _3EVENTS_INTERSECT_TRACE_PATH)] msg_iter = bt2.TraceCollectionMessageIterator(specs, end=13515309.000000075) hist = _count_msgs_by_type(msg_iter) - self.assertEqual(hist[bt2.message._EventMessage], 5) + self.assertEqual(hist[bt2._EventMessage], 5) + + def test_iter_auto_source_component_spec(self): + specs = [bt2.AutoSourceComponentSpec(_3EVENTS_INTERSECT_TRACE_PATH)] + msg_iter = bt2.TraceCollectionMessageIterator(specs) + msgs = list(msg_iter) + self.assertEqual(len(msgs), 28) + hist = _count_msgs_by_type(msgs) + self.assertEqual(hist[bt2._EventMessage], 8) + + def test_iter_auto_source_component_spec_list_of_strings(self): + msg_iter = bt2.TraceCollectionMessageIterator([_3EVENTS_INTERSECT_TRACE_PATH]) + msgs = list(msg_iter) + self.assertEqual(len(msgs), 28) + hist = _count_msgs_by_type(msgs) + self.assertEqual(hist[bt2._EventMessage], 8) + + def test_iter_auto_source_component_spec_string(self): + msg_iter = bt2.TraceCollectionMessageIterator(_3EVENTS_INTERSECT_TRACE_PATH) + msgs = list(msg_iter) + self.assertEqual(len(msgs), 28) + hist = _count_msgs_by_type(msgs) + self.assertEqual(hist[bt2._EventMessage], 8) + + def test_iter_mixed_inputs(self): + msg_iter = bt2.TraceCollectionMessageIterator( + [ + _3EVENTS_INTERSECT_TRACE_PATH, + bt2.AutoSourceComponentSpec(_SEQUENCE_TRACE_PATH), + bt2.ComponentSpec('ctf', 'fs', _NOINTERSECT_TRACE_PATH), + ] + ) + msgs = list(msg_iter) + self.assertEqual(len(msgs), 76) + hist = _count_msgs_by_type(msgs) + self.assertEqual(hist[bt2._EventMessage], 24) + + +class _TestAutoDiscoverSourceComponentSpecs(unittest.TestCase): + def setUp(self): + self._saved_babeltrace_plugin_path = os.environ['BABELTRACE_PLUGIN_PATH'] + os.environ['BABELTRACE_PLUGIN_PATH'] += os.pathsep + self._plugin_path + + def tearDown(self): + os.environ['BABELTRACE_PLUGIN_PATH'] = self._saved_babeltrace_plugin_path + + +class TestAutoDiscoverSourceComponentSpecsGrouping( + _TestAutoDiscoverSourceComponentSpecs +): + _plugin_path = _AUTO_SOURCE_DISCOVERY_GROUPING_PATH + + def test_grouping(self): + specs = [ + bt2.AutoSourceComponentSpec('ABCDE'), + bt2.AutoSourceComponentSpec(_AUTO_SOURCE_DISCOVERY_GROUPING_PATH), + bt2.AutoSourceComponentSpec('does-not-exist'), + ] + it = bt2.TraceCollectionMessageIterator(specs) + msgs = [x for x in it if type(x) is bt2._StreamBeginningMessage] + + self.assertEqual(len(msgs), 8) + + self.assertEqual(msgs[0].stream.name, 'TestSourceABCDE: ABCDE') + self.assertEqual(msgs[1].stream.name, 'TestSourceExt: aaa1, aaa2, aaa3') + self.assertEqual(msgs[2].stream.name, 'TestSourceExt: bbb1, bbb2') + self.assertEqual(msgs[3].stream.name, 'TestSourceExt: ccc1') + self.assertEqual(msgs[4].stream.name, 'TestSourceExt: ccc2') + self.assertEqual(msgs[5].stream.name, 'TestSourceExt: ccc3') + self.assertEqual(msgs[6].stream.name, 'TestSourceExt: ccc4') + self.assertEqual(msgs[7].stream.name, 'TestSourceSomeDir: some-dir') + + +class TestAutoDiscoverSourceComponentSpecsParamsObjLogLevel( + _TestAutoDiscoverSourceComponentSpecs +): + _plugin_path = _AUTO_SOURCE_DISCOVERY_PARAMS_LOG_LEVEL_PATH + + _dir_a = os.path.join(_AUTO_SOURCE_DISCOVERY_PARAMS_LOG_LEVEL_PATH, 'dir-a') + _dir_b = os.path.join(_AUTO_SOURCE_DISCOVERY_PARAMS_LOG_LEVEL_PATH, 'dir-b') + _dir_ab = os.path.join(_AUTO_SOURCE_DISCOVERY_PARAMS_LOG_LEVEL_PATH, 'dir-ab') + + def _test_two_comps_from_one_spec(self, params, obj=None, logging_level=None): + specs = [ + bt2.AutoSourceComponentSpec( + self._dir_ab, params=params, obj=obj, logging_level=logging_level + ) + ] + it = bt2.TraceCollectionMessageIterator(specs) + msgs = [x for x in it if type(x) is bt2._StreamBeginningMessage] + + self.assertEqual(len(msgs), 2) + + return msgs + + def test_params_two_comps_from_one_spec(self): + msgs = self._test_two_comps_from_one_spec( + params={'test-allo': 'madame', 'what': 'test-params'} + ) + + self.assertEqual(msgs[0].stream.name, "TestSourceA: ('test-allo', 'madame')") + self.assertEqual(msgs[1].stream.name, "TestSourceB: ('test-allo', 'madame')") + + def test_obj_two_comps_from_one_spec(self): + msgs = self._test_two_comps_from_one_spec( + params={'what': 'python-obj'}, obj='deore' + ) + + self.assertEqual(msgs[0].stream.name, "TestSourceA: deore") + self.assertEqual(msgs[1].stream.name, "TestSourceB: deore") + + def test_log_level_two_comps_from_one_spec(self): + msgs = self._test_two_comps_from_one_spec( + params={'what': 'log-level'}, logging_level=bt2.LoggingLevel.DEBUG + ) + + self.assertEqual( + msgs[0].stream.name, "TestSourceA: {}".format(bt2.LoggingLevel.DEBUG) + ) + self.assertEqual( + msgs[1].stream.name, "TestSourceB: {}".format(bt2.LoggingLevel.DEBUG) + ) + + def _test_two_comps_from_two_specs( + self, + params_a=None, + params_b=None, + obj_a=None, + obj_b=None, + logging_level_a=None, + logging_level_b=None, + ): + specs = [ + bt2.AutoSourceComponentSpec( + self._dir_a, params=params_a, obj=obj_a, logging_level=logging_level_a + ), + bt2.AutoSourceComponentSpec( + self._dir_b, params=params_b, obj=obj_b, logging_level=logging_level_b + ), + ] + it = bt2.TraceCollectionMessageIterator(specs) + msgs = [x for x in it if type(x) is bt2._StreamBeginningMessage] + + self.assertEqual(len(msgs), 2) + + return msgs + + def test_params_two_comps_from_two_specs(self): + msgs = self._test_two_comps_from_two_specs( + params_a={'test-allo': 'madame', 'what': 'test-params'}, + params_b={'test-bonjour': 'monsieur', 'what': 'test-params'}, + ) + + self.assertEqual(msgs[0].stream.name, "TestSourceA: ('test-allo', 'madame')") + self.assertEqual( + msgs[1].stream.name, "TestSourceB: ('test-bonjour', 'monsieur')" + ) + + def test_obj_two_comps_from_two_specs(self): + msgs = self._test_two_comps_from_two_specs( + params_a={'what': 'python-obj'}, + params_b={'what': 'python-obj'}, + obj_a='deore', + obj_b='alivio', + ) + + self.assertEqual(msgs[0].stream.name, "TestSourceA: deore") + self.assertEqual(msgs[1].stream.name, "TestSourceB: alivio") + + def test_log_level_two_comps_from_two_specs(self): + msgs = self._test_two_comps_from_two_specs( + params_a={'what': 'log-level'}, + params_b={'what': 'log-level'}, + logging_level_a=bt2.LoggingLevel.DEBUG, + logging_level_b=bt2.LoggingLevel.TRACE, + ) + + self.assertEqual( + msgs[0].stream.name, "TestSourceA: {}".format(bt2.LoggingLevel.DEBUG) + ) + self.assertEqual( + msgs[1].stream.name, "TestSourceB: {}".format(bt2.LoggingLevel.TRACE) + ) + + def _test_one_comp_from_one_spec_one_comp_from_both_1( + self, + params_a=None, + params_ab=None, + obj_a=None, + obj_ab=None, + logging_level_a=None, + logging_level_ab=None, + ): + specs = [ + bt2.AutoSourceComponentSpec( + self._dir_a, params=params_a, obj=obj_a, logging_level=logging_level_a + ), + bt2.AutoSourceComponentSpec( + self._dir_ab, + params=params_ab, + obj=obj_ab, + logging_level=logging_level_ab, + ), + ] + it = bt2.TraceCollectionMessageIterator(specs) + msgs = [x for x in it if type(x) is bt2._StreamBeginningMessage] + + self.assertEqual(len(msgs), 2) + + return msgs + + def test_params_one_comp_from_one_spec_one_comp_from_both_1(self): + msgs = self._test_one_comp_from_one_spec_one_comp_from_both_1( + params_a={'test-allo': 'madame', 'what': 'test-params'}, + params_ab={'test-bonjour': 'monsieur', 'what': 'test-params'}, + ) + + self.assertEqual( + msgs[0].stream.name, + "TestSourceA: ('test-allo', 'madame'), ('test-bonjour', 'monsieur')", + ) + self.assertEqual( + msgs[1].stream.name, "TestSourceB: ('test-bonjour', 'monsieur')" + ) + + def test_obj_one_comp_from_one_spec_one_comp_from_both_1(self): + msgs = self._test_one_comp_from_one_spec_one_comp_from_both_1( + params_a={'what': 'python-obj'}, + params_ab={'what': 'python-obj'}, + obj_a='deore', + obj_ab='alivio', + ) + + self.assertEqual(msgs[0].stream.name, "TestSourceA: alivio") + self.assertEqual(msgs[1].stream.name, "TestSourceB: alivio") + + def test_log_level_one_comp_from_one_spec_one_comp_from_both_1(self): + msgs = self._test_one_comp_from_one_spec_one_comp_from_both_1( + params_a={'what': 'log-level'}, + params_ab={'what': 'log-level'}, + logging_level_a=bt2.LoggingLevel.DEBUG, + logging_level_ab=bt2.LoggingLevel.TRACE, + ) + + self.assertEqual( + msgs[0].stream.name, "TestSourceA: {}".format(bt2.LoggingLevel.TRACE) + ) + self.assertEqual( + msgs[1].stream.name, "TestSourceB: {}".format(bt2.LoggingLevel.TRACE) + ) + + def _test_one_comp_from_one_spec_one_comp_from_both_2( + self, + params_ab=None, + params_a=None, + obj_ab=None, + obj_a=None, + logging_level_ab=None, + logging_level_a=None, + ): + specs = [ + bt2.AutoSourceComponentSpec( + self._dir_ab, + params=params_ab, + obj=obj_ab, + logging_level=logging_level_ab, + ), + bt2.AutoSourceComponentSpec( + self._dir_a, params=params_a, obj=obj_a, logging_level=logging_level_a + ), + ] + it = bt2.TraceCollectionMessageIterator(specs) + msgs = [x for x in it if type(x) is bt2._StreamBeginningMessage] + + self.assertEqual(len(msgs), 2) + + return msgs + + def test_params_one_comp_from_one_spec_one_comp_from_both_2(self): + msgs = self._test_one_comp_from_one_spec_one_comp_from_both_2( + params_ab={ + 'test-bonjour': 'madame', + 'test-salut': 'les amis', + 'what': 'test-params', + }, + params_a={'test-bonjour': 'monsieur', 'what': 'test-params'}, + ) + + self.assertEqual( + msgs[0].stream.name, + "TestSourceA: ('test-bonjour', 'monsieur'), ('test-salut', 'les amis')", + ) + self.assertEqual( + msgs[1].stream.name, + "TestSourceB: ('test-bonjour', 'madame'), ('test-salut', 'les amis')", + ) + + def test_obj_one_comp_from_one_spec_one_comp_from_both_2(self): + msgs = self._test_one_comp_from_one_spec_one_comp_from_both_2( + params_ab={'what': 'python-obj'}, + params_a={'what': 'python-obj'}, + obj_ab='deore', + obj_a='alivio', + ) + + self.assertEqual(msgs[0].stream.name, "TestSourceA: alivio") + self.assertEqual(msgs[1].stream.name, "TestSourceB: deore") + + def test_log_level_one_comp_from_one_spec_one_comp_from_both_2(self): + msgs = self._test_one_comp_from_one_spec_one_comp_from_both_2( + params_ab={'what': 'log-level'}, + params_a={'what': 'log-level'}, + logging_level_ab=bt2.LoggingLevel.DEBUG, + logging_level_a=bt2.LoggingLevel.TRACE, + ) + + self.assertEqual( + msgs[0].stream.name, "TestSourceA: {}".format(bt2.LoggingLevel.TRACE) + ) + self.assertEqual( + msgs[1].stream.name, "TestSourceB: {}".format(bt2.LoggingLevel.DEBUG) + ) + + def test_obj_override_with_none(self): + specs = [ + bt2.AutoSourceComponentSpec( + self._dir_ab, params={'what': 'python-obj'}, obj='deore' + ), + bt2.AutoSourceComponentSpec( + self._dir_a, params={'what': 'python-obj'}, obj=None + ), + ] + it = bt2.TraceCollectionMessageIterator(specs) + msgs = [x for x in it if type(x) is bt2._StreamBeginningMessage] + + self.assertEqual(len(msgs), 2) + self.assertEqual(msgs[0].stream.name, "TestSourceA: None") + self.assertEqual(msgs[1].stream.name, "TestSourceB: deore") + + def test_obj_no_override_with_no_obj(self): + specs = [ + bt2.AutoSourceComponentSpec( + self._dir_ab, params={'what': 'python-obj'}, obj='deore' + ), + bt2.AutoSourceComponentSpec(self._dir_a, params={'what': 'python-obj'}), + ] + it = bt2.TraceCollectionMessageIterator(specs) + msgs = [x for x in it if type(x) is bt2._StreamBeginningMessage] + + self.assertEqual(len(msgs), 2) + self.assertEqual(msgs[0].stream.name, "TestSourceA: deore") + self.assertEqual(msgs[1].stream.name, "TestSourceB: deore") + + +if __name__ == '__main__': + unittest.main()