diff options
| author | Thibault Saunier <tsaunier@gnome.org> | 2016-11-25 15:26:41 -0300 |
|---|---|---|
| committer | Thibault Saunier <tsaunier@gnome.org> | 2016-11-29 11:31:17 -0300 |
| commit | 06551e9f9ca6ed5e1a1233ce9d4345f763f6aaeb (patch) | |
| tree | ec1b742d77a64543f1b3e08abda7723ccfd7c0e6 | |
| parent | a683b8d04acc1eb48dc76a8a94fdef4c579ffc2f (diff) | |
testsuites:validate: Mark known seek issues on dash streams as such
| -rw-r--r-- | testsuites/validate.py | 38 | ||||
| -rw-r--r-- | testsuites/validate.testslist | 1 |
2 files changed, 37 insertions, 2 deletions
diff --git a/testsuites/validate.py b/testsuites/validate.py index d43dde5..7c199af 100644 --- a/testsuites/validate.py +++ b/testsuites/validate.py @@ -32,9 +32,44 @@ BLACKLIST = [('validate.file.transcode.to_vorbis_and_vp8_in_webm.GH1_00094_1920x 'Got error: Internal data stream error. -- Debug message: mpegtsbase.c(1371):' 'mpegts_base_loop (): ...: stream stopped, reason not-negotiated'), ('validate.file.*.simple.fast_forward.synchronized', - 'https://bugzilla.gnome.org/show_bug.cgi?id=775102')] + 'https://bugzilla.gnome.org/show_bug.cgi?id=775102'), + ('validate.hls.playback.change_state_intensive.*', + 'https://bugzilla.gnome.org/show_bug.cgi?id=775118'), + ] EXPECTED_ISSUES = { + 'validate.dash.playback.*seek.*|validate.dash.playback.*reverse.*' + '|validate.dash.playback.*fast.': + [ + { + 'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775266', + 'detected-on': 'playbin', + 'summary': 'We got an ERROR message on the bus', + 'level': 'critical', + 'sometimes': True, + }, + { + 'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775266', + 'summary': "flow return from pad push doesn't match expected value", + 'details': '.*Wrong combined flow return error.*', + 'level': 'critical', + 'sometimes': True, + }, + { + 'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775266', + 'level': 'critical', + 'summary': 'All the actions were not executed before the program stopped', + 'sometimes': True, + }, + { + 'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=774854', + 'timeout': True, + 'message': 'Application timed out:.*', + 'stacktrace_symbols': ['gst_queue2_sink_activate_mode', + 'gst_queue2_handle_sink_query'], + 'sometimes': True, + } + ], 'validate.http.*.vorbis_theora_1_ogg': [ { @@ -67,6 +102,7 @@ def setup_tests(test_manager, options): options.set_http_server_dir(os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "medias"))) test_manager.set_default_blacklist(BLACKLIST) + test_manager.add_expected_issues(EXPECTED_ISSUES) test_manager.register_defaults() test_manager.add_encoding_formats([MediaFormatCombination("quicktime", "rawaudio", "prores")]) diff --git a/testsuites/validate.testslist b/testsuites/validate.testslist index f8b8eea..c73c539 100644 --- a/testsuites/validate.testslist +++ b/testsuites/validate.testslist @@ -390,7 +390,6 @@ validate.file.transcode.to_vorbis_and_vp8_in_webm.vorbis_theora_1_ogg validate.file.transcode.to_vorbis_and_vp8_in_webm.vorbis_vp8_0_webm validate.file.transcode.to_vorbis_and_vp8_in_webm.vorbis_vp8_1_webm validate.hls.media_check.bipbopall_m3u8 -validate.hls.playback.change_state_intensive.hls_bibbop validate.hls.playback.play_15s.hls_bibbop validate.hls.playback.seek_backward.hls_bibbop validate.hls.playback.seek_forward.hls_bibbop |