diff options
author | Sreerenj Balachandran <sreerenj.balachandran@intel.com> | 2017-07-27 14:56:52 -0700 |
---|---|---|
committer | Sreerenj Balachandran <sreerenj.balachandran@intel.com> | 2017-07-27 14:56:52 -0700 |
commit | 3de621070bbc8653f4926e32815e6f5fffbf0d2a (patch) | |
tree | f613aea52f4780c4a9c3a34fe317126a9d83a5a0 | |
parent | edd4ede14c18e5bfc852eb1a4dd81b0e07fd4aaf (diff) |
FEI: tests: Add sample application to test FEI input buffers
This application is for validating:
-- qp, mvpred and mbcontol input in ENC_PAK, ENC, ENC+PAK modes
eg1: ./test-fei-enc-input -c h264 -o out.264 -e 4 -q 1 sample_i420.y4m
-- mv, mbcode in PAK mode
eg2: ./test-fei-enc-input -c h264 -o out.264 -e 2 -v mv.out -m mbcode.out
-rw-r--r-- | tests/Makefile.am | 8 | ||||
-rw-r--r-- | tests/test-fei-enc-input.c | 674 |
2 files changed, 682 insertions, 0 deletions
diff --git a/tests/Makefile.am b/tests/Makefile.am index de199f6d..4bf8eeb5 100644 --- a/tests/Makefile.am +++ b/tests/Makefile.am @@ -17,6 +17,7 @@ endif if USE_H264_FEI_ENCODER noinst_PROGRAMS += \ test-fei-enc \ + test-fei-pak \ $(NULL) endif @@ -147,6 +148,13 @@ test_fei_enc_CFLAGS = $(TEST_CFLAGS) test_fei_enc_LDFLAGS = $(GST_VAAPI_LIBS) test_fei_enc_LDADD = libutils.la $(TEST_LIBS) +test_fei_pak_sources_c = test-fei-pak.c ../gst/vaapi/gstvaapifeivideometa.h y4mreader.c +test_fei_pak_sources_h = y4mreader.h +test_fei_pak_SOURCES = $(test_fei_pak_sources_c) +test_fei_pak_CFLAGS = $(TEST_CFLAGS) $(GST_VIDEO_CFLAGS) +test_fei_pak_LDFLAGS = $(GST_VAAPI_LIBS) +test_fei_pak_LDADD = libutils.la $(TEST_LIBS) $(GST_VIDEO_LIBS) + simple_decoder_source_c = simple-decoder.c simple_decoder_source_h = simple_decoder_SOURCES = $(simple_decoder_source_c) diff --git a/tests/test-fei-enc-input.c b/tests/test-fei-enc-input.c new file mode 100644 index 00000000..ba9471fa --- /dev/null +++ b/tests/test-fei-enc-input.c @@ -0,0 +1,674 @@ +/* + * test-fei-pak.c - Test GstVaapiH264PakEncoder + * + * Copyright (C) 2016 Intel Corporation + * + * Author: Sreerenj Balachandran <sreerenj.balachandran@intel.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public License + * as published by the Free Software Foundation; either version 2.1 + * of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free + * Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + * Boston, MA 02110-1301 USA + */ + +#include <assert.h> +#include <fcntl.h> +#include <sys/types.h> +#include <sys/stat.h> +#include <unistd.h> +#include <stdio.h> +#include "gst/vaapi/sysdeps.h" +#include <gst/vaapi/gstvaapiencoder.h> +#include <gst/vaapi/gstvaapiencoder_h264_fei.h> +#include <gst/vaapi/gstvaapisurfacepool.h> +#include <gst/vaapi/gstvaapisurfaceproxy.h> +#include <gst/vaapi/gstvaapifei_objects.h> +#include "output.h" +#include "y4mreader.h" + +static guint g_bitrate = 0; +static gchar *g_codec_str; +static gchar *g_output_file_name; +static char **g_input_files = NULL; +static gchar *input_mv_name = NULL; +static gchar *input_mbmode_name = NULL; +static guint input_mv_size; +static guint input_mbmode_size; +static guint input_qp; +static guint enable_mbcntrl; +static guint enable_mvpred; +static guint fei_mode; + +#define SURFACE_NUM 16 + +#define ENC 1 +#define PAK 2 +#define ENC_PLUS_PAK 3 +#define ENC_PAK 4 + +static GOptionEntry g_options[] = { + {"codec", 'c', 0, G_OPTION_ARG_STRING, &g_codec_str, + "codec to use for video encoding (h264)", NULL}, + {"bitrate", 'b', 0, G_OPTION_ARG_INT, &g_bitrate, + "desired bitrate expressed in kbps", NULL}, + {"output", 'o', 0, G_OPTION_ARG_FILENAME, &g_output_file_name, + "output file name", NULL}, + {"imv", 'v', 0, G_OPTION_ARG_STRING, &input_mv_name, + "pak mv input file", NULL}, + {"imbmode ", 'm', 0, G_OPTION_ARG_STRING, &input_mbmode_name, + "pak mbmode input file", NULL}, + {"imvsize", 's', 0, G_OPTION_ARG_INT, &input_mv_size, + "input stream width", NULL}, + {"imbmodesize", 'd', 0, G_OPTION_ARG_INT, &input_mbmode_size, + "input stream height", NULL}, + {"iqp", 'q', 0, G_OPTION_ARG_INT, &input_qp, + "input qp val (it will get replicated for each macrobock)", NULL}, + {"imbcntrl", 'l', 0, G_OPTION_ARG_INT, &enable_mbcntrl, + "enable macroblock control for each macrobock", NULL}, + {"imbpred", 'p', 0, G_OPTION_ARG_INT, &enable_mvpred, + "enable mv predictor for each macroblock", NULL}, + {"fei-mode", 'e', 0, G_OPTION_ARG_INT, &fei_mode, + "1:ENC 2:PAK 3:ENC+PAK 4:ENC_PAK", NULL}, + + {G_OPTION_REMAINING, ' ', 0, G_OPTION_ARG_FILENAME_ARRAY, &g_input_files, + "input file name", NULL}, + {NULL} +}; + +typedef struct +{ + GstVaapiDisplay *display; + GstVaapiEncoder *encoder; + guint read_frames; + guint encoded_frames; + guint saved_frames; + Y4MReader *parser; + FILE *output_file; + int mv_fd; + int mbmode_fd; + guint input_mv_size; + guint input_mbmode_size; + guint input_stopped:1; + guint encode_failed:1; +} App; + +static inline gchar * +generate_output_filename (const gchar * ext) +{ + gchar *fn; + int i = 0; + + while (1) { + fn = g_strdup_printf ("temp%02d.%s", i, ext); + if (g_file_test (fn, G_FILE_TEST_EXISTS | G_FILE_TEST_IS_REGULAR)) { + i++; + g_free (fn); + } else { + break; + } + } + + return fn; +} + +static gboolean +parse_options (int *argc, char *argv[]) +{ + GOptionContext *ctx; + gboolean success; + GError *error = NULL; + + ctx = g_option_context_new (" - encoder test options"); + if (!ctx) + return FALSE; + + g_option_context_add_group (ctx, gst_init_get_option_group ()); + g_option_context_add_main_entries (ctx, g_options, NULL); + g_option_context_set_help_enabled (ctx, TRUE); + success = g_option_context_parse (ctx, argc, &argv, &error); + if (!success) { + g_printerr ("Option parsing failed: %s\n", error->message); + g_error_free (error); + goto bail; + } + + if (!g_codec_str) + g_codec_str = g_strdup ("h264"); + if (!g_output_file_name) + g_output_file_name = generate_output_filename (g_codec_str); + +bail: + g_option_context_free (ctx); + return success; +} + +static void +print_yuv_info (App * app) +{ + g_print ("\n"); + g_print ("Encode : %s\n", g_codec_str); + g_print ("Resolution : %dx%d\n", app->parser->width, app->parser->height); + g_print ("Source YUV : %s\n", g_input_files ? g_input_files[0] : "stdin"); + g_print ("Frame Rate : %0.1f fps\n", + 1.0 * app->parser->fps_n / app->parser->fps_d); + g_print ("Coded file : %s\n", g_output_file_name); + g_print ("\n"); +} + +static void +print_num_frame (App * app) +{ + g_print ("\n"); + g_print ("read frames : %d\n", app->read_frames); + g_print ("encoded frames : %d\n", app->encoded_frames); + g_print ("saved frames : %d\n", app->saved_frames); + g_print ("\n"); +} + +static GstVaapiEncoder * +encoder_new (GstVaapiDisplay * display) +{ + GstVaapiEncoder *encoder = NULL; + + if (!g_strcmp0 (g_codec_str, "h264")) { + encoder = gst_vaapi_encoder_h264_fei_new (display); + gst_vaapi_encoder_h264_fei_set_function_mode (GST_VAAPI_ENCODER_H264_FEI + (encoder), fei_mode); + } else + return NULL; + + return encoder; +} + +static inline GstVideoCodecState * +new_codec_state (gint width, gint height, gint fps_n, gint fps_d) +{ + GstVideoCodecState *state; + + state = g_slice_new0 (GstVideoCodecState); + state->ref_count = 1; + gst_video_info_set_format (&state->info, GST_VIDEO_FORMAT_ENCODED, width, + height); + + state->info.fps_n = fps_n; + state->info.fps_d = fps_d; + + return state; +} + +static gboolean +set_format (GstVaapiEncoder * encoder, gint width, gint height, gint fps_n, + gint fps_d) +{ + GstVideoCodecState *in_state; + GstVaapiEncoderStatus status; + + in_state = new_codec_state (width, height, fps_n, fps_d); + status = gst_vaapi_encoder_set_codec_state (encoder, in_state); + g_slice_free (GstVideoCodecState, in_state); + + return (status == GST_VAAPI_ENCODER_STATUS_SUCCESS); +} + +static GstBuffer * +allocate_buffer (GstVaapiCodedBuffer * vbuf) +{ + GstBuffer *buf; + gssize size; + + size = gst_vaapi_coded_buffer_get_size (vbuf); + + if (size <= 0) { + g_warning ("Invalid VA buffer size (%zd)", size); + return NULL; + } + + buf = gst_buffer_new_and_alloc (size); + if (!buf) { + g_warning ("Failed to create output buffer of size %zd", size); + return NULL; + } + + if (!gst_vaapi_coded_buffer_copy_into (buf, vbuf)) { + g_warning ("Failed to copy VA buffer data"); + gst_buffer_unref (buf); + return NULL; + } + + return buf; +} + +static GstVaapiEncoderStatus +get_encoder_buffer (GstVaapiEncoder * encoder, GstBuffer ** buffer) +{ + GstVaapiCodedBufferProxy *proxy = NULL; + GstVaapiEncoderStatus status; + + status = gst_vaapi_encoder_get_buffer_with_timeout (encoder, &proxy, 50000); + if (status < GST_VAAPI_ENCODER_STATUS_SUCCESS) { + g_warning ("Failed to get a buffer from encoder: %d", status); + return status; + } else if (status > GST_VAAPI_ENCODER_STATUS_SUCCESS) { + return status; + } + + *buffer = allocate_buffer (GST_VAAPI_CODED_BUFFER_PROXY_BUFFER (proxy)); + gst_vaapi_coded_buffer_proxy_unref (proxy); + + return status; +} + +static gboolean +outputs_to_file (GstBuffer * buffer, FILE * file) +{ + GstMapInfo info; + size_t written; + gboolean ret = FALSE; + + gst_buffer_map (buffer, &info, GST_MAP_READ); + + if (info.size <= 0 || !info.data) + return FALSE; + + written = fwrite (info.data, 1, info.size, file); + if (written < info.size) { + g_warning ("write file error."); + goto bail; + } + + ret = TRUE; + +bail: + gst_buffer_unmap (buffer, &info); + return ret; +} + +static gpointer +get_buffer_thread (gpointer data) +{ + App *app = data; + + GstVaapiEncoderStatus ret; + GstBuffer *obuf; + + while (1) { + obuf = NULL; + ret = get_encoder_buffer (app->encoder, &obuf); + if (app->input_stopped && ret > GST_VAAPI_ENCODER_STATUS_SUCCESS) { + break; /* finished */ + } else if (ret > GST_VAAPI_ENCODER_STATUS_SUCCESS) { /* another chance */ + continue; + } + if (ret < GST_VAAPI_ENCODER_STATUS_SUCCESS) { /* fatal error */ + app->encode_failed = TRUE; + break; + } + + app->encoded_frames++; + g_debug ("encoded frame %d, buffer = %p", app->encoded_frames, obuf); + + if (app->output_file && outputs_to_file (obuf, app->output_file)) + app->saved_frames++; + + gst_buffer_unref (obuf); + } + if (obuf) + gst_buffer_replace (&obuf, NULL); + + return NULL; +} + +static void +app_free (App * app) +{ + g_return_if_fail (app); + + if (app->parser) + y4m_reader_close (app->parser); + + if (app->encoder) { + gst_vaapi_encoder_flush (app->encoder); + gst_vaapi_encoder_unref (app->encoder); + } + + if (app->display) + gst_vaapi_display_unref (app->display); + + if (app->output_file) + fclose (app->output_file); + + g_slice_free (App, app); +} + +static App * +app_new (const gchar * input_fn, const gchar * output_fn) +{ + App *app = g_slice_new0 (App); + if (!app) + return NULL; + app->parser = y4m_reader_open (input_fn); + if (!app->parser) { + g_warning ("Could not parse input stream."); + goto error; + } + + app->output_file = fopen (output_fn, "w"); + if (app->output_file == NULL) { + g_warning ("Could not open file \"%s\" for writing: %s.", output_fn, + g_strerror (errno)); + goto error; + } + + /* if PAK only */ + if (fei_mode == 2) { + if (!input_mv_name || !input_mbmode_name) { + g_warning ("pak only mode need an mv and mbmode files as input"); + assert (0); + } + + if (input_mv_name) + app->mv_fd = open (input_mv_name, O_RDONLY, 0); + if (input_mbmode_name) + app->mbmode_fd = open (input_mbmode_name, O_RDONLY, 0); + + assert (app->mv_fd >= 0); + assert (app->mbmode_fd >= 0); + } + + app->display = video_output_create_display (NULL); + if (!app->display) { + g_warning ("Could not create VA display."); + goto error; + } + + app->encoder = encoder_new (app->display); + if (!app->encoder) { + g_warning ("Could not create encoder."); + goto error; + } + + if (!set_format (app->encoder, app->parser->width, app->parser->height, + app->parser->fps_n, app->parser->fps_d)) { + g_warning ("Could not set format."); + goto error; + } + + return app; + +error: + app_free (app); + return NULL; +} + +static gboolean +upload_frame (GstVaapiEncoder * encoder, GstVaapiSurfaceProxy * proxy) +{ + GstVideoCodecFrame *frame; + GstVaapiEncoderStatus ret; + + frame = g_slice_new0 (GstVideoCodecFrame); + gst_video_codec_frame_set_user_data (frame, + gst_vaapi_surface_proxy_ref (proxy), + (GDestroyNotify) gst_vaapi_surface_proxy_unref); + + ret = gst_vaapi_encoder_put_frame (encoder, frame); + return (ret == GST_VAAPI_ENCODER_STATUS_SUCCESS); +} + +static gboolean +load_frame (App * app, GstVaapiImage * image) +{ + gboolean ret = FALSE; + + if (!gst_vaapi_image_map (image)) + return FALSE; + + ret = y4m_reader_load_image (app->parser, image); + + if (!gst_vaapi_image_unmap (image)) + return FALSE; + + return ret; +} + +static int +app_run (App * app) +{ + GstVaapiImage *image; + GstVaapiVideoPool *pool; + GThread *buffer_thread; + gsize id; + gint i; + + int ret = EXIT_FAILURE; + image = gst_vaapi_image_new (app->display, GST_VIDEO_FORMAT_I420, + app->parser->width, app->parser->height); + + { + GstVideoInfo vi; + gst_video_info_set_format (&vi, GST_VIDEO_FORMAT_ENCODED, + app->parser->width, app->parser->height); + pool = gst_vaapi_surface_pool_new_full (app->display, &vi, 0); + } + buffer_thread = g_thread_new ("get buffer thread", get_buffer_thread, app); + + while (1) { + GstVaapiSurfaceProxy *proxy; + GstVaapiSurface *surface; + gpointer data = NULL; + guint size = 0; + gint rt = 0; + guint mb_width, mb_height; + + if (!load_frame (app, image)) + break; + + if (!gst_vaapi_image_unmap (image)) + break; + + proxy = + gst_vaapi_surface_proxy_new_from_pool (GST_VAAPI_SURFACE_POOL (pool)); + if (!proxy) { + g_warning ("Could not get surface proxy from pool."); + break; + } + surface = gst_vaapi_surface_proxy_get_surface (proxy); + if (!surface) { + g_warning ("Could not get surface from proxy."); + break; + } + + if (!gst_vaapi_surface_put_image (surface, image)) { + g_warning ("Could not update surface"); + break; + } + + mb_width = (app->parser->width + 15) >> 4; + mb_height = (app->parser->height + 15) >> 4; + + /* PAK Only */ + if (fei_mode == PAK) { + GstVaapiEncFeiMbCode *mbcode; + GstVaapiEncFeiMv *mv; + guint mv_size, mbmode_size; + + mv_size = mb_width * mb_height * 128; + mbmode_size = mb_width * mb_height * 64; + + if (input_mv_size) + assert (input_mv_size == mv_size); + + if (input_mbmode_size) + assert (input_mbmode_size == mbmode_size); + + /* Upload mbmode data */ + mbcode = gst_vaapi_enc_fei_mb_code_new (app->encoder, NULL, mbmode_size); + rt = gst_vaapi_fei_codec_object_map (GST_VAAPI_FEI_CODEC_OBJECT (mbcode), + &data, &size); + assert (rt == 1); + rt = read (app->mbmode_fd, data, mbmode_size); + assert (rt >= 0); + + /* Upload mv data */ + mv = gst_vaapi_enc_fei_mv_new (app->encoder, NULL, mv_size); + rt = gst_vaapi_fei_codec_object_map (GST_VAAPI_FEI_CODEC_OBJECT (mv), + &data, &size); + assert (rt == 1); + rt = read (app->mv_fd, data, mv_size); + assert (rt >= 0); + + /* assign mv and mbmode buffers to input surface proxy */ + gst_vaapi_surface_proxy_set_fei_mb_code (proxy, mbcode); + gst_vaapi_surface_proxy_set_fei_mv (proxy, mv); + + } else { + /* ENC, ENC+PAK and ENC_PAK */ + + if (input_qp) { + GstVaapiEncFeiQp *qp = NULL; + VAEncQpBufferH264 *pqp = NULL; + guint qp_size = 0; + + qp_size = mb_width * mb_height * sizeof (VAEncQpBufferH264); + + qp = gst_vaapi_enc_fei_qp_new (app->encoder, NULL, qp_size); + rt = gst_vaapi_fei_codec_object_map (GST_VAAPI_FEI_CODEC_OBJECT (qp), + &data, &size); + assert (rt == 1); + + pqp = (VAEncQpBufferH264 *) data; + for (i = 0; i < qp_size; i++) { + pqp->qp_y = input_qp; + pqp++; + } + gst_vaapi_surface_proxy_set_fei_qp (proxy, qp); + } + + if (enable_mbcntrl) { + GstVaapiEncFeiMbControl *mbcntrl = NULL; + VAEncFEIMBControlH264 *pmbcntrl = NULL; + guint mbcntrl_size = 0; + + mbcntrl_size = mb_width * mb_height * sizeof (VAEncFEIMBControlH264); + mbcntrl = + gst_vaapi_enc_fei_mb_control_new (app->encoder, NULL, mbcntrl_size); + rt = gst_vaapi_fei_codec_object_map (GST_VAAPI_FEI_CODEC_OBJECT + (mbcntrl), &data, &size); + assert (rt == 1); + + pmbcntrl = (VAEncFEIMBControlH264 *) data; + for (i = 0; i < mbcntrl_size; i++) { + pmbcntrl->force_to_intra = 0; + pmbcntrl->force_to_skip = 0; + pmbcntrl->force_to_nonskip = 0; + pmbcntrl->enable_direct_bias_adjustment = 0; + pmbcntrl->enable_motion_bias_adjustment = 0; + pmbcntrl->ext_mv_cost_scaling_factor = 0; + pmbcntrl->target_size_in_word = 0xff; + pmbcntrl->max_size_in_word = 0xff; + pmbcntrl++; + } + gst_vaapi_surface_proxy_set_fei_mb_control (proxy, mbcntrl); + } + + if (enable_mvpred) { + GstVaapiEncFeiMvPredictor *mvpred = NULL; + VAEncFEIMVPredictorH264 *pmvpred = NULL; + guint mvpred_size = 0, j; + + mvpred_size = mb_width * mb_height * sizeof (VAEncFEIMVPredictorH264); + mvpred = + gst_vaapi_enc_fei_mv_predictor_new (app->encoder, NULL, + mvpred_size); + rt = gst_vaapi_fei_codec_object_map (GST_VAAPI_FEI_CODEC_OBJECT + (mvpred), &data, &size); + assert (rt == 1); + + pmvpred = (VAEncFEIMVPredictorH264 *) data; + for (i = 0; i < mvpred_size; i++) { + for (j = 0; i < 4; i++) { + pmvpred->ref_idx[j].ref_idx_l0 = 0; + pmvpred->ref_idx[j].ref_idx_l1 = 0; + + pmvpred->mv[j].mv0[0] = 0x8000; + pmvpred->mv[j].mv0[1] = 0x8000; + pmvpred->mv[j].mv1[0] = 0x8000; + pmvpred->mv[j].mv1[1] = 0x8000; + } + pmvpred++; + } + gst_vaapi_surface_proxy_set_fei_mv_predictor (proxy, mvpred); + } + } + + if (!upload_frame (app->encoder, proxy)) { + g_warning ("put frame failed"); + break; + } + + app->read_frames++; + id = gst_vaapi_surface_get_id (surface); + g_debug ("input frame %d, surface id = %" G_GSIZE_FORMAT, app->read_frames, + id); + + gst_vaapi_surface_proxy_unref (proxy); + } + + app->input_stopped = TRUE; + + g_thread_join (buffer_thread); + + if (!app->encode_failed && feof (app->parser->fp)) + ret = EXIT_SUCCESS; + + gst_vaapi_video_pool_replace (&pool, NULL); + gst_vaapi_object_unref (image); + return ret; +} + +int +main (int argc, char *argv[]) +{ + App *app; + int ret = EXIT_FAILURE; + gchar *input_fn; + + if (!parse_options (&argc, argv)) + return EXIT_FAILURE; + + /* @TODO: iterate all the input files */ + input_fn = g_input_files ? g_input_files[0] : NULL; + if (input_fn && !g_file_test (input_fn, + G_FILE_TEST_EXISTS | G_FILE_TEST_IS_REGULAR)) { + g_warning ("input file \"%s\" doesn't exist", input_fn); + goto bail; + } + + app = app_new (input_fn, g_output_file_name); + if (!app) + goto bail; + print_yuv_info (app); + ret = app_run (app); + print_num_frame (app); + + app_free (app); + +bail: + g_free (g_codec_str); + g_free (g_output_file_name); + g_strfreev (g_input_files); + + gst_deinit (); + + return ret; +} |