/*! *********************************************************************** * \file * mbuffer.c * * \brief * Frame buffer functions * * \author * Main contributors (see contributors.h for copyright, address and affiliation details) * - Karsten Sühring * - Alexis Tourapis * - Jill Boyce * - Saurav K Bandyopadhyay * - Zhenyu Wu * *********************************************************************** */ #include #include "global.h" #include "erc_api.h" #include "header.h" #include "image.h" #include "mbuffer.h" #include "memalloc.h" #include "output.h" static void insert_picture_in_dpb (VideoParameters *p_Vid, FrameStore* fs, StorablePicture* p); static void output_one_frame_from_dpb(VideoParameters *p_Vid); static void get_smallest_poc (DecodedPictureBuffer *p_Dpb, int *poc,int * pos); static void gen_field_ref_ids (StorablePicture *p); static int remove_unused_frame_from_dpb (VideoParameters *p_Vid, DecodedPictureBuffer *p_Dpb); static int is_used_for_reference (FrameStore* fs); static int is_short_term_reference (FrameStore* fs); static int is_long_term_reference (FrameStore* fs); #define MAX_LIST_SIZE 33 /*! ************************************************************************ * \brief * Print out list of pictures in DPB. Used for debug purposes. ************************************************************************ */ static void dump_dpb(DecodedPictureBuffer *p_Dpb) { #if DUMP_DPB unsigned i; for (i=0; iused_size;i++) { printf("("); printf("fn=%d ", p_Dpb->fs[i]->frame_num); if (p_Dpb->fs[i]->is_used & 1) { if (p_Dpb->fs[i]->top_field) printf("T: poc=%d ", p_Dpb->fs[i]->top_field->poc); else printf("T: poc=%d ", p_Dpb->fs[i]->frame->top_poc); } if (p_Dpb->fs[i]->is_used & 2) { if (p_Dpb->fs[i]->bottom_field) printf("B: poc=%d ", p_Dpb->fs[i]->bottom_field->poc); else printf("B: poc=%d ", p_Dpb->fs[i]->frame->bottom_poc); } if (p_Dpb->fs[i]->is_used == 3) printf("F: poc=%d ", p_Dpb->fs[i]->frame->poc); printf("G: poc=%d) ", p_Dpb->fs[i]->poc); if (p_Dpb->fs[i]->is_reference) printf ("ref (%d) ", p_Dpb->fs[i]->is_reference); if (p_Dpb->fs[i]->is_long_term) printf ("lt_ref (%d) ", p_Dpb->fs[i]->is_reference); if (p_Dpb->fs[i]->is_output) printf ("out "); if (p_Dpb->fs[i]->is_used == 3) { if (p_Dpb->fs[i]->frame->non_existing) printf ("ne "); } printf ("\n"); } #endif } /*! ************************************************************************ * \brief * Returns the size of the dpb depending on level and picture size * * ************************************************************************ */ static int getDpbSize(seq_parameter_set_rbsp_t *active_sps) { int pic_size = (active_sps->pic_width_in_mbs_minus1 + 1) * (active_sps->pic_height_in_map_units_minus1 + 1) * (active_sps->frame_mbs_only_flag?1:2) * 384; int size = 0; switch (active_sps->level_idc) { case 9: size = 152064; break; case 10: size = 152064; break; case 11: if (!IS_FREXT_PROFILE(active_sps->profile_idc) && (active_sps->constrained_set3_flag == 1)) size = 152064; else size = 345600; break; case 12: size = 912384; break; case 13: size = 912384; break; case 20: size = 912384; break; case 21: size = 1824768; break; case 22: size = 3110400; break; case 30: size = 3110400; break; case 31: size = 6912000; break; case 32: size = 7864320; break; case 40: size = 12582912; break; case 41: size = 12582912; break; case 42: size = 13369344; break; case 50: size = 42393600; break; case 51: size = 70778880; break; default: error ("undefined level", 500); break; } size /= pic_size; size = imin( size, 16); if (active_sps->vui_parameters_present_flag && active_sps->vui_seq_parameters.bitstream_restriction_flag) { if ((int)active_sps->vui_seq_parameters.max_dec_frame_buffering > size) { error ("max_dec_frame_buffering larger than MaxDpbSize", 500); } size = imax (1, active_sps->vui_seq_parameters.max_dec_frame_buffering); } return size; } /*! ************************************************************************ * \brief * Check then number of frames marked "used for reference" and break * if maximum is exceeded * ************************************************************************ */ void check_num_ref(DecodedPictureBuffer *p_Dpb) { if ((int)(p_Dpb->ltref_frames_in_buffer + p_Dpb->ref_frames_in_buffer ) > (imax(1, p_Dpb->num_ref_frames))) { error ("Max. number of reference frames exceeded. Invalid stream.", 500); } } /*! ************************************************************************ * \brief * Allocate memory for decoded picture buffer and initialize with sane values. * ************************************************************************ */ void init_dpb(VideoParameters *p_Vid) { unsigned i,j; DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; seq_parameter_set_rbsp_t *active_sps = p_Vid->active_sps; size_t num_output_pictures; if (p_Dpb->init_done) { free_dpb(p_Vid); } p_Dpb->p_Vid = p_Vid; p_Dpb->size = getDpbSize(active_sps); p_Dpb->num_ref_frames = active_sps->num_ref_frames; if (p_Dpb->size < active_sps->num_ref_frames) { error ("DPB size at specified level is smaller than the specified number of reference frames. This is not allowed.\n", 1000); } p_Dpb->used_size = 0; p_Dpb->last_picture = NULL; p_Dpb->ref_frames_in_buffer = 0; p_Dpb->ltref_frames_in_buffer = 0; p_Dpb->fs = calloc(p_Dpb->size, sizeof (FrameStore*)); if (NULL==p_Dpb->fs) no_mem_exit("init_dpb: dpb->fs"); p_Dpb->fs_ref = calloc(p_Dpb->size, sizeof (FrameStore*)); if (NULL==p_Dpb->fs_ref) no_mem_exit("init_dpb: dpb->fs_ref"); p_Dpb->fs_ltref = calloc(p_Dpb->size, sizeof (FrameStore*)); if (NULL==p_Dpb->fs_ltref) no_mem_exit("init_dpb: dpb->fs_ltref"); for (i=0; isize; i++) { p_Dpb->fs[i] = alloc_frame_store(); p_Dpb->fs_ref[i] = NULL; p_Dpb->fs_ltref[i] = NULL; } for (i=0; i<6; i++) { p_Vid->listX[i] = calloc(MAX_LIST_SIZE, sizeof (StorablePicture*)); // +1 for reordering if (NULL==p_Vid->listX[i]) no_mem_exit("init_dpb: p_Vid->listX[i]"); } /* allocate a dummy storable picture */ p_Vid->no_reference_picture = alloc_storable_picture (p_Vid, FRAME, p_Vid->width, p_Vid->height, p_Vid->width_cr, p_Vid->height_cr); p_Vid->no_reference_picture->top_field = p_Vid->no_reference_picture; p_Vid->no_reference_picture->bottom_field = p_Vid->no_reference_picture; p_Vid->no_reference_picture->frame = p_Vid->no_reference_picture; for (j=0;j<6;j++) { for (i=0; ilistX[j][i] = NULL; } p_Vid->listXsize[j]=0; } p_Dpb->last_output_poc = INT_MIN; p_Vid->last_has_mmco_5 = 0; p_Dpb->init_done = 1; num_output_pictures = getDpbSize(active_sps) + active_sps->vui_seq_parameters.max_dec_frame_buffering; out_storable_pictures_init(p_Vid, num_output_pictures); } /*! ************************************************************************ * \brief * Free memory for decoded picture buffer. ************************************************************************ */ void free_dpb(VideoParameters *p_Vid) { DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; unsigned i; if (p_Dpb->fs) { for (i=0; isize; i++) { free_frame_store(p_Vid, p_Dpb->fs[i]); } free (p_Dpb->fs); p_Dpb->fs=NULL; } if (p_Dpb->fs_ref) { free (p_Dpb->fs_ref); } if (p_Dpb->fs_ltref) { free (p_Dpb->fs_ltref); } p_Dpb->last_output_poc = INT_MIN; for (i=0; i<6; i++) if (p_Vid->listX[i]) { free (p_Vid->listX[i]); p_Vid->listX[i] = NULL; } p_Dpb->init_done = 0; free_storable_picture(p_Vid, p_Vid->no_reference_picture); } /*! ************************************************************************ * \brief * Allocate memory for decoded picture buffer frame stores an initialize with sane values. * * \return * the allocated FrameStore structure ************************************************************************ */ FrameStore* alloc_frame_store(void) { FrameStore *f; f = calloc (1, sizeof(FrameStore)); if (NULL==f) no_mem_exit("alloc_frame_store: f"); f->is_used = 0; f->is_reference = 0; f->is_long_term = 0; f->is_orig_reference = 0; f->is_output = 0; f->frame = NULL;; f->top_field = NULL; f->bottom_field = NULL; return f; } /*! ************************************************************************ * \brief * Free frame store memory. * * \param p_Vid * image decoding parameters for current picture * \param f * FrameStore to be freed * ************************************************************************ */ void free_frame_store(VideoParameters *p_Vid, FrameStore* f) { if (f) { if (f->frame) { free_storable_picture(p_Vid, f->frame); f->frame=NULL; } if (f->top_field) { free_storable_picture(p_Vid, f->top_field); f->top_field=NULL; } if (f->bottom_field) { free_storable_picture(p_Vid, f->bottom_field); f->bottom_field=NULL; } free(f); } } void free_pic_motion(VideoParameters *p_Vid, PicMotionParams *motion, int size_x, int size_y); /*! ************************************************************************ * \brief * mark FrameStore unused for reference * ************************************************************************ */ static void unmark_for_reference(VideoParameters *p_Vid, FrameStore* fs) { if (fs->is_used & 1) { if (fs->top_field) { fs->top_field->used_for_reference = 0; } } if (fs->is_used & 2) { if (fs->bottom_field) { fs->bottom_field->used_for_reference = 0; } } if (fs->is_used == 3) { if (fs->top_field && fs->bottom_field) { fs->top_field->used_for_reference = 0; fs->bottom_field->used_for_reference = 0; } fs->frame->used_for_reference = 0; } fs->is_reference = 0; if(fs->frame) { free_pic_motion(p_Vid, &fs->frame->motion, fs->frame->size_x, fs->frame->size_y); } if (fs->top_field) { free_pic_motion(p_Vid, &fs->top_field->motion, fs->top_field->size_x, fs->top_field->size_y); } if (fs->bottom_field) { free_pic_motion(p_Vid, &fs->bottom_field->motion, fs->bottom_field->size_x, fs->bottom_field->size_y); } } /*! ************************************************************************ * \brief * mark FrameStore unused for reference and reset long term flags * ************************************************************************ */ static void unmark_for_long_term_reference(FrameStore* fs) { if (fs->is_used & 1) { if (fs->top_field) { fs->top_field->used_for_reference = 0; fs->top_field->is_long_term = 0; } } if (fs->is_used & 2) { if (fs->bottom_field) { fs->bottom_field->used_for_reference = 0; fs->bottom_field->is_long_term = 0; } } if (fs->is_used == 3) { if (fs->top_field && fs->bottom_field) { fs->top_field->used_for_reference = 0; fs->top_field->is_long_term = 0; fs->bottom_field->used_for_reference = 0; fs->bottom_field->is_long_term = 0; } fs->frame->used_for_reference = 0; fs->frame->is_long_term = 0; } fs->is_reference = 0; fs->is_long_term = 0; } /*! ************************************************************************ * \brief * compares two stored pictures by picture number for qsort in descending order * ************************************************************************ */ static inline int compare_pic_by_pic_num_desc( const void *arg1, const void *arg2 ) { int pic_num1 = (*(StorablePicture**)arg1)->pic_num; int pic_num2 = (*(StorablePicture**)arg2)->pic_num; if (pic_num1 < pic_num2) return 1; if (pic_num1 > pic_num2) return -1; else return 0; } /*! ************************************************************************ * \brief * compares two stored pictures by picture number for qsort in descending order * ************************************************************************ */ static inline int compare_pic_by_lt_pic_num_asc( const void *arg1, const void *arg2 ) { int long_term_pic_num1 = (*(StorablePicture**)arg1)->long_term_pic_num; int long_term_pic_num2 = (*(StorablePicture**)arg2)->long_term_pic_num; if ( long_term_pic_num1 < long_term_pic_num2) return -1; if ( long_term_pic_num1 > long_term_pic_num2) return 1; else return 0; } /*! ************************************************************************ * \brief * compares two frame stores by pic_num for qsort in descending order * ************************************************************************ */ static inline int compare_fs_by_frame_num_desc( const void *arg1, const void *arg2 ) { int frame_num_wrap1 = (*(FrameStore**)arg1)->frame_num_wrap; int frame_num_wrap2 = (*(FrameStore**)arg2)->frame_num_wrap; if ( frame_num_wrap1 < frame_num_wrap2) return 1; if ( frame_num_wrap1 > frame_num_wrap2) return -1; else return 0; } /*! ************************************************************************ * \brief * compares two frame stores by lt_pic_num for qsort in descending order * ************************************************************************ */ static inline int compare_fs_by_lt_pic_idx_asc( const void *arg1, const void *arg2 ) { int long_term_frame_idx1 = (*(FrameStore**)arg1)->long_term_frame_idx; int long_term_frame_idx2 = (*(FrameStore**)arg2)->long_term_frame_idx; if ( long_term_frame_idx1 < long_term_frame_idx2) return -1; if ( long_term_frame_idx1 > long_term_frame_idx2) return 1; else return 0; } /*! ************************************************************************ * \brief * compares two stored pictures by poc for qsort in ascending order * ************************************************************************ */ static inline int compare_pic_by_poc_asc( const void *arg1, const void *arg2 ) { int poc1 = (*(StorablePicture**)arg1)->poc; int poc2 = (*(StorablePicture**)arg2)->poc; if ( poc1 < poc2) return -1; if ( poc1 > poc2) return 1; else return 0; } /*! ************************************************************************ * \brief * compares two stored pictures by poc for qsort in descending order * ************************************************************************ */ static inline int compare_pic_by_poc_desc( const void *arg1, const void *arg2 ) { int poc1 = (*(StorablePicture**)arg1)->poc; int poc2 = (*(StorablePicture**)arg2)->poc; if (poc1 < poc2) return 1; if (poc1 > poc2) return -1; else return 0; } /*! ************************************************************************ * \brief * compares two frame stores by poc for qsort in ascending order * ************************************************************************ */ static inline int compare_fs_by_poc_asc( const void *arg1, const void *arg2 ) { int poc1 = (*(FrameStore**)arg1)->poc; int poc2 = (*(FrameStore**)arg2)->poc; if (poc1 < poc2) return -1; if (poc1 > poc2) return 1; else return 0; } /*! ************************************************************************ * \brief * compares two frame stores by poc for qsort in descending order * ************************************************************************ */ static inline int compare_fs_by_poc_desc( const void *arg1, const void *arg2 ) { int poc1 = (*(FrameStore**)arg1)->poc; int poc2 = (*(FrameStore**)arg2)->poc; if (poc1 < poc2) return 1; if (poc1 > poc2) return -1; else return 0; } /*! ************************************************************************ * \brief * returns true, if picture is short term reference picture * ************************************************************************ */ int is_short_ref(StorablePicture *s) { return ((s->used_for_reference) && (!(s->is_long_term))); } /*! ************************************************************************ * \brief * returns true, if picture is long term reference picture * ************************************************************************ */ int is_long_ref(StorablePicture *s) { return ((s->used_for_reference) && (s->is_long_term)); } /*! ************************************************************************ * \brief * Generates a alternating field list from a given FrameStore list * ************************************************************************ */ static void gen_pic_list_from_frame_list(PictureStructure currStructure, FrameStore **fs_list, int list_idx, StorablePicture **list, char *list_size, int long_term) { int top_idx = 0; int bot_idx = 0; int (*is_ref)(StorablePicture *s); if (long_term) is_ref=is_long_ref; else is_ref=is_short_ref; if (currStructure == TOP_FIELD) { while ((top_idxis_used & 1) { if(is_ref(fs_list[top_idx]->top_field)) { // short term ref pic list[(short) *list_size] = fs_list[top_idx]->top_field; (*list_size)++; top_idx++; break; } } } for ( ; bot_idxis_used & 2) { if(is_ref(fs_list[bot_idx]->bottom_field)) { // short term ref pic list[(short) *list_size] = fs_list[bot_idx]->bottom_field; (*list_size)++; bot_idx++; break; } } } } } if (currStructure == BOTTOM_FIELD) { while ((top_idxis_used & 2) { if(is_ref(fs_list[bot_idx]->bottom_field)) { // short term ref pic list[(short) *list_size] = fs_list[bot_idx]->bottom_field; (*list_size)++; bot_idx++; break; } } } for ( ; top_idxis_used & 1) { if(is_ref(fs_list[top_idx]->top_field)) { // short term ref pic list[(short) *list_size] = fs_list[top_idx]->top_field; (*list_size)++; top_idx++; break; } } } } } } /*! ************************************************************************ * \brief * Initialize p_Vid->listX[0] and list 1 depending on current slice type * ************************************************************************ */ void init_lists(Slice *currSlice) { VideoParameters *p_Vid = currSlice->p_Vid; DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; seq_parameter_set_rbsp_t *active_sps = p_Vid->active_sps; int add_top = 0, add_bottom = 0; unsigned i; int j; int MaxFrameNum = 1 << (active_sps->log2_max_frame_num_minus4 + 4); int diff; int list0idx = 0; int list0idx_1 = 0; int listltidx = 0; FrameStore **fs_list0; FrameStore **fs_list1; FrameStore **fs_listlt; StorablePicture *tmp_s; if (currSlice->structure == FRAME) { for (i=0; iref_frames_in_buffer; i++) { if (p_Dpb->fs_ref[i]->is_used==3) { if ((p_Dpb->fs_ref[i]->frame->used_for_reference)&&(!p_Dpb->fs_ref[i]->frame->is_long_term)) { if( p_Dpb->fs_ref[i]->frame_num > p_Vid->frame_num ) { p_Dpb->fs_ref[i]->frame_num_wrap = p_Dpb->fs_ref[i]->frame_num - MaxFrameNum; } else { p_Dpb->fs_ref[i]->frame_num_wrap = p_Dpb->fs_ref[i]->frame_num; } p_Dpb->fs_ref[i]->frame->pic_num = p_Dpb->fs_ref[i]->frame_num_wrap; } } } // update long_term_pic_num for (i = 0; i < p_Dpb->ltref_frames_in_buffer; i++) { if (p_Dpb->fs_ltref[i]->is_used==3) { if (p_Dpb->fs_ltref[i]->frame->is_long_term) { p_Dpb->fs_ltref[i]->frame->long_term_pic_num = p_Dpb->fs_ltref[i]->frame->long_term_frame_idx; } } } } else { if (currSlice->structure == TOP_FIELD) { add_top = 1; add_bottom = 0; } else { add_top = 0; add_bottom = 1; } for (i=0; iref_frames_in_buffer; i++) { if (p_Dpb->fs_ref[i]->is_reference) { if( p_Dpb->fs_ref[i]->frame_num > p_Vid->frame_num ) { p_Dpb->fs_ref[i]->frame_num_wrap = p_Dpb->fs_ref[i]->frame_num - MaxFrameNum; } else { p_Dpb->fs_ref[i]->frame_num_wrap = p_Dpb->fs_ref[i]->frame_num; } if (p_Dpb->fs_ref[i]->is_reference & 1) { p_Dpb->fs_ref[i]->top_field->pic_num = (2 * p_Dpb->fs_ref[i]->frame_num_wrap) + add_top; } if (p_Dpb->fs_ref[i]->is_reference & 2) { p_Dpb->fs_ref[i]->bottom_field->pic_num = (2 * p_Dpb->fs_ref[i]->frame_num_wrap) + add_bottom; } } } // update long_term_pic_num for (i=0; iltref_frames_in_buffer; i++) { if (p_Dpb->fs_ltref[i]->is_long_term & 1) { p_Dpb->fs_ltref[i]->top_field->long_term_pic_num = 2 * p_Dpb->fs_ltref[i]->top_field->long_term_frame_idx + add_top; } if (p_Dpb->fs_ltref[i]->is_long_term & 2) { p_Dpb->fs_ltref[i]->bottom_field->long_term_pic_num = 2 * p_Dpb->fs_ltref[i]->bottom_field->long_term_frame_idx + add_bottom; } } } if ((currSlice->slice_type == I_SLICE)||(currSlice->slice_type == SI_SLICE)) { p_Vid->listXsize[0] = 0; p_Vid->listXsize[1] = 0; return; } if ((currSlice->slice_type == P_SLICE)||(currSlice->slice_type == SP_SLICE)) { // Calculate FrameNumWrap and PicNum if (currSlice->structure == FRAME) { for (i=0; iref_frames_in_buffer; i++) { if (p_Dpb->fs_ref[i]->is_used==3) { if ((p_Dpb->fs_ref[i]->frame->used_for_reference)&&(!p_Dpb->fs_ref[i]->frame->is_long_term)) { p_Vid->listX[0][list0idx++] = p_Dpb->fs_ref[i]->frame; } } } // order list 0 by PicNum qsort((void *)p_Vid->listX[0], list0idx, sizeof(StorablePicture*), compare_pic_by_pic_num_desc); p_Vid->listXsize[0] = (char) list0idx; // printf("listX[0] (PicNum): "); for (i=0; ilistX[0][i]->pic_num);} printf("\n"); // long term handling for (i=0; iltref_frames_in_buffer; i++) { if (p_Dpb->fs_ltref[i]->is_used==3) { if (p_Dpb->fs_ltref[i]->frame->is_long_term) { p_Vid->listX[0][list0idx++]=p_Dpb->fs_ltref[i]->frame; } } } qsort((void *)&p_Vid->listX[0][(short) p_Vid->listXsize[0]], list0idx - p_Vid->listXsize[0], sizeof(StorablePicture*), compare_pic_by_lt_pic_num_asc); p_Vid->listXsize[0] = (char) list0idx; } else { fs_list0 = calloc(p_Dpb->size, sizeof (FrameStore*)); if (NULL==fs_list0) no_mem_exit("init_lists: fs_list0"); fs_listlt = calloc(p_Dpb->size, sizeof (FrameStore*)); if (NULL==fs_listlt) no_mem_exit("init_lists: fs_listlt"); for (i=0; iref_frames_in_buffer; i++) { if (p_Dpb->fs_ref[i]->is_reference) { fs_list0[list0idx++] = p_Dpb->fs_ref[i]; } } qsort((void *)fs_list0, list0idx, sizeof(FrameStore*), compare_fs_by_frame_num_desc); // printf("fs_list0 (FrameNum): "); for (i=0; iframe_num_wrap);} printf("\n"); p_Vid->listXsize[0] = 0; gen_pic_list_from_frame_list(currSlice->structure, fs_list0, list0idx, p_Vid->listX[0], &p_Vid->listXsize[0], 0); // printf("p_Vid->listX[0] (PicNum): "); for (i=0; ilistXsize[0]; i++){printf ("%d ", p_Vid->listX[0][i]->pic_num);} printf("\n"); // long term handling for (i=0; iltref_frames_in_buffer; i++) { fs_listlt[listltidx++]=p_Dpb->fs_ltref[i]; } qsort((void *)fs_listlt, listltidx, sizeof(FrameStore*), compare_fs_by_lt_pic_idx_asc); gen_pic_list_from_frame_list(currSlice->structure, fs_listlt, listltidx, p_Vid->listX[0], &p_Vid->listXsize[0], 1); free(fs_list0); free(fs_listlt); } p_Vid->listXsize[1] = 0; } else { // B-Slice if (currSlice->structure == FRAME) { for (i=0; iref_frames_in_buffer; i++) { if (p_Dpb->fs_ref[i]->is_used==3) { if ((p_Dpb->fs_ref[i]->frame->used_for_reference)&&(!p_Dpb->fs_ref[i]->frame->is_long_term)) { if (p_Vid->framepoc >= p_Dpb->fs_ref[i]->frame->poc) //!KS use >= for error concealment // if (p_Vid->framepoc > p_Dpb->fs_ref[i]->frame->poc) { p_Vid->listX[0][list0idx++] = p_Dpb->fs_ref[i]->frame; } } } } qsort((void *)p_Vid->listX[0], list0idx, sizeof(StorablePicture*), compare_pic_by_poc_desc); list0idx_1 = list0idx; for (i=0; iref_frames_in_buffer; i++) { if (p_Dpb->fs_ref[i]->is_used==3) { if ((p_Dpb->fs_ref[i]->frame->used_for_reference)&&(!p_Dpb->fs_ref[i]->frame->is_long_term)) { if (p_Vid->framepoc < p_Dpb->fs_ref[i]->frame->poc) { p_Vid->listX[0][list0idx++] = p_Dpb->fs_ref[i]->frame; } } } } qsort((void *)&p_Vid->listX[0][list0idx_1], list0idx-list0idx_1, sizeof(StorablePicture*), compare_pic_by_poc_asc); for (j=0; jlistX[1][list0idx-list0idx_1+j]=p_Vid->listX[0][j]; } for (j=list0idx_1; jlistX[1][j-list0idx_1]=p_Vid->listX[0][j]; } p_Vid->listXsize[0] = p_Vid->listXsize[1] = (char) list0idx; // printf("p_Vid->listX[0] currPoc=%d (Poc): ", p_Vid->framepoc); for (i=0; ilistXsize[0]; i++){printf ("%d ", p_Vid->listX[0][i]->poc);} printf("\n"); // printf("p_Vid->listX[1] currPoc=%d (Poc): ", p_Vid->framepoc); for (i=0; ilistXsize[1]; i++){printf ("%d ", p_Vid->listX[1][i]->poc);} printf("\n"); // long term handling for (i=0; iltref_frames_in_buffer; i++) { if (p_Dpb->fs_ltref[i]->is_used==3) { if (p_Dpb->fs_ltref[i]->frame->is_long_term) { p_Vid->listX[0][list0idx] =p_Dpb->fs_ltref[i]->frame; p_Vid->listX[1][list0idx++]=p_Dpb->fs_ltref[i]->frame; } } } qsort((void *)&p_Vid->listX[0][(short) p_Vid->listXsize[0]], list0idx-p_Vid->listXsize[0], sizeof(StorablePicture*), compare_pic_by_lt_pic_num_asc); qsort((void *)&p_Vid->listX[1][(short) p_Vid->listXsize[0]], list0idx-p_Vid->listXsize[0], sizeof(StorablePicture*), compare_pic_by_lt_pic_num_asc); p_Vid->listXsize[0] = p_Vid->listXsize[1] = (char) list0idx; } else { fs_list0 = calloc(p_Dpb->size, sizeof (FrameStore*)); if (NULL==fs_list0) no_mem_exit("init_lists: fs_list0"); fs_list1 = calloc(p_Dpb->size, sizeof (FrameStore*)); if (NULL==fs_list1) no_mem_exit("init_lists: fs_list1"); fs_listlt = calloc(p_Dpb->size, sizeof (FrameStore*)); if (NULL==fs_listlt) no_mem_exit("init_lists: fs_listlt"); p_Vid->listXsize[0] = 0; p_Vid->listXsize[1] = 1; for (i=0; iref_frames_in_buffer; i++) { if (p_Dpb->fs_ref[i]->is_used) { if (p_Vid->ThisPOC >= p_Dpb->fs_ref[i]->poc) { fs_list0[list0idx++] = p_Dpb->fs_ref[i]; } } } qsort((void *)fs_list0, list0idx, sizeof(FrameStore*), compare_fs_by_poc_desc); list0idx_1 = list0idx; for (i=0; iref_frames_in_buffer; i++) { if (p_Dpb->fs_ref[i]->is_used) { if (p_Vid->ThisPOC < p_Dpb->fs_ref[i]->poc) { fs_list0[list0idx++] = p_Dpb->fs_ref[i]; } } } qsort((void *)&fs_list0[list0idx_1], list0idx-list0idx_1, sizeof(FrameStore*), compare_fs_by_poc_asc); for (j=0; jThisPOC); for (i=0; ipoc);} printf("\n"); // printf("fs_list1 currPoc=%d (Poc): ", p_Vid->ThisPOC); for (i=0; ipoc);} printf("\n"); p_Vid->listXsize[0] = 0; p_Vid->listXsize[1] = 0; gen_pic_list_from_frame_list(currSlice->structure, fs_list0, list0idx, p_Vid->listX[0], &p_Vid->listXsize[0], 0); gen_pic_list_from_frame_list(currSlice->structure, fs_list1, list0idx, p_Vid->listX[1], &p_Vid->listXsize[1], 0); // printf("p_Vid->listX[0] currPoc=%d (Poc): ", p_Vid->framepoc); for (i=0; ilistXsize[0]; i++){printf ("%d ", p_Vid->listX[0][i]->poc);} printf("\n"); // printf("p_Vid->listX[1] currPoc=%d (Poc): ", p_Vid->framepoc); for (i=0; ilistXsize[1]; i++){printf ("%d ", p_Vid->listX[1][i]->poc);} printf("\n"); // long term handling for (i=0; iltref_frames_in_buffer; i++) { fs_listlt[listltidx++]=p_Dpb->fs_ltref[i]; } qsort((void *)fs_listlt, listltidx, sizeof(FrameStore*), compare_fs_by_lt_pic_idx_asc); gen_pic_list_from_frame_list(currSlice->structure, fs_listlt, listltidx, p_Vid->listX[0], &p_Vid->listXsize[0], 1); gen_pic_list_from_frame_list(currSlice->structure, fs_listlt, listltidx, p_Vid->listX[1], &p_Vid->listXsize[1], 1); free(fs_list0); free(fs_list1); free(fs_listlt); } } if ((p_Vid->listXsize[0] == p_Vid->listXsize[1]) && (p_Vid->listXsize[0] > 1)) { // check if lists are identical, if yes swap first two elements of p_Vid->listX[1] diff=0; for (j = 0; j< p_Vid->listXsize[0]; j++) { if (p_Vid->listX[0][j]!=p_Vid->listX[1][j]) diff=1; } if (!diff) { tmp_s = p_Vid->listX[1][0]; p_Vid->listX[1][0]=p_Vid->listX[1][1]; p_Vid->listX[1][1]=tmp_s; } } // set max size p_Vid->listXsize[0] = (char) imin (p_Vid->listXsize[0], currSlice->num_ref_idx_l0_active); p_Vid->listXsize[1] = (char) imin (p_Vid->listXsize[1], currSlice->num_ref_idx_l1_active); // set the unused list entries to NULL for (i=p_Vid->listXsize[0]; i< (MAX_LIST_SIZE) ; i++) { p_Vid->listX[0][i] = p_Vid->no_reference_picture; } for (i=p_Vid->listXsize[1]; i< (MAX_LIST_SIZE) ; i++) { p_Vid->listX[1][i] = p_Vid->no_reference_picture; } } /*! ************************************************************************ * \brief * Initialize listX[2..5] from lists 0 and 1 * listX[2]: list0 for current_field==top * listX[3]: list1 for current_field==top * listX[4]: list0 for current_field==bottom * listX[5]: list1 for current_field==bottom * ************************************************************************ */ void init_mbaff_lists(VideoParameters *p_Vid) { unsigned j; int i; for (i=2;i<6;i++) { for (j=0; jlistX[i][j] = p_Vid->no_reference_picture; } p_Vid->listXsize[i]=0; } for (i=0; ilistXsize[0]; i++) { p_Vid->listX[2][2*i ] = p_Vid->listX[0][i]->top_field; p_Vid->listX[2][2*i+1] = p_Vid->listX[0][i]->bottom_field; p_Vid->listX[4][2*i ] = p_Vid->listX[0][i]->bottom_field; p_Vid->listX[4][2*i+1] = p_Vid->listX[0][i]->top_field; } p_Vid->listXsize[2]=p_Vid->listXsize[4]=p_Vid->listXsize[0] * 2; for (i=0; ilistXsize[1]; i++) { p_Vid->listX[3][2*i ] = p_Vid->listX[1][i]->top_field; p_Vid->listX[3][2*i+1] = p_Vid->listX[1][i]->bottom_field; p_Vid->listX[5][2*i ] = p_Vid->listX[1][i]->bottom_field; p_Vid->listX[5][2*i+1] = p_Vid->listX[1][i]->top_field; } p_Vid->listXsize[3]=p_Vid->listXsize[5]=p_Vid->listXsize[1] * 2; } /*! ************************************************************************ * \brief * Returns short term pic with given picNum * ************************************************************************ */ static StorablePicture* get_short_term_pic(VideoParameters *p_Vid, int picNum) { DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; unsigned i; for (i=0; iref_frames_in_buffer; i++) { if (p_Vid->structure==FRAME) { if (p_Dpb->fs_ref[i]->is_reference == 3) if ((!p_Dpb->fs_ref[i]->frame->is_long_term)&&(p_Dpb->fs_ref[i]->frame->pic_num == picNum)) return p_Dpb->fs_ref[i]->frame; } else { if (p_Dpb->fs_ref[i]->is_reference & 1) if ((!p_Dpb->fs_ref[i]->top_field->is_long_term)&&(p_Dpb->fs_ref[i]->top_field->pic_num == picNum)) return p_Dpb->fs_ref[i]->top_field; if (p_Dpb->fs_ref[i]->is_reference & 2) if ((!p_Dpb->fs_ref[i]->bottom_field->is_long_term)&&(p_Dpb->fs_ref[i]->bottom_field->pic_num == picNum)) return p_Dpb->fs_ref[i]->bottom_field; } } return p_Vid->no_reference_picture; } /*! ************************************************************************ * \brief * Returns long term pic with given LongtermPicNum * ************************************************************************ */ static StorablePicture* get_long_term_pic(VideoParameters *p_Vid, int LongtermPicNum) { DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; unsigned i; for (i=0; iltref_frames_in_buffer; i++) { if (p_Vid->structure==FRAME) { if (p_Dpb->fs_ltref[i]->is_reference == 3) if ((p_Dpb->fs_ltref[i]->frame->is_long_term)&&(p_Dpb->fs_ltref[i]->frame->long_term_pic_num == LongtermPicNum)) return p_Dpb->fs_ltref[i]->frame; } else { if (p_Dpb->fs_ltref[i]->is_reference & 1) if ((p_Dpb->fs_ltref[i]->top_field->is_long_term)&&(p_Dpb->fs_ltref[i]->top_field->long_term_pic_num == LongtermPicNum)) return p_Dpb->fs_ltref[i]->top_field; if (p_Dpb->fs_ltref[i]->is_reference & 2) if ((p_Dpb->fs_ltref[i]->bottom_field->is_long_term)&&(p_Dpb->fs_ltref[i]->bottom_field->long_term_pic_num == LongtermPicNum)) return p_Dpb->fs_ltref[i]->bottom_field; } } return NULL; } /*! ************************************************************************ * \brief * Reordering process for short-term reference pictures * ************************************************************************ */ static void reorder_short_term(VideoParameters *p_Vid, StorablePicture **RefPicListX, int num_ref_idx_lX_active_minus1, int picNumLX, int *refIdxLX) { int cIdx, nIdx; StorablePicture *picLX; picLX = get_short_term_pic(p_Vid, picNumLX); for( cIdx = num_ref_idx_lX_active_minus1+1; cIdx > *refIdxLX; cIdx-- ) RefPicListX[ cIdx ] = RefPicListX[ cIdx - 1]; RefPicListX[ (*refIdxLX)++ ] = picLX; nIdx = *refIdxLX; for( cIdx = *refIdxLX; cIdx <= num_ref_idx_lX_active_minus1+1; cIdx++ ) if (RefPicListX[ cIdx ]) if( (RefPicListX[ cIdx ]->is_long_term ) || (RefPicListX[ cIdx ]->pic_num != picNumLX )) RefPicListX[ nIdx++ ] = RefPicListX[ cIdx ]; } /*! ************************************************************************ * \brief * Reordering process for long-term reference pictures * ************************************************************************ */ static void reorder_long_term(VideoParameters *p_Vid, StorablePicture **RefPicListX, int num_ref_idx_lX_active_minus1, int LongTermPicNum, int *refIdxLX) { int cIdx, nIdx; StorablePicture *picLX; picLX = get_long_term_pic(p_Vid, LongTermPicNum); for( cIdx = num_ref_idx_lX_active_minus1+1; cIdx > *refIdxLX; cIdx-- ) RefPicListX[ cIdx ] = RefPicListX[ cIdx - 1]; RefPicListX[ (*refIdxLX)++ ] = picLX; nIdx = *refIdxLX; for( cIdx = *refIdxLX; cIdx <= num_ref_idx_lX_active_minus1+1; cIdx++ ) if (RefPicListX[ cIdx ]) if( (!RefPicListX[ cIdx ]->is_long_term ) || (RefPicListX[ cIdx ]->long_term_pic_num != LongTermPicNum )) RefPicListX[ nIdx++ ] = RefPicListX[ cIdx ]; } /*! ************************************************************************ * \brief * Reordering process for reference picture lists * ************************************************************************ */ void reorder_ref_pic_list(VideoParameters *p_Vid, StorablePicture **list, char *list_size, int num_ref_idx_lX_active_minus1, int *reordering_of_pic_nums_idc, int *abs_diff_pic_num_minus1, int *long_term_pic_idx) { int i; int maxPicNum, currPicNum, picNumLXNoWrap, picNumLXPred, picNumLX; int refIdxLX = 0; if (p_Vid->structure==FRAME) { maxPicNum = p_Vid->MaxFrameNum; currPicNum = p_Vid->frame_num; } else { maxPicNum = 2 * p_Vid->MaxFrameNum; currPicNum = 2 * p_Vid->frame_num + 1; } picNumLXPred = currPicNum; for (i=0; reordering_of_pic_nums_idc[i]!=3; i++) { if (reordering_of_pic_nums_idc[i]>3) error ("Invalid remapping_of_pic_nums_idc command", 500); if (reordering_of_pic_nums_idc[i] < 2) { if (reordering_of_pic_nums_idc[i] == 0) { if( picNumLXPred - ( abs_diff_pic_num_minus1[i] + 1 ) < 0 ) picNumLXNoWrap = picNumLXPred - ( abs_diff_pic_num_minus1[i] + 1 ) + maxPicNum; else picNumLXNoWrap = picNumLXPred - ( abs_diff_pic_num_minus1[i] + 1 ); } else // (remapping_of_pic_nums_idc[i] == 1) { if( picNumLXPred + ( abs_diff_pic_num_minus1[i] + 1 ) >= maxPicNum ) picNumLXNoWrap = picNumLXPred + ( abs_diff_pic_num_minus1[i] + 1 ) - maxPicNum; else picNumLXNoWrap = picNumLXPred + ( abs_diff_pic_num_minus1[i] + 1 ); } picNumLXPred = picNumLXNoWrap; if( picNumLXNoWrap > currPicNum ) picNumLX = picNumLXNoWrap - maxPicNum; else picNumLX = picNumLXNoWrap; reorder_short_term(p_Vid, list, num_ref_idx_lX_active_minus1, picNumLX, &refIdxLX); } else //(remapping_of_pic_nums_idc[i] == 2) { reorder_long_term(p_Vid, list, num_ref_idx_lX_active_minus1, long_term_pic_idx[i], &refIdxLX); } } // that's a definition *list_size = (char)(num_ref_idx_lX_active_minus1 + 1); } /*! ************************************************************************ * \brief * Update the list of frame stores that contain reference frames/fields * ************************************************************************ */ void update_ref_list(DecodedPictureBuffer *p_Dpb) { unsigned i, j; for (i=0, j=0; iused_size; i++) { if (is_short_term_reference(p_Dpb->fs[i])) { p_Dpb->fs_ref[j++]=p_Dpb->fs[i]; } } p_Dpb->ref_frames_in_buffer = j; while (jsize) { p_Dpb->fs_ref[j++]=NULL; } } /*! ************************************************************************ * \brief * Update the list of frame stores that contain long-term reference * frames/fields * ************************************************************************ */ void update_ltref_list(DecodedPictureBuffer *p_Dpb) { unsigned i, j; for (i=0, j=0; iused_size; i++) { if (is_long_term_reference(p_Dpb->fs[i])) { p_Dpb->fs_ltref[j++]=p_Dpb->fs[i]; } } p_Dpb->ltref_frames_in_buffer=j; while (jsize) { p_Dpb->fs_ltref[j++]=NULL; } } /*! ************************************************************************ * \brief * Perform Memory management for idr pictures * ************************************************************************ */ static void idr_memory_management(VideoParameters *p_Vid, StorablePicture* p) { DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; unsigned i; assert (p->idr_flag); if (p->no_output_of_prior_pics_flag) { // free all stored pictures for (i=0; iused_size; i++) { // reset all reference settings free_frame_store(p_Vid, p_Dpb->fs[i]); p_Dpb->fs[i] = alloc_frame_store(); } for (i=0; iref_frames_in_buffer; i++) { p_Dpb->fs_ref[i]=NULL; } for (i=0; iltref_frames_in_buffer; i++) { p_Dpb->fs_ltref[i]=NULL; } p_Dpb->used_size=0; } else { flush_dpb(p_Vid); } p_Dpb->last_picture = NULL; update_ref_list(p_Dpb); update_ltref_list(p_Dpb); p_Dpb->last_output_poc = INT_MIN; if (p->long_term_reference_flag) { p_Dpb->max_long_term_pic_idx = 0; p->is_long_term = 1; p->long_term_frame_idx = 0; } else { p_Dpb->max_long_term_pic_idx = -1; p->is_long_term = 0; } } /*! ************************************************************************ * \brief * Perform Sliding window decoded reference picture marking process * ************************************************************************ */ static void sliding_window_memory_management(DecodedPictureBuffer *p_Dpb, StorablePicture* p) { unsigned i; assert (!p->idr_flag); // if this is a reference pic with sliding sliding window, unmark first ref frame if (p_Dpb->ref_frames_in_buffer==p_Dpb->num_ref_frames - p_Dpb->ltref_frames_in_buffer) { for (i=0; iused_size;i++) { if (p_Dpb->fs[i]->is_reference && (!(p_Dpb->fs[i]->is_long_term))) { unmark_for_reference(p_Dpb->p_Vid, p_Dpb->fs[i]); update_ref_list(p_Dpb); break; } } } p->is_long_term = 0; } /*! ************************************************************************ * \brief * Calculate picNumX ************************************************************************ */ static int get_pic_num_x (StorablePicture *p, int difference_of_pic_nums_minus1) { int currPicNum; if (p->structure == FRAME) currPicNum = p->frame_num; else currPicNum = 2 * p->frame_num + 1; return currPicNum - (difference_of_pic_nums_minus1 + 1); } /*! ************************************************************************ * \brief * Adaptive Memory Management: Mark short term picture unused ************************************************************************ */ static void mm_unmark_short_term_for_reference(DecodedPictureBuffer *p_Dpb, StorablePicture *p, int difference_of_pic_nums_minus1) { int picNumX; unsigned i; picNumX = get_pic_num_x(p, difference_of_pic_nums_minus1); for (i=0; iref_frames_in_buffer; i++) { if (p->structure == FRAME) { if ((p_Dpb->fs_ref[i]->is_reference==3) && (p_Dpb->fs_ref[i]->is_long_term==0)) { if (p_Dpb->fs_ref[i]->frame->pic_num == picNumX) { unmark_for_reference(p_Dpb->p_Vid, p_Dpb->fs_ref[i]); return; } } } else { if ((p_Dpb->fs_ref[i]->is_reference & 1) && (!(p_Dpb->fs_ref[i]->is_long_term & 1))) { if (p_Dpb->fs_ref[i]->top_field->pic_num == picNumX) { p_Dpb->fs_ref[i]->top_field->used_for_reference = 0; p_Dpb->fs_ref[i]->is_reference &= 2; if (p_Dpb->fs_ref[i]->is_used == 3) { p_Dpb->fs_ref[i]->frame->used_for_reference = 0; } return; } } if ((p_Dpb->fs_ref[i]->is_reference & 2) && (!(p_Dpb->fs_ref[i]->is_long_term & 2))) { if (p_Dpb->fs_ref[i]->bottom_field->pic_num == picNumX) { p_Dpb->fs_ref[i]->bottom_field->used_for_reference = 0; p_Dpb->fs_ref[i]->is_reference &= 1; if (p_Dpb->fs_ref[i]->is_used == 3) { p_Dpb->fs_ref[i]->frame->used_for_reference = 0; } return; } } } } } /*! ************************************************************************ * \brief * Adaptive Memory Management: Mark long term picture unused ************************************************************************ */ static void mm_unmark_long_term_for_reference(DecodedPictureBuffer *p_Dpb, StorablePicture *p, int long_term_pic_num) { unsigned i; for (i=0; iltref_frames_in_buffer; i++) { if (p->structure == FRAME) { if ((p_Dpb->fs_ltref[i]->is_reference==3) && (p_Dpb->fs_ltref[i]->is_long_term==3)) { if (p_Dpb->fs_ltref[i]->frame->long_term_pic_num == long_term_pic_num) { unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } } } else { if ((p_Dpb->fs_ltref[i]->is_reference & 1) && ((p_Dpb->fs_ltref[i]->is_long_term & 1))) { if (p_Dpb->fs_ltref[i]->top_field->long_term_pic_num == long_term_pic_num) { p_Dpb->fs_ltref[i]->top_field->used_for_reference = 0; p_Dpb->fs_ltref[i]->top_field->is_long_term = 0; p_Dpb->fs_ltref[i]->is_reference &= 2; p_Dpb->fs_ltref[i]->is_long_term &= 2; if (p_Dpb->fs_ltref[i]->is_used == 3) { p_Dpb->fs_ltref[i]->frame->used_for_reference = 0; p_Dpb->fs_ltref[i]->frame->is_long_term = 0; } return; } } if ((p_Dpb->fs_ltref[i]->is_reference & 2) && ((p_Dpb->fs_ltref[i]->is_long_term & 2))) { if (p_Dpb->fs_ltref[i]->bottom_field->long_term_pic_num == long_term_pic_num) { p_Dpb->fs_ltref[i]->bottom_field->used_for_reference = 0; p_Dpb->fs_ltref[i]->bottom_field->is_long_term = 0; p_Dpb->fs_ltref[i]->is_reference &= 1; p_Dpb->fs_ltref[i]->is_long_term &= 1; if (p_Dpb->fs_ltref[i]->is_used == 3) { p_Dpb->fs_ltref[i]->frame->used_for_reference = 0; p_Dpb->fs_ltref[i]->frame->is_long_term = 0; } return; } } } } } /*! ************************************************************************ * \brief * Mark a long-term reference frame or complementary field pair unused for referemce ************************************************************************ */ static void unmark_long_term_frame_for_reference_by_frame_idx(DecodedPictureBuffer *p_Dpb, int long_term_frame_idx) { unsigned i; for(i=0; iltref_frames_in_buffer; i++) { if (p_Dpb->fs_ltref[i]->long_term_frame_idx == long_term_frame_idx) unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } } /*! ************************************************************************ * \brief * Mark a long-term reference field unused for reference only if it's not * the complementary field of the picture indicated by picNumX ************************************************************************ */ static void unmark_long_term_field_for_reference_by_frame_idx(VideoParameters *p_Vid, PictureStructure structure, int long_term_frame_idx, int mark_current, unsigned curr_frame_num, int curr_pic_num) { unsigned i; DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; assert(structure!=FRAME); if (curr_pic_num<0) curr_pic_num+=(2*p_Vid->MaxFrameNum); for(i=0; iltref_frames_in_buffer; i++) { if (p_Dpb->fs_ltref[i]->long_term_frame_idx == long_term_frame_idx) { if (structure == TOP_FIELD) { if ((p_Dpb->fs_ltref[i]->is_long_term == 3)) { unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } else { if ((p_Dpb->fs_ltref[i]->is_long_term == 1)) { unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } else { if (mark_current) { if (p_Dpb->last_picture) { if ( ( p_Dpb->last_picture != p_Dpb->fs_ltref[i] )|| p_Dpb->last_picture->frame_num != curr_frame_num) unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } else { unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } } else { if ((p_Dpb->fs_ltref[i]->frame_num) != (unsigned)(curr_pic_num/2)) { unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } } } } } if (structure == BOTTOM_FIELD) { if ((p_Dpb->fs_ltref[i]->is_long_term == 3)) { unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } else { if ((p_Dpb->fs_ltref[i]->is_long_term == 2)) { unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } else { if (mark_current) { if (p_Dpb->last_picture) { if ( ( p_Dpb->last_picture != p_Dpb->fs_ltref[i] )|| p_Dpb->last_picture->frame_num != curr_frame_num) unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } else { unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } } else { if ((p_Dpb->fs_ltref[i]->frame_num) != (unsigned)(curr_pic_num/2)) { unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } } } } } } } } /*! ************************************************************************ * \brief * mark a picture as long-term reference ************************************************************************ */ static void mark_pic_long_term(DecodedPictureBuffer *p_Dpb, StorablePicture* p, int long_term_frame_idx, int picNumX) { unsigned i; int add_top, add_bottom; if (p->structure == FRAME) { for (i=0; iref_frames_in_buffer; i++) { if (p_Dpb->fs_ref[i]->is_reference == 3) { if ((!p_Dpb->fs_ref[i]->frame->is_long_term)&&(p_Dpb->fs_ref[i]->frame->pic_num == picNumX)) { p_Dpb->fs_ref[i]->long_term_frame_idx = p_Dpb->fs_ref[i]->frame->long_term_frame_idx = long_term_frame_idx; p_Dpb->fs_ref[i]->frame->long_term_pic_num = long_term_frame_idx; p_Dpb->fs_ref[i]->frame->is_long_term = 1; if (p_Dpb->fs_ref[i]->top_field && p_Dpb->fs_ref[i]->bottom_field) { p_Dpb->fs_ref[i]->top_field->long_term_frame_idx = p_Dpb->fs_ref[i]->bottom_field->long_term_frame_idx = long_term_frame_idx; p_Dpb->fs_ref[i]->top_field->long_term_pic_num = long_term_frame_idx; p_Dpb->fs_ref[i]->bottom_field->long_term_pic_num = long_term_frame_idx; p_Dpb->fs_ref[i]->top_field->is_long_term = p_Dpb->fs_ref[i]->bottom_field->is_long_term = 1; } p_Dpb->fs_ref[i]->is_long_term = 3; return; } } } printf ("Warning: reference frame for long term marking not found\n"); } else { if (p->structure == TOP_FIELD) { add_top = 1; add_bottom = 0; } else { add_top = 0; add_bottom = 1; } for (i=0; iref_frames_in_buffer; i++) { if (p_Dpb->fs_ref[i]->is_reference & 1) { if ((!p_Dpb->fs_ref[i]->top_field->is_long_term)&&(p_Dpb->fs_ref[i]->top_field->pic_num == picNumX)) { if ((p_Dpb->fs_ref[i]->is_long_term) && (p_Dpb->fs_ref[i]->long_term_frame_idx != long_term_frame_idx)) { printf ("Warning: assigning long_term_frame_idx different from other field\n"); } p_Dpb->fs_ref[i]->long_term_frame_idx = p_Dpb->fs_ref[i]->top_field->long_term_frame_idx = long_term_frame_idx; p_Dpb->fs_ref[i]->top_field->long_term_pic_num = 2 * long_term_frame_idx + add_top; p_Dpb->fs_ref[i]->top_field->is_long_term = 1; p_Dpb->fs_ref[i]->is_long_term |= 1; if (p_Dpb->fs_ref[i]->is_long_term == 3) { p_Dpb->fs_ref[i]->frame->is_long_term = 1; p_Dpb->fs_ref[i]->frame->long_term_frame_idx = p_Dpb->fs_ref[i]->frame->long_term_pic_num = long_term_frame_idx; } return; } } if (p_Dpb->fs_ref[i]->is_reference & 2) { if ((!p_Dpb->fs_ref[i]->bottom_field->is_long_term)&&(p_Dpb->fs_ref[i]->bottom_field->pic_num == picNumX)) { if ((p_Dpb->fs_ref[i]->is_long_term) && (p_Dpb->fs_ref[i]->long_term_frame_idx != long_term_frame_idx)) { printf ("Warning: assigning long_term_frame_idx different from other field\n"); } p_Dpb->fs_ref[i]->long_term_frame_idx = p_Dpb->fs_ref[i]->bottom_field->long_term_frame_idx = long_term_frame_idx; p_Dpb->fs_ref[i]->bottom_field->long_term_pic_num = 2 * long_term_frame_idx + add_bottom; p_Dpb->fs_ref[i]->bottom_field->is_long_term = 1; p_Dpb->fs_ref[i]->is_long_term |= 2; if (p_Dpb->fs_ref[i]->is_long_term == 3) { p_Dpb->fs_ref[i]->frame->is_long_term = 1; p_Dpb->fs_ref[i]->frame->long_term_frame_idx = p_Dpb->fs_ref[i]->frame->long_term_pic_num = long_term_frame_idx; } return; } } } printf ("Warning: reference field for long term marking not found\n"); } } /*! ************************************************************************ * \brief * Assign a long term frame index to a short term picture ************************************************************************ */ static void mm_assign_long_term_frame_idx(VideoParameters *p_Vid, StorablePicture* p, int difference_of_pic_nums_minus1, int long_term_frame_idx) { int picNumX; DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; picNumX = get_pic_num_x(p, difference_of_pic_nums_minus1); // remove frames/fields with same long_term_frame_idx if (p->structure == FRAME) { unmark_long_term_frame_for_reference_by_frame_idx(p_Dpb, long_term_frame_idx); } else { unsigned i; PictureStructure structure = FRAME; for (i=0; iref_frames_in_buffer; i++) { if (p_Dpb->fs_ref[i]->is_reference & 1) { if (p_Dpb->fs_ref[i]->top_field->pic_num == picNumX) { structure = TOP_FIELD; break; } } if (p_Dpb->fs_ref[i]->is_reference & 2) { if (p_Dpb->fs_ref[i]->bottom_field->pic_num == picNumX) { structure = BOTTOM_FIELD; break; } } } if (structure==FRAME) { error ("field for long term marking not found",200); } unmark_long_term_field_for_reference_by_frame_idx(p_Vid, structure, long_term_frame_idx, 0, 0, picNumX); } mark_pic_long_term(p_Dpb, p, long_term_frame_idx, picNumX); } /*! ************************************************************************ * \brief * Set new max long_term_frame_idx ************************************************************************ */ void mm_update_max_long_term_frame_idx(DecodedPictureBuffer *p_Dpb, int max_long_term_frame_idx_plus1) { unsigned i; p_Dpb->max_long_term_pic_idx = max_long_term_frame_idx_plus1 - 1; // check for invalid frames for (i=0; iltref_frames_in_buffer; i++) { if (p_Dpb->fs_ltref[i]->long_term_frame_idx > p_Dpb->max_long_term_pic_idx) { unmark_for_long_term_reference(p_Dpb->fs_ltref[i]); } } } /*! ************************************************************************ * \brief * Mark all long term reference pictures unused for reference ************************************************************************ */ static void mm_unmark_all_long_term_for_reference (DecodedPictureBuffer *p_Dpb) { mm_update_max_long_term_frame_idx(p_Dpb, 0); } /*! ************************************************************************ * \brief * Mark all short term reference pictures unused for reference ************************************************************************ */ static void mm_unmark_all_short_term_for_reference (DecodedPictureBuffer *p_Dpb) { unsigned int i; for (i=0; iref_frames_in_buffer; i++) { unmark_for_reference(p_Dpb->p_Vid, p_Dpb->fs_ref[i]); } update_ref_list(p_Dpb); } /*! ************************************************************************ * \brief * Mark the current picture used for long term reference ************************************************************************ */ static void mm_mark_current_picture_long_term(VideoParameters *p_Vid, DecodedPictureBuffer *p_Dpb, StorablePicture *p, int long_term_frame_idx) { // remove long term pictures with same long_term_frame_idx if (p->structure == FRAME) { unmark_long_term_frame_for_reference_by_frame_idx(p_Dpb, long_term_frame_idx); } else { unmark_long_term_field_for_reference_by_frame_idx(p_Vid, p->structure, long_term_frame_idx, 1, p->pic_num, 0); } p->is_long_term = 1; p->long_term_frame_idx = long_term_frame_idx; } /*! ************************************************************************ * \brief * Perform Adaptive memory control decoded reference picture marking process ************************************************************************ */ static void adaptive_memory_management(VideoParameters *p_Vid, StorablePicture* p) { DecRefPicMarking_t *tmp_drpm; DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; p_Vid->last_has_mmco_5 = 0; assert (!p->idr_flag); assert (p->adaptive_ref_pic_buffering_flag); while (p->dec_ref_pic_marking_buffer) { tmp_drpm = p->dec_ref_pic_marking_buffer; switch (tmp_drpm->memory_management_control_operation) { case 0: if (tmp_drpm->Next != NULL) { error ("memory_management_control_operation = 0 not last operation in buffer", 500); } break; case 1: mm_unmark_short_term_for_reference(p_Dpb, p, tmp_drpm->difference_of_pic_nums_minus1); update_ref_list(p_Dpb); break; case 2: mm_unmark_long_term_for_reference(p_Dpb, p, tmp_drpm->long_term_pic_num); update_ltref_list(p_Dpb); break; case 3: mm_assign_long_term_frame_idx(p_Vid, p, tmp_drpm->difference_of_pic_nums_minus1, tmp_drpm->long_term_frame_idx); update_ref_list(p_Dpb); update_ltref_list(p_Dpb); break; case 4: mm_update_max_long_term_frame_idx (p_Dpb, tmp_drpm->max_long_term_frame_idx_plus1); update_ltref_list(p_Dpb); break; case 5: mm_unmark_all_short_term_for_reference(p_Dpb); mm_unmark_all_long_term_for_reference(p_Dpb); p_Vid->last_has_mmco_5 = 1; break; case 6: mm_mark_current_picture_long_term(p_Vid, p_Dpb, p, tmp_drpm->long_term_frame_idx); check_num_ref(p_Dpb); break; default: error ("invalid memory_management_control_operation in buffer", 500); } p->dec_ref_pic_marking_buffer = tmp_drpm->Next; free (tmp_drpm); } if ( p_Vid->last_has_mmco_5 ) { p->pic_num = p->frame_num = 0; switch (p->structure) { case TOP_FIELD: { p->poc = p->top_poc = p_Vid->toppoc =0; break; } case BOTTOM_FIELD: { p->poc = p->bottom_poc = p_Vid->bottompoc = 0; break; } case FRAME: { p->top_poc -= p->poc; p->bottom_poc -= p->poc; p_Vid->toppoc = p->top_poc; p_Vid->bottompoc = p->bottom_poc; p->poc = imin (p->top_poc, p->bottom_poc); p_Vid->framepoc = p->poc; break; } } p_Vid->ThisPOC = p->poc; flush_dpb(p_Vid); } } /*! ************************************************************************ * \brief * Store a picture in DPB. This includes cheking for space in DPB and * flushing frames. * If we received a frame, we need to check for a new store, if we * got a field, check if it's the second field of an already allocated * store. * * \param p_Vid * image decoding parameters for current picture * \param p * Picture to be stored * ************************************************************************ */ void store_picture_in_dpb(VideoParameters *p_Vid, StorablePicture* p) { DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; unsigned i; int poc, pos; // picture error concealment // diagnostics //printf ("Storing (%s) non-ref pic with frame_num #%d\n", (p->type == FRAME)?"FRAME":(p->type == TOP_FIELD)?"TOP_FIELD":"BOTTOM_FIELD", p->pic_num); // if frame, check for new store, assert (p!=NULL); p_Vid->last_has_mmco_5=0; p_Vid->last_pic_bottom_field = (p->structure == BOTTOM_FIELD); if (p->idr_flag) { idr_memory_management(p_Vid, p); // picture error concealment memset(p_Vid->pocs_in_dpb, 0, sizeof(int)*100); } else { // adaptive memory management if (p->used_for_reference && (p->adaptive_ref_pic_buffering_flag)) adaptive_memory_management(p_Vid, p); } if ((p->structure==TOP_FIELD)||(p->structure==BOTTOM_FIELD)) { // check for frame store with same pic_number if (p_Dpb->last_picture) { if ((int)p_Dpb->last_picture->frame_num == p->pic_num) { if (((p->structure==TOP_FIELD)&&(p_Dpb->last_picture->is_used==2))||((p->structure==BOTTOM_FIELD)&&(p_Dpb->last_picture->is_used==1))) { if ((p->used_for_reference && (p_Dpb->last_picture->is_orig_reference!=0))|| (!p->used_for_reference && (p_Dpb->last_picture->is_orig_reference==0))) { insert_picture_in_dpb(p_Vid, p_Dpb->last_picture, p); update_ref_list(p_Dpb); update_ltref_list(p_Dpb); dump_dpb(p_Dpb); p_Dpb->last_picture = NULL; return; } } } } } // this is a frame or a field which has no stored complementary field // sliding window, if necessary if ((!p->idr_flag)&&(p->used_for_reference && (!p->adaptive_ref_pic_buffering_flag))) { sliding_window_memory_management(p_Dpb, p); } // first try to remove unused frames if (p_Dpb->used_size==p_Dpb->size) { remove_unused_frame_from_dpb(p_Vid, p_Dpb); } // then output frames until one can be removed while (p_Dpb->used_size == p_Dpb->size) { // non-reference frames may be output directly if (!p->used_for_reference) { get_smallest_poc(p_Dpb, &poc, &pos); if ((-1==pos) || (p->poc < poc)) { direct_output(p_Vid, p); return; } } // flush a frame output_one_frame_from_dpb(p_Vid); } // check for duplicate frame number in short term reference buffer if ((p->used_for_reference)&&(!p->is_long_term)) { for (i=0; iref_frames_in_buffer; i++) { if (p_Dpb->fs_ref[i]->frame_num == p->frame_num) { //error("duplicate frame_num in short-term reference picture buffer", 500); //printf("warning"); //return; } } } // store at end of buffer insert_picture_in_dpb(p_Vid, p_Dpb->fs[p_Dpb->used_size],p); // picture error concealment if (p->idr_flag) { p_Vid->earlier_missing_poc = 0; } if (p->structure != FRAME) { p_Dpb->last_picture = p_Dpb->fs[p_Dpb->used_size]; } else { p_Dpb->last_picture = NULL; } p_Dpb->used_size++; update_ref_list(p_Dpb); update_ltref_list(p_Dpb); check_num_ref(p_Dpb); dump_dpb(p_Dpb); } /*! ************************************************************************ * \brief * Insert the picture into the DPB. A free DPB position is necessary * for frames, . * * \param p_Vid * image decoding parameters for current picture * \param fs * FrameStore into which the picture will be inserted * \param p * StorablePicture to be inserted * ************************************************************************ */ static void insert_picture_in_dpb(VideoParameters *p_Vid, FrameStore* fs, StorablePicture* p) { InputParameters *p_Inp = p_Vid->p_Inp; // printf ("insert (%s) pic with frame_num #%d, poc %d\n", (p->structure == FRAME)?"FRAME":(p->structure == TOP_FIELD)?"TOP_FIELD":"BOTTOM_FIELD", p->pic_num, p->poc); assert (p!=NULL); assert (fs!=NULL); switch (p->structure) { case FRAME: fs->frame = p; fs->is_used = 3; if (p->used_for_reference) { fs->is_reference = 3; fs->is_orig_reference = 3; if (p->is_long_term) { fs->is_long_term = 3; fs->long_term_frame_idx = p->long_term_frame_idx; } } // generate field views dpb_split_field(p_Vid, fs); break; case TOP_FIELD: fs->top_field = p; fs->is_used |= 1; if (p->used_for_reference) { fs->is_reference |= 1; fs->is_orig_reference |= 1; if (p->is_long_term) { fs->is_long_term |= 1; fs->long_term_frame_idx = p->long_term_frame_idx; } } if (fs->is_used == 3) { // generate frame view dpb_combine_field(p_Vid, fs); fs->frame->time_code = p->time_code; } else { fs->poc = p->poc; gen_field_ref_ids(p); } break; case BOTTOM_FIELD: fs->bottom_field = p; fs->is_used |= 2; if (p->used_for_reference) { fs->is_reference |= 2; fs->is_orig_reference |= 2; if (p->is_long_term) { fs->is_long_term |= 2; fs->long_term_frame_idx = p->long_term_frame_idx; } } if (fs->is_used == 3) { // generate frame view dpb_combine_field(p_Vid, fs); fs->frame->time_code = p->time_code; } else { fs->poc = p->poc; gen_field_ref_ids(p); } break; } fs->frame_num = p->pic_num; fs->recovery_frame = p->recovery_frame; fs->is_output = p->is_output; } /*! ************************************************************************ * \brief * Check if one of the frames/fields in frame store is used for reference ************************************************************************ */ static int is_used_for_reference(FrameStore* fs) { if (fs->is_reference) { return 1; } if (fs->is_used == 3) // frame { if (fs->frame->used_for_reference) { return 1; } } if (fs->is_used & 1) // top field { if (fs->top_field) { if (fs->top_field->used_for_reference) { return 1; } } } if (fs->is_used & 2) // bottom field { if (fs->bottom_field) { if (fs->bottom_field->used_for_reference) { return 1; } } } return 0; } /*! ************************************************************************ * \brief * Check if one of the frames/fields in frame store is used for short-term reference ************************************************************************ */ static int is_short_term_reference(FrameStore* fs) { if (fs->is_used==3) // frame { if ((fs->frame->used_for_reference)&&(!fs->frame->is_long_term)) { return 1; } } if (fs->is_used & 1) // top field { if (fs->top_field) { if ((fs->top_field->used_for_reference)&&(!fs->top_field->is_long_term)) { return 1; } } } if (fs->is_used & 2) // bottom field { if (fs->bottom_field) { if ((fs->bottom_field->used_for_reference)&&(!fs->bottom_field->is_long_term)) { return 1; } } } return 0; } /*! ************************************************************************ * \brief * Check if one of the frames/fields in frame store is used for short-term reference ************************************************************************ */ static int is_long_term_reference(FrameStore* fs) { if (fs->is_used==3) // frame { if ((fs->frame->used_for_reference)&&(fs->frame->is_long_term)) { return 1; } } if (fs->is_used & 1) // top field { if (fs->top_field) { if ((fs->top_field->used_for_reference)&&(fs->top_field->is_long_term)) { return 1; } } } if (fs->is_used & 2) // bottom field { if (fs->bottom_field) { if ((fs->bottom_field->used_for_reference)&&(fs->bottom_field->is_long_term)) { return 1; } } } return 0; } /*! ************************************************************************ * \brief * remove one frame from DPB ************************************************************************ */ static void remove_frame_from_dpb(VideoParameters *p_Vid, int pos) { DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; FrameStore* fs = p_Dpb->fs[pos]; FrameStore* tmp; unsigned i; // printf ("remove frame with frame_num #%d\n", fs->frame_num); switch (fs->is_used) { case 3: free_storable_picture(p_Vid, fs->frame); free_storable_picture(p_Vid, fs->top_field); free_storable_picture(p_Vid, fs->bottom_field); fs->frame=NULL; fs->top_field=NULL; fs->bottom_field=NULL; break; case 2: free_storable_picture(p_Vid, fs->bottom_field); fs->bottom_field=NULL; break; case 1: free_storable_picture(p_Vid, fs->top_field); fs->top_field=NULL; break; case 0: break; default: error("invalid frame store type",500); } fs->is_used = 0; fs->is_long_term = 0; fs->is_reference = 0; fs->is_orig_reference = 0; // move empty framestore to end of buffer tmp = p_Dpb->fs[pos]; for (i=pos; iused_size-1;i++) { p_Dpb->fs[i] = p_Dpb->fs[i+1]; } p_Dpb->fs[p_Dpb->used_size-1] = tmp; p_Dpb->used_size--; } /*! ************************************************************************ * \brief * find smallest POC in the DPB. ************************************************************************ */ static void get_smallest_poc(DecodedPictureBuffer *p_Dpb, int *poc,int * pos) { unsigned i; if (p_Dpb->used_size<1) { error("Cannot determine smallest POC, DPB empty.",150); } *pos=-1; *poc = INT_MAX; for (i=0; iused_size; i++) { if ((*poc > p_Dpb->fs[i]->poc)&&(!p_Dpb->fs[i]->is_output)) { *poc = p_Dpb->fs[i]->poc; *pos=i; } } } /*! ************************************************************************ * \brief * Remove a picture from DPB which is no longer needed. ************************************************************************ */ static int remove_unused_frame_from_dpb(VideoParameters *p_Vid, DecodedPictureBuffer *p_Dpb) { unsigned i; // check for frames that were already output and no longer used for reference for (i = 0; i < p_Dpb->used_size; i++) { if (p_Dpb->fs[i]->is_output && (!is_used_for_reference(p_Dpb->fs[i]))) { remove_frame_from_dpb(p_Vid, i); return 1; } } return 0; } /*! ************************************************************************ * \brief * Output one picture stored in the DPB. ************************************************************************ */ static void output_one_frame_from_dpb(VideoParameters *p_Vid) { DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; int poc, pos; //diagnostics if (p_Dpb->used_size<1) { error("Cannot output frame, DPB empty.",150); } // find smallest POC get_smallest_poc(p_Dpb, &poc, &pos); if(pos==-1) { error("no frames for output available", 150); } // call the output function // printf ("output frame with frame_num #%d, poc %d (dpb. p_Dpb->size=%d, p_Dpb->used_size=%d)\n", p_Dpb->fs[pos]->frame_num, p_Dpb->fs[pos]->frame->poc, p_Dpb->size, p_Dpb->used_size); // JVT-P072 ends write_stored_frame(p_Vid, p_Dpb->fs[pos]); if (p_Dpb->last_output_poc >= poc) { //printf("warning"); //error ("output POC must be in ascending order", 150); } p_Dpb->last_output_poc = poc; // free frame store and move empty store to end of buffer if (!is_used_for_reference(p_Dpb->fs[pos])) { remove_frame_from_dpb(p_Vid, pos); } } /*! ************************************************************************ * \brief * All stored picture are output. Should be called to empty the buffer ************************************************************************ */ void flush_dpb(VideoParameters *p_Vid) { unsigned i; DecodedPictureBuffer *p_Dpb = p_Vid->p_Dpb; //diagnostics // printf("Flush remaining frames from dpb. p_Dpb->size=%d, p_Dpb->used_size=%d\n",p_Dpb->size,p_Dpb->used_size); // mark all frames unused for (i=0; iused_size; i++) { unmark_for_reference (p_Vid, p_Dpb->fs[i]); } while (remove_unused_frame_from_dpb(p_Vid, p_Dpb)) ; // output frames in POC order while (p_Dpb->used_size) { output_one_frame_from_dpb(p_Vid); } p_Dpb->last_output_poc = INT_MIN; } static void gen_field_ref_ids(StorablePicture *p) { int i,j, dummylist0, dummylist1; //! Generate Frame parameters from field information. for (i=0 ; isize_x/4 ; i++) { for (j=0 ; jsize_y/4 ; j++) { dummylist0= p->motion.motion[LIST_0][j][i].ref_idx; dummylist1= p->motion.motion[LIST_1][j][i].ref_idx; //! association with id already known for fields. p->motion.motion[LIST_0][j][i].ref_id = (dummylist0>=0)? p->ref_pic_num[p->slice_id[j>>2][i>>2]][LIST_0][dummylist0] : 0; p->motion.motion[LIST_1][j][i].ref_id = (dummylist1>=0)? p->ref_pic_num[p->slice_id[j>>2][i>>2]][LIST_1][dummylist1] : 0; p->motion.field_frame[j][i]=1; } } } /*! ************************************************************************ * \brief * Extract top field from a frame ************************************************************************ */ void dpb_split_field(VideoParameters *p_Vid, FrameStore *fs) { int i, j, ii, jj, jj4; int idiv,jdiv; int currentmb; int dummylist0, dummylist1; int twosz16 = 2 * (fs->frame->size_x >> 4); StorablePicture *fs_top, *fs_btm; StorablePicture *frame = fs->frame; fs->poc = frame->poc; if (!frame->frame_mbs_only_flag) { fs_top = fs->top_field = alloc_storable_picture(p_Vid, TOP_FIELD, frame->size_x, frame->size_y, frame->size_x_cr, frame->size_y_cr); fs_btm = fs->bottom_field = alloc_storable_picture(p_Vid, BOTTOM_FIELD, frame->size_x, frame->size_y, frame->size_x_cr, frame->size_y_cr); for (i = 0; i < (frame->size_y>>1); i++) { memcpy(fs_top->imgY->img[i], frame->imgY->img[i*2], frame->size_x*sizeof(imgpel)); } for (i = 0; i< (frame->size_y_cr>>1); i++) { memcpy(fs_top->imgUV[0]->img[i], frame->imgUV[0]->img[i*2], frame->size_x_cr*sizeof(imgpel)); memcpy(fs_top->imgUV[1]->img[i], frame->imgUV[1]->img[i*2], frame->size_x_cr*sizeof(imgpel)); } for (i = 0; i < (frame->size_y>>1); i++) { memcpy(fs_btm->imgY->img[i], frame->imgY->img[i*2 + 1], frame->size_x*sizeof(imgpel)); } for (i = 0; i < (frame->size_y_cr>>1); i++) { memcpy(fs_btm->imgUV[0]->img[i], frame->imgUV[0]->img[i*2 + 1], frame->size_x_cr*sizeof(imgpel)); memcpy(fs_btm->imgUV[1]->img[i], frame->imgUV[1]->img[i*2 + 1], frame->size_x_cr*sizeof(imgpel)); } fs_top->poc = frame->top_poc; fs_btm->poc = frame->bottom_poc; fs_top->frame_poc = frame->frame_poc; fs_top->bottom_poc = fs_btm->bottom_poc = frame->bottom_poc; fs_top->top_poc = fs_btm->top_poc = frame->top_poc; fs_btm->frame_poc = frame->frame_poc; fs_top->used_for_reference = fs_btm->used_for_reference = frame->used_for_reference; fs_top->is_long_term = fs_btm->is_long_term = frame->is_long_term; fs->long_term_frame_idx = fs_top->long_term_frame_idx = fs_btm->long_term_frame_idx = frame->long_term_frame_idx; fs_top->coded_frame = fs_btm->coded_frame = 1; fs_top->mb_aff_frame_flag = fs_btm->mb_aff_frame_flag = frame->mb_aff_frame_flag; frame->top_field = fs_top; frame->bottom_field = fs_btm; fs_top->bottom_field = fs_btm; fs_top->frame = frame; fs_btm->top_field = fs_top; fs_btm->frame = frame; fs_top->chroma_format_idc = fs_btm->chroma_format_idc = frame->chroma_format_idc; //store reference picture index for (j=0; j<=frame->max_slice_id; j++) { memcpy(&fs_top->ref_pic_num[j][LIST_0][0], &frame->ref_pic_num[j][2 + LIST_0][0], 66 * sizeof(h264_ref_t)); //memcpy(&fs_top->ref_pic_num[j][LIST_1][0], &frame->ref_pic_num[j][2 + LIST_1][0], 33 * sizeof(int64)); memcpy(&fs_btm->ref_pic_num[j][LIST_0][0], &frame->ref_pic_num[j][4 + LIST_0][0], 66 * sizeof(h264_ref_t)); //memcpy(&fs_btm->ref_pic_num[j][LIST_1][0], &frame->ref_pic_num[j][4 + LIST_1][0], 33 * sizeof(int64)); } } else { fs_top=NULL; fs_btm=NULL; frame->top_field=NULL; frame->bottom_field=NULL; } if (!frame->mb_aff_frame_flag) { // TODO: benski> this part of the function is kinda slow and the compiler // isn't too good at optimizing it // can probably optimize by using CMOV eax, -1 in the inner loop int ii, jj; PicMotionParams *motion = &frame->motion; for (j = 0; (j < frame->size_y >> 2) ; j+=4) { const short *slicej = frame->slice_id[j>>2]; for (jj = 0;jj<4;jj++) { PicMotion *ref0=frame->motion.motion[LIST_0][j+jj]; PicMotion *ref1=frame->motion.motion[LIST_1][j+jj]; for (i = 0 ; i < (frame->size_x >> 2) ; i+=4) { short slice = slicej[i>>2]; const h264_ref_t *ref_pic_num0 = frame->ref_pic_num[slice][LIST_0]; const h264_ref_t *ref_pic_num1 = frame->ref_pic_num[slice][LIST_1]; for (ii=0;ii<4;ii++) { dummylist0 = ref0[i+ii].ref_idx; ref0[i+ii].ref_id = (dummylist0>=0)? ref_pic_num0[dummylist0] : -1; dummylist1 = ref1[i+ii].ref_idx; ref1[i+ii].ref_id = (dummylist1>=0)? ref_pic_num1[dummylist1] : -1; } } } } } else { for (j = 0; (j < frame->size_y >> 2) ; j++) { jdiv = j >> 2; for (i = 0 ; i < (frame->size_x >> 2) ; i++) { idiv = (i >> 2); currentmb = twosz16*(jdiv >> 1)+ (idiv)*2 + (jdiv & 0x01); if (frame->motion.mb_field[currentmb]) { int list_offset = currentmb&1; dummylist0 = frame->motion.motion[LIST_0][j][i].ref_idx; dummylist1 = frame->motion.motion[LIST_1][j][i].ref_idx; //! association with id already known for fields. frame->motion.field_references[2*list_offset ][j][i]= (dummylist0>=0)? frame->ref_pic_num[frame->slice_id[jdiv][idiv]][LIST_0 + list_offset*2 + 2][dummylist0] : 0; frame->motion.field_references[2*list_offset+1][j][i]= (dummylist1>=0)? frame->ref_pic_num[frame->slice_id[jdiv][idiv]][LIST_1 + list_offset*2 + 2][dummylist1] : 0; //! need to make association with frames frame->motion.motion[LIST_0][j][i].ref_id = (dummylist0>=0)? frame->frm_ref_pic_num[frame->slice_id[jdiv][idiv]][LIST_0 + list_offset*2 + 2][dummylist0] : 0; frame->motion.motion[LIST_1][j][i].ref_id = (dummylist1>=0)? frame->frm_ref_pic_num[frame->slice_id[jdiv][idiv]][LIST_1 + list_offset*2 + 2][dummylist1] : 0; } else { dummylist0 = frame->motion.motion[LIST_0][j][i].ref_idx; dummylist1 = frame->motion.motion[LIST_1][j][i].ref_idx; frame->motion.motion[LIST_0][j][i].ref_id = (dummylist0>=0)? frame->ref_pic_num[frame->slice_id[jdiv][idiv]][LIST_0][dummylist0] : -1; frame->motion.motion[LIST_1][j][i].ref_id = (dummylist1>=0)? frame->ref_pic_num[frame->slice_id[jdiv][idiv]][LIST_1][dummylist1] : -1; } } } } if (!frame->frame_mbs_only_flag) { if (frame->mb_aff_frame_flag) { PicMotionParams *frm_motion = &frame->motion; PicMotionParams *top_motion = &fs_top->motion; PicMotionParams *btm_motion = &fs_btm->motion; for (j=0 ; j< (frame->size_y >> 3); j++) { jj = (j >> 2)*8 + (j & 0x03); jj4 = jj + 4; jdiv = (j >> 1); for (i=0 ; i < (frame->size_x>>2); i++) { idiv = (i >> 2); currentmb = twosz16*(jdiv >> 1)+ (idiv)*2 + (jdiv & 0x01); // Assign field mvs attached to MB-Frame buffer to the proper buffer if (frm_motion->mb_field[currentmb]) { btm_motion->field_frame[j][i] = top_motion->field_frame[j][i]=1; frm_motion->field_frame[2*j][i] = frm_motion->field_frame[2*j+1][i]=1; btm_motion->motion[LIST_0][j][i].mv[0] = frm_motion->motion[LIST_0][jj4][i].mv[0]; btm_motion->motion[LIST_0][j][i].mv[1] = frm_motion->motion[LIST_0][jj4][i].mv[1]; btm_motion->motion[LIST_1][j][i].mv[0] = frm_motion->motion[LIST_1][jj4][i].mv[0]; btm_motion->motion[LIST_1][j][i].mv[1] = frm_motion->motion[LIST_1][jj4][i].mv[1]; btm_motion->motion[LIST_0][j][i].ref_idx = frm_motion->motion[LIST_0][jj4][i].ref_idx; btm_motion->motion[LIST_1][j][i].ref_idx = frm_motion->motion[LIST_1][jj4][i].ref_idx; btm_motion->motion[LIST_0][j][i].ref_id = frm_motion->field_references[2][jj4][i]; btm_motion->motion[LIST_1][j][i].ref_id = frm_motion->field_references[3][jj4][i]; top_motion->motion[LIST_0][j][i].mv[0] = frm_motion->motion[LIST_0][jj][i].mv[0]; top_motion->motion[LIST_0][j][i].mv[1] = frm_motion->motion[LIST_0][jj][i].mv[1]; top_motion->motion[LIST_1][j][i].mv[0] = frm_motion->motion[LIST_1][jj][i].mv[0]; top_motion->motion[LIST_1][j][i].mv[1] = frm_motion->motion[LIST_1][jj][i].mv[1]; top_motion->motion[LIST_0][j][i].ref_idx = frm_motion->motion[LIST_0][jj][i].ref_idx; top_motion->motion[LIST_1][j][i].ref_idx = frm_motion->motion[LIST_1][jj][i].ref_idx; top_motion->motion[LIST_0][j][i].ref_id = frm_motion->field_references[0][jj][i]; top_motion->motion[LIST_1][j][i].ref_id = frm_motion->field_references[1][jj][i]; } } } } //! Generate field MVs from Frame MVs for (j=0 ; j < (frame->size_y >> 3) ; j++) { jj = 2* RSD(j); jdiv = (j >> 1); for (i=0 ; i < (frame->size_x >> 2) ; i++) { ii = RSD(i); idiv = (i >> 2); currentmb = twosz16 * (jdiv >> 1)+ (idiv)*2 + (jdiv & 0x01); if (!frame->mb_aff_frame_flag || !frame->motion.mb_field[currentmb]) { frame->motion.field_frame[2*j+1][i] = frame->motion.field_frame[2*j][i]=0; fs_top->motion.field_frame[j][i] = fs_btm->motion.field_frame[j][i] = 0; fs_top->motion.motion[LIST_0][j][i].mv[0] = fs_btm->motion.motion[LIST_0][j][i].mv[0] = frame->motion.motion[LIST_0][jj][ii].mv[0]; fs_top->motion.motion[LIST_0][j][i].mv[1] = fs_btm->motion.motion[LIST_0][j][i].mv[1] = frame->motion.motion[LIST_0][jj][ii].mv[1]; fs_top->motion.motion[LIST_1][j][i].mv[0] = fs_btm->motion.motion[LIST_1][j][i].mv[0] = frame->motion.motion[LIST_1][jj][ii].mv[0]; fs_top->motion.motion[LIST_1][j][i].mv[1] = fs_btm->motion.motion[LIST_1][j][i].mv[1] = frame->motion.motion[LIST_1][jj][ii].mv[1]; // Scaling of references is done here since it will not affect spatial direct (2*0 =0) if (frame->motion.motion[LIST_0][jj][ii].ref_idx == -1) fs_top->motion.motion[LIST_0][j][i].ref_idx = fs_btm->motion.motion[LIST_0][j][i].ref_idx = - 1; else { dummylist0=fs_top->motion.motion[LIST_0][j][i].ref_idx = fs_btm->motion.motion[LIST_0][j][i].ref_idx = frame->motion.motion[LIST_0][jj][ii].ref_idx; fs_top->motion.motion[LIST_0][j][i].ref_id = (dummylist0>=0)? frame->top_ref_pic_num[frame->slice_id[jj>>2][ii>>2]][LIST_0][dummylist0] : 0; fs_btm->motion.motion[LIST_0][j][i].ref_id = (dummylist0>=0)? frame->bottom_ref_pic_num[frame->slice_id[jj>>2][ii>>2]][LIST_0][dummylist0] : 0; } if (frame->motion.motion[LIST_1][jj][ii].ref_idx == -1) fs_top->motion.motion[LIST_1][j][i].ref_idx = fs_btm->motion.motion[LIST_1][j][i].ref_idx = - 1; else { dummylist1=fs_top->motion.motion[LIST_1][j][i].ref_idx = fs_btm->motion.motion[LIST_1][j][i].ref_idx = frame->motion.motion[LIST_1][jj][ii].ref_idx; fs_top->motion.motion[LIST_1][j][i].ref_id = (dummylist1>=0)? frame->top_ref_pic_num[frame->slice_id[jj>>2][ii>>2]][LIST_1][dummylist1] : 0; fs_btm->motion.motion[LIST_1][j][i].ref_id = (dummylist1>=0)? frame->bottom_ref_pic_num[frame->slice_id[jj>>2][ii>>2]][LIST_1][dummylist1] : 0; } } else { frame->motion.field_frame[2*j+1][i] = frame->motion.field_frame[2*j][i]= frame->motion.mb_field[currentmb]; } } } } else { memset( &(frame->motion.field_frame[0][0]), 0, (frame->size_y * frame->size_x >> 4) * sizeof(byte)); } } /*! ************************************************************************ * \brief * Generate a frame from top and bottom fields, * YUV components and display information only ************************************************************************ */ void dpb_combine_field_yuv(VideoParameters *p_Vid, FrameStore *fs) { int i, j; fs->frame = alloc_storable_picture(p_Vid, FRAME, fs->top_field->size_x, fs->top_field->size_y*2, fs->top_field->size_x_cr, fs->top_field->size_y_cr*2); for (i=0; itop_field->size_y; i++) { memcpy(fs->frame->imgY->img[i*2], fs->top_field->imgY->img[i] , fs->top_field->size_x * sizeof(imgpel)); // top field memcpy(fs->frame->imgY->img[i*2 + 1], fs->bottom_field->imgY->img[i], fs->bottom_field->size_x * sizeof(imgpel)); // bottom field } for (j = 0; j < 2; j++) { for (i=0; itop_field->size_y_cr; i++) { memcpy(fs->frame->imgUV[j]->img[i*2], fs->top_field->imgUV[j]->img[i], fs->top_field->size_x_cr*sizeof(imgpel)); memcpy(fs->frame->imgUV[j]->img[i*2 + 1], fs->bottom_field->imgUV[j]->img[i], fs->bottom_field->size_x_cr*sizeof(imgpel)); } } fs->poc=fs->frame->poc =fs->frame->frame_poc = imin (fs->top_field->poc, fs->bottom_field->poc); fs->bottom_field->frame_poc=fs->top_field->frame_poc=fs->frame->poc; fs->bottom_field->top_poc=fs->frame->top_poc=fs->top_field->poc; fs->top_field->bottom_poc=fs->frame->bottom_poc=fs->bottom_field->poc; fs->frame->used_for_reference = (fs->top_field->used_for_reference && fs->bottom_field->used_for_reference ); fs->frame->is_long_term = (fs->top_field->is_long_term && fs->bottom_field->is_long_term ); if (fs->frame->is_long_term) fs->frame->long_term_frame_idx = fs->long_term_frame_idx; fs->frame->top_field = fs->top_field; fs->frame->bottom_field = fs->bottom_field; fs->frame->coded_frame = 0; fs->frame->chroma_format_idc = fs->top_field->chroma_format_idc; fs->frame->frame_cropping_flag = fs->top_field->frame_cropping_flag; if (fs->frame->frame_cropping_flag) { fs->frame->frame_cropping_rect_top_offset = fs->top_field->frame_cropping_rect_top_offset; fs->frame->frame_cropping_rect_bottom_offset = fs->top_field->frame_cropping_rect_bottom_offset; fs->frame->frame_cropping_rect_left_offset = fs->top_field->frame_cropping_rect_left_offset; fs->frame->frame_cropping_rect_right_offset = fs->top_field->frame_cropping_rect_right_offset; } fs->top_field->frame = fs->bottom_field->frame = fs->frame; } /*! ************************************************************************ * \brief * Generate a frame from top and bottom fields ************************************************************************ */ void dpb_combine_field(VideoParameters *p_Vid, FrameStore *fs) { int i,j, k, jj, jj4; int dummylist0, dummylist1; dpb_combine_field_yuv(p_Vid, fs); //combine field for frame for (j=0; j<=(imax(fs->top_field->max_slice_id, fs->bottom_field->max_slice_id)); j++) { for (k = LIST_0; k <= LIST_1; k++) { for (i=0;i<16;i++) { fs->frame->ref_pic_num[j][k][i]= (h264_ref_t) i64min ((fs->top_field->ref_pic_num[j][k][2*i]/2)*2, (fs->bottom_field->ref_pic_num[j][k][2*i]/2)*2); } } } //! Use inference flag to remap mvs/references //! Generate Frame parameters from field information. for (j=0 ; j < (fs->top_field->size_y >> 2) ; j++) { jj = 8*(j >> 2) + (j & 0x03); jj4 = jj + 4; for (i=0 ; i< (fs->top_field->size_x >> 2) ; i++) { fs->frame->motion.field_frame[jj][i]= fs->frame->motion.field_frame[jj4][i]=1; fs->frame->motion.motion[LIST_0][jj][i].mv[0] = fs->top_field->motion.motion[LIST_0][j][i].mv[0]; fs->frame->motion.motion[LIST_0][jj][i].mv[1] = fs->top_field->motion.motion[LIST_0][j][i].mv[1]; fs->frame->motion.motion[LIST_1][jj][i].mv[0] = fs->top_field->motion.motion[LIST_1][j][i].mv[0]; fs->frame->motion.motion[LIST_1][jj][i].mv[1] = fs->top_field->motion.motion[LIST_1][j][i].mv[1]; dummylist0=fs->frame->motion.motion[LIST_0][jj][i].ref_idx = fs->top_field->motion.motion[LIST_0][j][i].ref_idx; dummylist1=fs->frame->motion.motion[LIST_1][jj][i].ref_idx = fs->top_field->motion.motion[LIST_1][j][i].ref_idx; //! association with id already known for fields. fs->top_field->motion.motion[LIST_0][j][i].ref_id = (dummylist0>=0)? fs->top_field->ref_pic_num[fs->top_field->slice_id[j>>2][i>>2]][LIST_0][dummylist0] : 0; fs->top_field->motion.motion[LIST_1][j][i].ref_id = (dummylist1>=0)? fs->top_field->ref_pic_num[fs->top_field->slice_id[j>>2][i>>2]][LIST_1][dummylist1] : 0; //! need to make association with frames fs->frame->motion.motion[LIST_0][jj][i].ref_id = (dummylist0>=0)? fs->top_field->frm_ref_pic_num[fs->top_field->slice_id[j>>2][i>>2]][LIST_0][dummylist0] : 0; fs->frame->motion.motion[LIST_1][jj][i].ref_id = (dummylist1>=0)? fs->top_field->frm_ref_pic_num[fs->top_field->slice_id[j>>2][i>>2]][LIST_1][dummylist1] : 0; fs->frame->motion.motion[LIST_0][jj4][i].mv[0] = fs->bottom_field->motion.motion[LIST_0][j][i].mv[0]; fs->frame->motion.motion[LIST_0][jj4][i].mv[1] = fs->bottom_field->motion.motion[LIST_0][j][i].mv[1] ; fs->frame->motion.motion[LIST_1][jj4][i].mv[0] = fs->bottom_field->motion.motion[LIST_1][j][i].mv[0]; fs->frame->motion.motion[LIST_1][jj4][i].mv[1] = fs->bottom_field->motion.motion[LIST_1][j][i].mv[1] ; dummylist0=fs->frame->motion.motion[LIST_0][jj4][i].ref_idx = fs->bottom_field->motion.motion[LIST_0][j][i].ref_idx; dummylist1=fs->frame->motion.motion[LIST_1][jj4][i].ref_idx = fs->bottom_field->motion.motion[LIST_1][j][i].ref_idx; fs->bottom_field->motion.motion[LIST_0][j][i].ref_id = (dummylist0>=0)? fs->bottom_field->ref_pic_num[fs->bottom_field->slice_id[j>>2][i>>2]][LIST_0][dummylist0] : 0; fs->bottom_field->motion.motion[LIST_1][j][i].ref_id = (dummylist1>=0)? fs->bottom_field->ref_pic_num[fs->bottom_field->slice_id[j>>2][i>>2]][LIST_1][dummylist1] : 0; //! need to make association with frames fs->frame->motion.motion[LIST_0][jj4][i].ref_id = (dummylist0>=0)? fs->bottom_field->frm_ref_pic_num[fs->bottom_field->slice_id[j>>2][i>>2]][LIST_0][dummylist0] : -1; fs->frame->motion.motion[LIST_1][jj4][i].ref_id = (dummylist1>=0)? fs->bottom_field->frm_ref_pic_num[fs->bottom_field->slice_id[j>>2][i>>2]][LIST_1][dummylist1] : -1; fs->top_field->motion.field_frame[j][i]=1; fs->bottom_field->motion.field_frame[j][i]=1; } } } /*! ************************************************************************ * \brief * Allocate memory for buffering of reference picture reordering commands ************************************************************************ */ void alloc_ref_pic_list_reordering_buffer(Slice *currSlice) { VideoParameters *p_Vid = currSlice->p_Vid; int size = currSlice->num_ref_idx_l0_active + 1; if (p_Vid->type!=I_SLICE && p_Vid->type!=SI_SLICE) { if ((currSlice->reordering_of_pic_nums_idc_l0 = calloc(size,sizeof(int)))==NULL) no_mem_exit("alloc_ref_pic_list_reordering_buffer: reordering_of_pic_nums_idc_l0"); if ((currSlice->abs_diff_pic_num_minus1_l0 = calloc(size,sizeof(int)))==NULL) no_mem_exit("alloc_ref_pic_list_reordering_buffer: abs_diff_pic_num_minus1_l0"); if ((currSlice->long_term_pic_idx_l0 = calloc(size,sizeof(int)))==NULL) no_mem_exit("alloc_ref_pic_list_reordering_buffer: long_term_pic_idx_l0"); } else { currSlice->reordering_of_pic_nums_idc_l0 = NULL; currSlice->abs_diff_pic_num_minus1_l0 = NULL; currSlice->long_term_pic_idx_l0 = NULL; } size = currSlice->num_ref_idx_l1_active+1; if (p_Vid->type==B_SLICE) { if ((currSlice->reordering_of_pic_nums_idc_l1 = calloc(size,sizeof(int)))==NULL) no_mem_exit("alloc_ref_pic_list_reordering_buffer: reordering_of_pic_nums_idc_l1"); if ((currSlice->abs_diff_pic_num_minus1_l1 = calloc(size,sizeof(int)))==NULL) no_mem_exit("alloc_ref_pic_list_reordering_buffer: abs_diff_pic_num_minus1_l1"); if ((currSlice->long_term_pic_idx_l1 = calloc(size,sizeof(int)))==NULL) no_mem_exit("alloc_ref_pic_list_reordering_buffer: long_term_pic_idx_l1"); } else { currSlice->reordering_of_pic_nums_idc_l1 = NULL; currSlice->abs_diff_pic_num_minus1_l1 = NULL; currSlice->long_term_pic_idx_l1 = NULL; } } /*! ************************************************************************ * \brief * Free memory for buffering of reference picture reordering commands ************************************************************************ */ void free_ref_pic_list_reordering_buffer(Slice *currSlice) { if (currSlice->reordering_of_pic_nums_idc_l0) free(currSlice->reordering_of_pic_nums_idc_l0); if (currSlice->abs_diff_pic_num_minus1_l0) free(currSlice->abs_diff_pic_num_minus1_l0); if (currSlice->long_term_pic_idx_l0) free(currSlice->long_term_pic_idx_l0); currSlice->reordering_of_pic_nums_idc_l0 = NULL; currSlice->abs_diff_pic_num_minus1_l0 = NULL; currSlice->long_term_pic_idx_l0 = NULL; if (currSlice->reordering_of_pic_nums_idc_l1) free(currSlice->reordering_of_pic_nums_idc_l1); if (currSlice->abs_diff_pic_num_minus1_l1) free(currSlice->abs_diff_pic_num_minus1_l1); if (currSlice->long_term_pic_idx_l1) free(currSlice->long_term_pic_idx_l1); currSlice->reordering_of_pic_nums_idc_l1 = NULL; currSlice->abs_diff_pic_num_minus1_l1 = NULL; currSlice->long_term_pic_idx_l1 = NULL; } /*! ************************************************************************ * \brief * Tian Dong * June 13, 2002, Modifed on July 30, 2003 * * If a gap in frame_num is found, try to fill the gap * \param p_Vid * ************************************************************************ */ // TODO: benski> pass in timecode void fill_frame_num_gap(VideoParameters *p_Vid) { seq_parameter_set_rbsp_t *active_sps = p_Vid->active_sps; int CurrFrameNum; int UnusedShortTermFrameNum; StorablePicture *picture = NULL; int tmp1 = p_Vid->delta_pic_order_cnt[0]; int tmp2 = p_Vid->delta_pic_order_cnt[1]; p_Vid->delta_pic_order_cnt[0] = p_Vid->delta_pic_order_cnt[1] = 0; // printf("A gap in frame number is found, try to fill it.\n"); UnusedShortTermFrameNum = (p_Vid->pre_frame_num + 1) % p_Vid->MaxFrameNum; CurrFrameNum = p_Vid->frame_num; while (CurrFrameNum != UnusedShortTermFrameNum) { picture = alloc_storable_picture (p_Vid, FRAME, p_Vid->width, p_Vid->height, p_Vid->width_cr, p_Vid->height_cr); picture->coded_frame = 1; picture->pic_num = UnusedShortTermFrameNum; picture->frame_num = UnusedShortTermFrameNum; picture->non_existing = 1; picture->is_output = 1; picture->used_for_reference = 1; picture->adaptive_ref_pic_buffering_flag = 0; p_Vid->frame_num = UnusedShortTermFrameNum; if (active_sps->pic_order_cnt_type!=0) { decode_poc(p_Vid); } picture->top_poc=p_Vid->toppoc; picture->bottom_poc=p_Vid->bottompoc; picture->frame_poc=p_Vid->framepoc; picture->poc=p_Vid->framepoc; store_picture_in_dpb(p_Vid, picture); picture=NULL; p_Vid->pre_frame_num = UnusedShortTermFrameNum; UnusedShortTermFrameNum = (UnusedShortTermFrameNum + 1) % p_Vid->MaxFrameNum; } p_Vid->delta_pic_order_cnt[0] = tmp1; p_Vid->delta_pic_order_cnt[1] = tmp2; p_Vid->frame_num = CurrFrameNum; } /*! ************************************************************************ * \brief * Allocate motion parameter memory for colocated structure * ************************************************************************ */ #define ROUNDUP2(size) (((size)+1) & ~1) void alloc_motion_params(VideoParameters *p_Vid, MotionParams *ftype, int size_y, int size_x) { ftype->motion[0] = 0; ftype->motion[1] = 0; if (motion_cache_dimensions_match(&p_Vid->motion_cache, size_x, size_y)) { ftype->motion[0] = motion_cache_get(&p_Vid->motion_cache); ftype->motion[1] = motion_cache_get(&p_Vid->motion_cache); } if (!ftype->motion[0]) get_mem2DPicMotion(&(ftype->motion[0]), size_y, size_x); if (!ftype->motion[1]) get_mem2DPicMotion(&(ftype->motion[1]), size_y, size_x); get_mem2D (&(ftype->moving_block) , ROUNDUP2(size_y), ROUNDUP2(size_x)); } /*! ************************************************************************ * \brief * Allocate co-located memory * * \param size_x * horizontal luma size * \param size_y * vertical luma size * \param mb_adaptive_frame_field_flag * flag that indicates macroblock adaptive frame/field coding * * \return * the allocated StorablePicture structure ************************************************************************ */ ColocatedParams* alloc_colocated(VideoParameters *p_Vid, int size_x, int size_y, int mb_adaptive_frame_field_flag) { ColocatedParams *s; s = calloc(1, sizeof(ColocatedParams)); if (NULL == s) no_mem_exit("alloc_colocated: s"); s->size_x = size_x; s->size_y = size_y; alloc_motion_params(p_Vid, &s->frame, size_y / BLOCK_SIZE, size_x / BLOCK_SIZE); if (mb_adaptive_frame_field_flag) { alloc_motion_params(p_Vid, &s->top , size_y / (BLOCK_SIZE * 2), size_x / BLOCK_SIZE); alloc_motion_params(p_Vid, &s->bottom, size_y / (BLOCK_SIZE * 2), size_x / BLOCK_SIZE); } s->mb_adaptive_frame_field_flag = mb_adaptive_frame_field_flag; return s; } /*! ************************************************************************ * \brief * Free co-located memory. * * \param p * Picture to be freed * ************************************************************************ */ void free_colocated(VideoParameters *p_Vid, ColocatedParams* p) { if (p) { if (motion_cache_dimensions_match(&p_Vid->motion_cache, p_Vid->width / BLOCK_SIZE, p_Vid->height / BLOCK_SIZE)) { motion_cache_add(&p_Vid->motion_cache,p->frame.motion[0]); motion_cache_add(&p_Vid->motion_cache,p->frame.motion[1]); } else { free_mem2DPicMotion(p->frame.motion[0]); free_mem2DPicMotion(p->frame.motion[1]); } if (p->frame.moving_block) { free_mem2D (p->frame.moving_block); p->frame.moving_block=NULL; } if (p->mb_adaptive_frame_field_flag) { free_mem2DPicMotion(p->top.motion[0]); free_mem2DPicMotion(p->top.motion[1]); if (p->top.moving_block) { free_mem2D (p->top.moving_block); p->top.moving_block=NULL; } free_mem2DPicMotion(p->bottom.motion[0]); free_mem2DPicMotion(p->bottom.motion[1]); if (p->bottom.moving_block) { free_mem2D (p->bottom.moving_block); p->bottom.moving_block=NULL; } } free(p); p = NULL; } } /*! ************************************************************************ * \brief * Compute co-located motion info * ************************************************************************ */ void compute_colocated (Slice *currSlice, ColocatedParams* p, StorablePicture **listX[6]) { StorablePicture *fs = listX[LIST_1 ][0]; int i,j, ii, jj; int fs_size_x4 = (fs->size_x >> 2); int fs_size_y4 = (fs->size_y >> 2); MotionParams *p_motion = &p->frame; PicMotionParams *p_frm_motion = &fs->motion; VideoParameters *p_Vid = currSlice->p_Vid; seq_parameter_set_rbsp_t *active_sps = p_Vid->active_sps; p->is_long_term = fs->is_long_term; if (active_sps->direct_8x8_inference_flag) { // Spatial Direct if (currSlice->direct_spatial_mv_pred_flag == 1) { if (p->is_long_term) { for (j=0 ; j < fs_size_y4; j++) { for (i=0 ; i < fs_size_x4; i++) { p_motion->moving_block[j][i]= (byte) 1; } } } else { PicMotion **motion0 = p_frm_motion->motion[LIST_0]; PicMotion **motion1 = p_frm_motion->motion[LIST_1]; for (j=0 ; j < fs_size_y4; j+=2) { PicMotion *ref0, *ref1; byte *moving_block = p_motion->moving_block[j]; byte *moving_block2 = p_motion->moving_block[j+1]; jj = RSD(j); ref0 = motion0[jj]; ref1 = motion1[jj]; for (i=0 ; i < fs_size_x4; i+=2) { PicMotion *r0; ii = RSD(i); r0 = &ref0[ii]; if (((r0->ref_idx == 0) && (iabs(r0->mv[0])>>1 == 0) && (iabs(r0->mv[1])>>1 == 0))) { moving_block[i]=0; moving_block[i+1]=0; moving_block2[i]=0; moving_block2[i+1]=0; } else if (r0->ref_idx == -1) { PicMotion *r1 = &ref1[ii]; if ((r1->ref_idx == 0) && (iabs(r1->mv[0])>>1 == 0) && (iabs(r1->mv[1])>>1 == 0)) { moving_block[i]=0; moving_block[i+1]=0; moving_block2[i]=0; moving_block2[i+1]=0; } else { moving_block[i]=1; moving_block[i+1]=1; moving_block2[i]=1; moving_block2[i+1]=1; } } else { moving_block[i]=1; moving_block[i+1]=1; moving_block2[i]=1; moving_block2[i+1]=1; } /* p_motion->moving_block[j][i]= (byte) ( !(((ref0[ii].ref_idx == 0) && (iabs(ref0[ii].mv[0])>>1 == 0) && (iabs(ref0[ii].mv[1])>>1 == 0))) || ((ref0[ii].ref_idx == -1) && (ref1[ii].ref_idx == 0) && (iabs(ref1[ii].mv[0])>>1 == 0) && (iabs(ref1[ii].mv[1])>>1 == 0)))); */ } } } } else { int k; for (k = LIST_0; k<=LIST_1; k++) { for (j = 0; j < fs_size_y4; j++) { for (i=0;imotion[k][j][i]; PicMotion *dest = &p_motion->motion[k][j][i]; memcpy(&dest->mv, &src->mv, sizeof(MotionVector)); dest->ref_idx = src->ref_idx; dest->ref_pic_id = src->ref_id; } } } // temporal direct for (j=0 ; j < fs_size_y4; j++) { jj = RSD(j); for (i=0 ; i < fs_size_x4; i++) { ii = RSD(i); p_motion->motion[LIST_0][j][i] = p_motion->motion[LIST_0][jj][ii]; p_motion->motion[LIST_1][j][i] = p_motion->motion[LIST_1][jj][ii]; //p_motion->mv[LIST_0][j][i].mv[0] = p_motion->mv[LIST_0][jj][ii][0]; //p_motion->mv[LIST_0][j][i].mv[1] = p_motion->mv[LIST_0][jj][ii][1]; //p_motion->mv[LIST_1][j][i].mv[0] = p_motion->mv[LIST_1][jj][ii][0]; //p_motion->mv[LIST_1][j][i][1] = p_motion->mv[LIST_1][jj][ii][1]; //p_motion->ref_idx[LIST_0][j][i] = p_motion->ref_idx[LIST_0][jj][ii]; //p_motion->ref_idx[LIST_1][j][i] = p_motion->ref_idx[LIST_1][jj][ii]; //p_motion->ref_pic_id[LIST_0][j][i] = p_motion->ref_pic_id[LIST_0][jj][ii]; //p_motion->ref_pic_id[LIST_1][j][i] = p_motion->ref_pic_id[LIST_1][jj][ii]; } } } } else { for (j=0 ; j < fs_size_y4; j++) { for (i=0 ; i < fs_size_x4; i++) { memcpy(&p_motion->motion[LIST_0][j][i].mv, &p_frm_motion->motion[LIST_0][j][i].mv, sizeof(MotionVector)); p_motion->motion[LIST_0][j][i].ref_idx= p_frm_motion->motion[LIST_0][j][i].ref_idx; p_motion->motion[LIST_0][j][i].ref_pic_id= p_frm_motion->motion[LIST_0][j][i].ref_id; memcpy(&p_motion->motion[LIST_1][j][i].mv, &p_frm_motion->motion[LIST_1][j][i].mv, sizeof(MotionVector)); p_motion->motion[LIST_1][j][i].ref_idx= p_frm_motion->motion[LIST_1][j][i].ref_idx; p_motion->motion[LIST_1][j][i].ref_pic_id= p_frm_motion->motion[LIST_1][j][i].ref_id; } } if (currSlice->direct_spatial_mv_pred_flag == 1) { if (p->is_long_term) { for (j=0 ; j < fs_size_y4; j++) { for (i=0 ; i < fs_size_x4; i++) { p_motion->moving_block[j][i]= 1; } } } else { for (j=0 ; j < fs_size_y4; j++) { for (i=0 ; i < fs_size_x4; i++) { p_motion->moving_block[j][i]= !((((p_motion->motion[LIST_0][j][i].ref_idx == 0) && (iabs(p_motion->motion[LIST_0][j][i].mv[0])>>1 == 0) && (iabs(p_motion->motion[LIST_0][j][i].mv[1])>>1 == 0))) || ((p_motion->motion[LIST_0][j][i].ref_idx == -1) && (p_motion->motion[LIST_1][j][i].ref_idx == 0) && (iabs(p_motion->motion[LIST_1][j][i].mv[0])>>1 == 0) && (iabs(p_motion->motion[LIST_1][j][i].mv[1])>>1 == 0))); } } } } } if (currSlice->direct_spatial_mv_pred_flag == 0) { for (j = 0; j < 2;j += 2) { for (i=0; ilistXsize[j];i++) { int prescale, iTRb, iTRp; if (j==0) { iTRb = iClip3( -128, 127, p_Vid->dec_picture->poc - listX[LIST_0 + j][i]->poc ); } else if (j == 2) { iTRb = iClip3( -128, 127, p_Vid->dec_picture->top_poc - listX[LIST_0 + j][i]->poc ); } else { iTRb = iClip3( -128, 127, p_Vid->dec_picture->bottom_poc - listX[LIST_0 + j][i]->poc ); } iTRp = iClip3( -128, 127, listX[LIST_1 + j][0]->poc - listX[LIST_0 + j][i]->poc); if (iTRp!=0) { prescale = ( 16384 + iabs( iTRp / 2 ) ) / iTRp; currSlice->mvscale[j][i] = iClip3( -1024, 1023, ( iTRb * prescale + 32 ) >> 6 ) ; } else { currSlice->mvscale[j][i] = 9999; } } } } } /*! ************************************************************************ * \brief * Compute co-located motion info (for interlace support) * ************************************************************************ */ void compute_colocated_frames_mbs (Slice *currSlice, ColocatedParams* p, StorablePicture **listX[6]) { StorablePicture *fs = listX[LIST_1 ][0]; StorablePicture *fs_top = fs, *fs_bottom = fs; int i,j, ii, jj, jdiv; int fs_size_x4 = (fs->size_x >> 2); int fs_size_y4 = (fs->size_y >> 2); MotionParams *p_motion = &p->frame; PicMotionParams *p_frm_motion = &fs->motion; VideoParameters *p_Vid = currSlice->p_Vid; seq_parameter_set_rbsp_t *active_sps = p_Vid->active_sps; if (currSlice->mb_aff_frame_flag) { fs_top = listX[LIST_1 + 2][0]; fs_bottom = listX[LIST_1 + 4][0]; } else { if (p_Vid->field_pic_flag) { if ((p_Vid->structure != fs->structure) && (fs->coded_frame)) { if (p_Vid->structure==TOP_FIELD) { fs_top = fs_bottom = fs = listX[LIST_1 ][0]->top_field; } else { fs_top = fs_bottom = fs = listX[LIST_1 ][0]->bottom_field; } } p_frm_motion = &fs->motion; } } if (!active_sps->frame_mbs_only_flag || active_sps->direct_8x8_inference_flag) { if (!currSlice->mb_aff_frame_flag) { int k; for (k = LIST_0; k<=LIST_1; k++) { for (j = 0; j < (fs->size_y>>2); j++) { for (i=0;imotion[k][j][i].mv, &p_frm_motion->motion[k][j][i].mv, sizeof(MotionVector)); p_motion->motion[k][j][i].ref_idx=p_frm_motion->motion[k][j][i].ref_idx; p_motion->motion[k][j][i].ref_pic_id=p_frm_motion->motion[k][j][i].ref_id; } } } p->is_long_term = fs->is_long_term; } else { for (j=0 ; j < (fs->size_y>>2); j++) { jdiv = (j>>1); jj = jdiv + ((j>>3)<<2); for (i=0 ; i < fs_size_x4 ; i++) { if (p_frm_motion->field_frame[j][i]) { //! Assign frame buffers for field MBs //! Check whether we should use top or bottom field mvs. //! Depending on the assigned poc values. if (iabs(p_Vid->dec_picture->poc - fs_bottom->poc)> iabs(p_Vid->dec_picture->poc -fs_top->poc) ) { p_motion->motion[LIST_0][j][i].mv[0] = fs_top->motion.motion[LIST_0][jdiv][i].mv[0]; p_motion->motion[LIST_0][j][i].mv[1] = fs_top->motion.motion[LIST_0][jdiv][i].mv[1]; p_motion->motion[LIST_1][j][i].mv[0] = fs_top->motion.motion[LIST_1][jdiv][i].mv[0]; p_motion->motion[LIST_1][j][i].mv[1] = fs_top->motion.motion[LIST_1][jdiv][i].mv[1]; p_motion->motion[LIST_0][j][i].ref_idx = fs_top->motion.motion[LIST_0][jdiv][i].ref_idx; p_motion->motion[LIST_1][j][i].ref_idx = fs_top->motion.motion[LIST_1][jdiv][i].ref_idx; //p_motion->mv[LIST_0][j][i][0] = fs_top->motion.motion[LIST_0][jdiv][i].mv[0]; //p_motion->mv[LIST_0][j][i][1] = fs_top->motion.motion[LIST_0][jdiv][i].mv[1] ; //p_motion->mv[LIST_1][j][i][0] = fs_top->motion.motion[LIST_1][jdiv][i].mv[0]; //p_motion->mv[LIST_1][j][i][1] = fs_top->motion.motion[LIST_1][jdiv][i].mv[1] ; //p_motion->ref_idx[LIST_0][j][i] = fs_top->motion.motion[LIST_0][jdiv][i].ref_idx; //p_motion->ref_idx[LIST_1][j][i] = fs_top->motion.motion[LIST_1][jdiv][i].ref_idx; p_motion->motion[LIST_0][j][i].ref_pic_id = p_frm_motion->motion[LIST_0][jj][i].ref_id; p_motion->motion[LIST_1][j][i].ref_pic_id = p_frm_motion->motion[LIST_1][jj][i].ref_id; p->is_long_term = fs_top->is_long_term; } else { p_motion->motion[LIST_0][j][i].mv[0] = fs_bottom->motion.motion[LIST_0][jdiv][i].mv[0]; p_motion->motion[LIST_0][j][i].mv[1] = fs_bottom->motion.motion[LIST_0][jdiv][i].mv[1]; p_motion->motion[LIST_1][j][i].mv[0] = fs_bottom->motion.motion[LIST_1][jdiv][i].mv[0]; p_motion->motion[LIST_1][j][i].mv[1] = fs_bottom->motion.motion[LIST_1][jdiv][i].mv[1]; p_motion->motion[LIST_0][j][i].ref_idx = fs_bottom->motion.motion[LIST_0][jdiv][i].ref_idx; p_motion->motion[LIST_1][j][i].ref_idx = fs_bottom->motion.motion[LIST_1][jdiv][i].ref_idx; //p_motion->mv[LIST_0][j][i][0] = fs_bottom->motion.motion[LIST_0][jdiv][i].mv[0]; //p_motion->mv[LIST_0][j][i][1] = fs_bottom->motion.motion[LIST_0][jdiv][i].mv[1] ; //p_motion->mv[LIST_1][j][i][0] = fs_bottom->motion.motion[LIST_1][jdiv][i].mv[0]; //p_motion->mv[LIST_1][j][i][1] = fs_bottom->motion.motion[LIST_1][jdiv][i].mv[1] ; //p_motion->ref_idx[LIST_0][j][i] = fs_bottom->motion.motion[LIST_0][jdiv][i].ref_idx; //p_motion->ref_idx[LIST_1][j][i] = fs_bottom->motion.motion[LIST_1][jdiv][i].ref_idx; p_motion->motion[LIST_0][j][i].ref_pic_id = p_frm_motion->motion[LIST_0][jj + 4][i].ref_id; p_motion->motion[LIST_1][j][i].ref_pic_id = p_frm_motion->motion[LIST_1][jj + 4][i].ref_id; p->is_long_term = fs_bottom->is_long_term; } } else { p_motion->motion[LIST_0][j][i].mv[0] = p_frm_motion->motion[LIST_0][j][i].mv[0]; p_motion->motion[LIST_0][j][i].mv[1] = p_frm_motion->motion[LIST_0][j][i].mv[1] ; p_motion->motion[LIST_1][j][i].mv[0] = p_frm_motion->motion[LIST_1][j][i].mv[0]; p_motion->motion[LIST_1][j][i].mv[1] = p_frm_motion->motion[LIST_1][j][i].mv[1] ; p_motion->motion[LIST_0][j][i].ref_idx = p_frm_motion->motion[LIST_0][j][i].ref_idx; p_motion->motion[LIST_1][j][i].ref_idx = p_frm_motion->motion[LIST_1][j][i].ref_idx; //p_motion->mv[LIST_0][j][i][0] = p_frm_motion->motion[LIST_0][j][i].mv[0]; //p_motion->mv[LIST_0][j][i][1] = p_frm_motion->motion[LIST_0][j][i].mv[1] ; //p_motion->mv[LIST_1][j][i][0] = p_frm_motion->motion[LIST_1][j][i].mv[0]; //p_motion->mv[LIST_1][j][i][1] = p_frm_motion->motion[LIST_1][j][i].mv[1] ; //p_motion->ref_idx[LIST_0][j][i] = p_frm_motion->motion[LIST_0][j][i].ref_idx; //p_motion->ref_idx[LIST_1][j][i] = p_frm_motion->motion[LIST_1][j][i].ref_idx; p_motion->motion[LIST_0][j][i].ref_pic_id = p_frm_motion->motion[LIST_0][j][i].ref_id; p_motion->motion[LIST_1][j][i].ref_pic_id = p_frm_motion->motion[LIST_1][j][i].ref_id; p->is_long_term = fs->is_long_term; } } } } } //! Generate field MVs from Frame MVs if (p_Vid->structure || currSlice->mb_aff_frame_flag) { for (j = 0; j < fs->size_y >> 3; j++) { jj = RSD(j); for (i = 0 ; i < fs->size_x >> 2; i++) { ii = RSD(i); //! Do nothing if macroblock as field coded in MB-AFF if (!currSlice->mb_aff_frame_flag ) { p_motion->motion[LIST_0][j][i].mv[0] = p_frm_motion->motion[LIST_0][jj][ii].mv[0]; p_motion->motion[LIST_0][j][i].mv[1] = p_frm_motion->motion[LIST_0][jj][ii].mv[1]; p_motion->motion[LIST_1][j][i].mv[0] = p_frm_motion->motion[LIST_1][jj][ii].mv[0]; p_motion->motion[LIST_1][j][i].mv[1] = p_frm_motion->motion[LIST_1][jj][ii].mv[1]; // Scaling of references is done here since it will not affect spatial direct (2*0 =0) if (p_frm_motion->motion[LIST_0][jj][ii].ref_idx == -1) { p_motion->motion[LIST_0][j][i].ref_idx = -1; p_motion->motion[LIST_0][j][i].ref_pic_id = UNDEFINED_REFERENCE; // TODO: UNDEFINED_REFERENCE ? } else { p_motion->motion[LIST_0][j][i].ref_idx = p_frm_motion->motion[LIST_0][jj][ii].ref_idx ; p_motion->motion[LIST_0][j][i].ref_pic_id = p_frm_motion->motion [LIST_0][jj][ii].ref_id; } if (p_frm_motion->motion[LIST_1][jj][ii].ref_idx == -1) { p_motion->motion[LIST_1][j][i].ref_idx = -1; p_motion->motion[LIST_1][j][i].ref_pic_id = UNDEFINED_REFERENCE; // TODO: UNDEFINED_REFERENCE ? } else { p_motion->motion[LIST_1][j][i].ref_idx = p_frm_motion->motion[LIST_1][jj][ii].ref_idx; p_motion->motion[LIST_1][j][i].ref_pic_id = p_frm_motion->motion [LIST_1][jj][ii].ref_id; } p->is_long_term = fs->is_long_term; if (currSlice->direct_spatial_mv_pred_flag == 1) { p_motion->moving_block[j][i] = !((!p->is_long_term && ((p_motion->motion[LIST_0][j][i].ref_idx == 0) && (iabs(p_motion->motion[LIST_0][j][i].mv[0])>>1 == 0) && (iabs(p_motion->motion[LIST_0][j][i].mv[1])>>1 == 0))) || ((p_motion->motion[LIST_0][j][i].ref_idx == -1) && (p_motion->motion[LIST_1][j][i].ref_idx == 0) && (iabs(p_motion->motion[LIST_1][j][i].mv[0])>>1 == 0) && (iabs(p_motion->motion[LIST_1][j][i].mv[1])>>1 == 0))); } } else { p->bottom.motion[LIST_0][j][i].mv[0] = fs_bottom->motion.motion[LIST_0][jj][ii].mv[0]; p->bottom.motion[LIST_0][j][i].mv[1] = fs_bottom->motion.motion[LIST_0][jj][ii].mv[1]; p->bottom.motion[LIST_1][j][i].mv[0] = fs_bottom->motion.motion[LIST_1][jj][ii].mv[0]; p->bottom.motion[LIST_1][j][i].mv[1] = fs_bottom->motion.motion[LIST_1][jj][ii].mv[1]; p->bottom.motion[LIST_0][j][i].ref_idx = fs_bottom->motion.motion[LIST_0][jj][ii].ref_idx; p->bottom.motion[LIST_1][j][i].ref_idx = fs_bottom->motion.motion[LIST_1][jj][ii].ref_idx; p->bottom.motion[LIST_0][j][i].ref_pic_id = fs_bottom->motion.motion[LIST_0][jj][ii].ref_id; p->bottom.motion[LIST_1][j][i].ref_pic_id = fs_bottom->motion.motion[LIST_1][jj][ii].ref_id; if (currSlice->direct_spatial_mv_pred_flag == 1) { p->bottom.moving_block[j][i] = !((!fs_bottom->is_long_term && ((p->bottom.motion[LIST_0][j][i].ref_idx == 0) && (iabs(p->bottom.motion[LIST_0][j][i].mv[0])>>1 == 0) && (iabs(p->bottom.motion[LIST_0][j][i].mv[1])>>1 == 0))) || ((p->bottom.motion[LIST_0][j][i].ref_idx == -1) && (p->bottom.motion[LIST_1][j][i].ref_idx == 0) && (iabs(p->bottom.motion[LIST_1][j][i].mv[0])>>1 == 0) && (iabs(p->bottom.motion[LIST_1][j][i].mv[1])>>1 == 0))); } p->top.motion[LIST_0][j][i].mv[0] = fs_top->motion.motion[LIST_0][jj][ii].mv[0]; p->top.motion[LIST_0][j][i].mv[1] = fs_top->motion.motion[LIST_0][jj][ii].mv[1]; p->top.motion[LIST_1][j][i].mv[0] = fs_top->motion.motion[LIST_1][jj][ii].mv[0]; p->top.motion[LIST_1][j][i].mv[1] = fs_top->motion.motion[LIST_1][jj][ii].mv[1]; p->top.motion[LIST_0][j][i].ref_idx = fs_top->motion.motion[LIST_0][jj][ii].ref_idx; p->top.motion[LIST_1][j][i].ref_idx = fs_top->motion.motion[LIST_1][jj][ii].ref_idx; p->top.motion[LIST_0][j][i].ref_pic_id = fs_top->motion.motion[LIST_0][jj][ii].ref_id; p->top.motion[LIST_1][j][i].ref_pic_id = fs_top->motion.motion[LIST_1][jj][ii].ref_id; if (currSlice->direct_spatial_mv_pred_flag == 1) { p->top.moving_block[j][i] = !((!fs_top->is_long_term && ((p->top.motion[LIST_0][j][i].ref_idx == 0) && (iabs(p->top.motion[LIST_0][j][i].mv[0])>>1 == 0) && (iabs(p->top.motion[LIST_0][j][i].mv[1])>>1 == 0))) || ((p->top.motion[LIST_0][j][i].ref_idx == -1) && (p->top.motion[LIST_1][j][i].ref_idx == 0) && (iabs(p->top.motion[LIST_1][j][i].mv[0])>>1 == 0) && (iabs(p->top.motion[LIST_1][j][i].mv[1])>>1 == 0))); } if ((currSlice->direct_spatial_mv_pred_flag == 0 ) && !p_frm_motion->field_frame[2*j][i]) { p->top.motion[LIST_0][j][i].mv[1] /= 2; p->top.motion[LIST_1][j][i].mv[1] /= 2; p->bottom.motion[LIST_0][j][i].mv[1] /= 2; p->bottom.motion[LIST_1][j][i].mv[1] /= 2; } } } } } //if (!active_sps->frame_mbs_only_flag || active_sps->direct_8x8_inference_flag) if (!active_sps->frame_mbs_only_flag) { //! Use inference flag to remap mvs/references //! Frame with field co-located if (!p_Vid->structure) { for (j=0 ; j < fs_size_y4; j++) { jdiv = (j >> 1); jj = jdiv + ((j >> 3) << 2); for (i = 0 ; i < fs_size_x4; i++) { if (p_frm_motion->field_frame[j][i]) { if (iabs(p_Vid->dec_picture->poc - fs->bottom_field->poc) > iabs(p_Vid->dec_picture->poc - fs->top_field->poc)) { p_motion->motion[LIST_0][j][i].mv[0] = fs->top_field->motion.motion[LIST_0][jdiv][i].mv[0]; p_motion->motion[LIST_0][j][i].mv[1] = fs->top_field->motion.motion[LIST_0][jdiv][i].mv[1] ; p_motion->motion[LIST_1][j][i].mv[0] = fs->top_field->motion.motion[LIST_1][jdiv][i].mv[0]; p_motion->motion[LIST_1][j][i].mv[1] = fs->top_field->motion.motion[LIST_1][jdiv][i].mv[1] ; p_motion->motion[LIST_0][j][i].ref_idx = fs->top_field->motion.motion[LIST_0][jdiv][i].ref_idx; p_motion->motion[LIST_1][j][i].ref_idx = fs->top_field->motion.motion[LIST_1][jdiv][i].ref_idx; p_motion->motion[LIST_0][j][i].ref_pic_id = p_frm_motion->motion[LIST_0][jj][i].ref_id; p_motion->motion[LIST_1][j][i].ref_pic_id = p_frm_motion->motion[LIST_1][jj][i].ref_id; p->is_long_term = fs->top_field->is_long_term; } else { p_motion->motion[LIST_0][j][i].mv[0] = fs->bottom_field->motion.motion[LIST_0][jdiv][i].mv[0]; p_motion->motion[LIST_0][j][i].mv[1] = fs->bottom_field->motion.motion[LIST_0][jdiv][i].mv[1] ; p_motion->motion[LIST_1][j][i].mv[0] = fs->bottom_field->motion.motion[LIST_1][jdiv][i].mv[0]; p_motion->motion[LIST_1][j][i].mv[1] = fs->bottom_field->motion.motion[LIST_1][jdiv][i].mv[1] ; p_motion->motion[LIST_0][j][i].ref_idx = fs->bottom_field->motion.motion[LIST_0][jdiv][i].ref_idx; p_motion->motion[LIST_1][j][i].ref_idx = fs->bottom_field->motion.motion[LIST_1][jdiv][i].ref_idx; p_motion->motion[LIST_0][j][i].ref_pic_id = p_frm_motion->motion[LIST_0][jj + 4][i].ref_id; p_motion->motion[LIST_1][j][i].ref_pic_id = p_frm_motion->motion[LIST_1][jj + 4][i].ref_id; p->is_long_term = fs->bottom_field->is_long_term; } } } } } } p->is_long_term = fs->is_long_term; if (!active_sps->frame_mbs_only_flag || active_sps->direct_8x8_inference_flag) { if (currSlice->direct_spatial_mv_pred_flag == 1) { for (j=0 ; j < (fs->size_y>>2); j++) { jj = RSD(j); for (i=0 ; i < (fs->size_x>>2); i++) { ii = RSD(i); p_motion->motion[LIST_0][j][i] = p_motion->motion[LIST_0][jj][ii]; p_motion->motion[LIST_1][j][i] = p_motion->motion[LIST_1][jj][ii]; //p_motion->motion[LIST_0][j][i].mv[0]=p_motion->motion[LIST_0][jj][ii].mv[0]; //p_motion->motion[LIST_0][j][i].mv[1]=p_motion->motion[LIST_0][jj][ii].mv[1]; //p_motion->motion[LIST_1][j][i].mv[0]=p_motion->motion[LIST_1][jj][ii].mv[0]; //p_motion->motion[LIST_1][j][i].mv[1]=p_motion->motion[LIST_1][jj][ii].mv[1]; //p_motion->motion[LIST_0][j][i].ref_idx=p_motion->motion[LIST_0][jj][ii].ref_idx; //p_motion->motion[LIST_1][j][i].ref_idx=p_motion->motion[LIST_1][jj][ii].ref_idx; //p_motion->motion[LIST_0][j][i].ref_pic_id = p_motion->motion[LIST_0][jj][ii].ref_pic_id; //p_motion->motion[LIST_1][j][i].ref_pic_id = p_motion->motion[LIST_1][jj][ii].ref_pic_id; p_motion->moving_block[j][i]= (byte) ( !((!p->is_long_term && ((p_motion->motion[LIST_0][j][i].ref_idx == 0) && (iabs(p_motion->motion[LIST_0][j][i].mv[0])>>1 == 0) && (iabs(p_motion->motion[LIST_0][j][i].mv[1])>>1 == 0))) || ((p_motion->motion[LIST_0][j][i].ref_idx == -1) && (p_motion->motion[LIST_1][j][i].ref_idx == 0) && (iabs(p_motion->motion[LIST_1][j][i].mv[0])>>1 == 0) && (iabs(p_motion->motion[LIST_1][j][i].mv[1])>>1 == 0)))); } } } else { for (j=0 ; j < (fs->size_y>>2); j++) { jj = RSD(j); for (i=0 ; i < (fs->size_x>>2); i++) { ii = RSD(i); p_motion->motion[LIST_0][j][i]=p_motion->motion[LIST_0][jj][ii]; p_motion->motion[LIST_1][j][i]=p_motion->motion[LIST_1][jj][ii]; //p_motion->mv[LIST_0][j][i][0]=p_motion->mv[LIST_0][jj][ii][0]; //p_motion->mv[LIST_0][j][i][1]=p_motion->mv[LIST_0][jj][ii][1]; //p_motion->mv[LIST_1][j][i][0]=p_motion->mv[LIST_1][jj][ii][0]; //p_motion->mv[LIST_1][j][i][1]=p_motion->mv[LIST_1][jj][ii][1]; //p_motion->ref_idx[LIST_0][j][i]=p_motion->ref_idx[LIST_0][jj][ii]; //p_motion->ref_idx[LIST_1][j][i]=p_motion->ref_idx[LIST_1][jj][ii]; //p_motion->ref_pic_id[LIST_0][j][i] = p_motion->ref_pic_id[LIST_0][jj][ii]; //p_motion->ref_pic_id[LIST_1][j][i] = p_motion->ref_pic_id[LIST_1][jj][ii]; } } } } else { for (j=0 ; j < fs_size_y4; j++) { for (i=0 ; i < fs_size_x4; i++) { memcpy(&p_motion->motion[LIST_0][j][i].mv, &p_frm_motion->motion[LIST_0][j][i].mv, sizeof(MotionVector)); p_motion->motion[LIST_0][j][i].ref_idx= p_frm_motion->motion[LIST_0][j][i].ref_idx; p_motion->motion[LIST_0][j][i].ref_pic_id = p_frm_motion->motion [LIST_0][j][i].ref_id; memcpy(&p_motion->motion[LIST_1][j][i].mv, &p_frm_motion->motion[LIST_1][j][i].mv, sizeof(MotionVector)); p_motion->motion[LIST_1][j][i].ref_idx= p_frm_motion->motion[LIST_1][j][i].ref_idx; p_motion->motion[LIST_1][j][i].ref_pic_id= p_frm_motion->motion [LIST_1][j][i].ref_id; } } if (currSlice->direct_spatial_mv_pred_flag == 1) { for (j=0 ; j < fs_size_y4; j++) { for (i=0 ; i < fs_size_x4; i++) { p_motion->moving_block[j][i]= !((!p->is_long_term && ((p_motion->motion[LIST_0][j][i].ref_idx == 0) && (iabs(p_motion->motion[LIST_0][j][i].mv[0])>>1 == 0) && (iabs(p_motion->motion[LIST_0][j][i].mv[1])>>1 == 0))) || ((p_motion->motion[LIST_0][j][i].ref_idx == -1) && (p_motion->motion[LIST_1][j][i].ref_idx == 0) && (iabs(p_motion->motion[LIST_1][j][i].mv[0])>>1 == 0) && (iabs(p_motion->motion[LIST_1][j][i].mv[1])>>1 == 0))); } } } } if (currSlice->direct_spatial_mv_pred_flag == 0) { if (currSlice->mb_aff_frame_flag || !p_Vid->structure) { for (j=0 ; j < fs_size_y4; j++) { for (i=0 ; i < fs_size_x4 ; i++) { if (p_frm_motion->field_frame[j][i]) { p_motion->motion[LIST_0][j][i].mv[1] *= 2; p_motion->motion[LIST_1][j][i].mv[1] *= 2; } } } } else if (p_Vid->structure) { for (j=0 ; j < fs_size_y4; j++) { for (i=0 ; i < fs_size_x4 ; i++) { if (!p_frm_motion->field_frame[j][i]) { p_motion->motion[LIST_0][j][i].mv[1] /= 2; p_motion->motion[LIST_1][j][i].mv[1] /= 2; } } } } for (j=0; j<2 + (currSlice->mb_aff_frame_flag * 4);j+=2) { for (i=0; ilistXsize[j];i++) { int prescale, iTRb, iTRp; if (j==0) { iTRb = iClip3( -128, 127, p_Vid->dec_picture->poc - listX[LIST_0 + j][i]->poc ); } else if (j == 2) { iTRb = iClip3( -128, 127, p_Vid->dec_picture->top_poc - listX[LIST_0 + j][i]->poc ); } else { iTRb = iClip3( -128, 127, p_Vid->dec_picture->bottom_poc - listX[LIST_0 + j][i]->poc ); } iTRp = iClip3( -128, 127, listX[LIST_1 + j][0]->poc - listX[LIST_0 + j][i]->poc); if (iTRp!=0) { prescale = ( 16384 + iabs( iTRp / 2 ) ) / iTRp; currSlice->mvscale[j][i] = iClip3( -1024, 1023, ( iTRb * prescale + 32 ) >> 6 ) ; } else { currSlice->mvscale[j][i] = 9999; } } } } } /*! ************************************************************************ * \brief * Compute co-located motion info * for 4:4:4 Independent mode * ************************************************************************ */ void compute_colocated_JV(Slice *currSlice, ColocatedParams* p, StorablePicture **listX[6]) { VideoParameters *p_Vid = currSlice->p_Vid; seq_parameter_set_rbsp_t *active_sps = p_Vid->active_sps; StorablePicture *fs, *fs_top, *fs_bottom; int i,j, ii, jj, jdiv; int np = p_Vid->colour_plane_id; fs_top = fs_bottom = fs = listX[LIST_1 ][0]; if (currSlice->mb_aff_frame_flag) { fs_top= listX[LIST_1 + 2][0]; fs_bottom= listX[LIST_1 + 4][0]; } else { if (p_Vid->field_pic_flag) { if ((p_Vid->structure != fs->structure) && (fs->coded_frame)) { if (p_Vid->structure==TOP_FIELD) { fs_top=fs_bottom=fs = listX[LIST_1 ][0]->top_field; } else { fs_top=fs_bottom=fs = listX[LIST_1 ][0]->bottom_field; } } } } if (!active_sps->frame_mbs_only_flag || active_sps->direct_8x8_inference_flag) { for (j=0 ; jsize_y/4 ; j++) { jdiv = j/2; jj = j/2 + 4 * (j/8); for (i=0 ; isize_x/4 ; i++) { if (currSlice->mb_aff_frame_flag && fs->motion.field_frame[j][i]) { //! Assign frame buffers for field MBs //! Check whether we should use top or bottom field mvs. //! Depending on the assigned poc values. if (iabs(p_Vid->dec_picture->poc - fs_bottom->poc)> iabs(p_Vid->dec_picture->poc -fs_top->poc) ) { p->frame.motion[LIST_0][j][i].mv[0] = fs_top->JVmotion[np].motion[LIST_0][jdiv][i].mv[0]; p->frame.motion[LIST_0][j][i].mv[1] = fs_top->JVmotion[np].motion[LIST_0][jdiv][i].mv[1] ; p->frame.motion[LIST_1][j][i].mv[0] = fs_top->JVmotion[np].motion[LIST_1][jdiv][i].mv[0]; p->frame.motion[LIST_1][j][i].mv[1] = fs_top->JVmotion[np].motion[LIST_1][jdiv][i].mv[1] ; p->frame.motion[LIST_0][j][i].ref_idx = fs_top->JVmotion[np].motion[LIST_0][jdiv][i].ref_idx; p->frame.motion[LIST_1][j][i].ref_idx = fs_top->JVmotion[np].motion[LIST_1][jdiv][i].ref_idx; p->frame.motion[LIST_0][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_0][jj][i].ref_id; p->frame.motion[LIST_1][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_1][jj][i].ref_id; p->is_long_term = fs_top->is_long_term; } else { p->frame.motion[LIST_0][j][i].mv[0] = fs_bottom->JVmotion[np].motion[LIST_0][jdiv][i].mv[0]; p->frame.motion[LIST_0][j][i].mv[1] = fs_bottom->JVmotion[np].motion[LIST_0][jdiv][i].mv[1] ; p->frame.motion[LIST_1][j][i].mv[0] = fs_bottom->JVmotion[np].motion[LIST_1][jdiv][i].mv[0]; p->frame.motion[LIST_1][j][i].mv[1] = fs_bottom->JVmotion[np].motion[LIST_1][jdiv][i].mv[1] ; p->frame.motion[LIST_0][j][i].ref_idx = fs_bottom->JVmotion[np].motion[LIST_0][jdiv][i].ref_idx; p->frame.motion[LIST_1][j][i].ref_idx = fs_bottom->JVmotion[np].motion[LIST_1][jdiv][i].ref_idx; p->frame.motion[LIST_0][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_0][jj + 4][i].ref_id; p->frame.motion[LIST_1][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_1][jj + 4][i].ref_id; p->is_long_term = fs_bottom->is_long_term; } } else { p->frame.motion[LIST_0][j][i].mv[0] = fs->JVmotion[np].motion[LIST_0][j][i].mv[0]; p->frame.motion[LIST_0][j][i].mv[1] = fs->JVmotion[np].motion[LIST_0][j][i].mv[1] ; p->frame.motion[LIST_1][j][i].mv[0] = fs->JVmotion[np].motion[LIST_1][j][i].mv[0]; p->frame.motion[LIST_1][j][i].mv[1] = fs->JVmotion[np].motion[LIST_1][j][i].mv[1] ; p->frame.motion[LIST_0][j][i].ref_idx = fs->JVmotion[np].motion[LIST_0][j][i].ref_idx; p->frame.motion[LIST_1][j][i].ref_idx = fs->JVmotion[np].motion[LIST_1][j][i].ref_idx; p->frame.motion[LIST_0][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_0][j][i].ref_id; p->frame.motion[LIST_1][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_1][j][i].ref_id; p->is_long_term = fs->is_long_term; } } } } //! Generate field MVs from Frame MVs if (p_Vid->structure || currSlice->mb_aff_frame_flag) { for (j=0 ; jsize_y/8 ; j++) { jj = RSD(j); for (i=0 ; isize_x/4 ; i++) { ii = RSD(i); //! Do nothing if macroblock as field coded in MB-AFF if (!currSlice->mb_aff_frame_flag ) { p->frame.motion[LIST_0][j][i].mv[0] = fs->JVmotion[np].motion[LIST_0][jj][ii].mv[0]; p->frame.motion[LIST_0][j][i].mv[1] = fs->JVmotion[np].motion[LIST_0][jj][ii].mv[1]; p->frame.motion[LIST_1][j][i].mv[0] = fs->JVmotion[np].motion[LIST_1][jj][ii].mv[0]; p->frame.motion[LIST_1][j][i].mv[1] = fs->JVmotion[np].motion[LIST_1][jj][ii].mv[1]; // Scaling of references is done here since it will not affect spatial direct (2*0 =0) if (fs->JVmotion[np].motion[LIST_0][jj][ii].ref_idx == -1) { p->frame.motion[LIST_0][j][i].ref_idx = -1; p->frame.motion[LIST_0][j][i].ref_pic_id = UNDEFINED_REFERENCE; // TODO: UNDEFINED_REFERENCE ? } else { p->frame.motion[LIST_0][j][i].ref_idx = fs->JVmotion[np].motion[LIST_0][jj][ii].ref_idx; p->frame.motion[LIST_0][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_0][jj][ii].ref_id; } if (fs->JVmotion[np].motion[LIST_1][jj][ii].ref_idx == -1) { p->frame.motion[LIST_1][j][i].ref_idx = -1; p->frame.motion[LIST_1][j][i].ref_pic_id = UNDEFINED_REFERENCE; // TODO: UNDEFINED_REFERENCE ? } else { p->frame.motion[LIST_1][j][i].ref_idx = fs->JVmotion[np].motion[LIST_1][jj][ii].ref_idx; p->frame.motion[LIST_1][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_1][jj][ii].ref_id; } p->is_long_term = fs->is_long_term; if (currSlice->direct_spatial_mv_pred_flag == 1) { p->frame.moving_block[j][i] = !((!p->is_long_term && ((p->frame.motion[LIST_0][j][i].ref_idx == 0) && (iabs(p->frame.motion[LIST_0][j][i].mv[0])>>1 == 0) && (iabs(p->frame.motion[LIST_0][j][i].mv[1])>>1 == 0))) || ((p->frame.motion[LIST_0][j][i].ref_idx == -1) && (p->frame.motion[LIST_1][j][i].ref_idx == 0) && (iabs(p->frame.motion[LIST_1][j][i].mv[0])>>1 == 0) && (iabs(p->frame.motion[LIST_1][j][i].mv[1])>>1 == 0))); } } else { p->bottom.motion[LIST_0][j][i].mv[0] = fs_bottom->JVmotion[np].motion[LIST_0][jj][ii].mv[0]; p->bottom.motion[LIST_0][j][i].mv[1] = fs_bottom->JVmotion[np].motion[LIST_0][jj][ii].mv[1]; p->bottom.motion[LIST_1][j][i].mv[0] = fs_bottom->JVmotion[np].motion[LIST_1][jj][ii].mv[0]; p->bottom.motion[LIST_1][j][i].mv[1] = fs_bottom->JVmotion[np].motion[LIST_1][jj][ii].mv[1]; p->bottom.motion[LIST_0][j][i].ref_idx = fs_bottom->JVmotion[np].motion[LIST_0][jj][ii].ref_idx; p->bottom.motion[LIST_1][j][i].ref_idx = fs_bottom->JVmotion[np].motion[LIST_1][jj][ii].ref_idx; p->bottom.motion[LIST_0][j][i].ref_pic_id = fs_bottom->JVmotion[np].motion[LIST_0][jj][ii].ref_id; p->bottom.motion[LIST_1][j][i].ref_pic_id = fs_bottom->JVmotion[np].motion[LIST_1][jj][ii].ref_id; if (currSlice->direct_spatial_mv_pred_flag == 1) { p->bottom.moving_block[j][i] = !((!fs_bottom->is_long_term && ((p->bottom.motion[LIST_0][j][i].ref_idx == 0) && (iabs(p->bottom.motion[LIST_0][j][i].mv[0])>>1 == 0) && (iabs(p->bottom.motion[LIST_0][j][i].mv[1])>>1 == 0))) || ((p->bottom.motion[LIST_0][j][i].ref_idx == -1) && (p->bottom.motion[LIST_1][j][i].ref_idx == 0) && (iabs(p->bottom.motion[LIST_1][j][i].mv[0])>>1 == 0) && (iabs(p->bottom.motion[LIST_1][j][i].mv[1])>>1 == 0))); } p->top.motion[LIST_0][j][i].mv[0] = fs_top->JVmotion[np].motion[LIST_0][jj][ii].mv[0]; p->top.motion[LIST_0][j][i].mv[1] = fs_top->JVmotion[np].motion[LIST_0][jj][ii].mv[1]; p->top.motion[LIST_1][j][i].mv[0] = fs_top->JVmotion[np].motion[LIST_1][jj][ii].mv[0]; p->top.motion[LIST_1][j][i].mv[1] = fs_top->JVmotion[np].motion[LIST_1][jj][ii].mv[1]; p->top.motion[LIST_0][j][i].ref_idx = fs_top->JVmotion[np].motion[LIST_0][jj][ii].ref_idx; p->top.motion[LIST_1][j][i].ref_idx = fs_top->JVmotion[np].motion[LIST_1][jj][ii].ref_idx; p->top.motion[LIST_0][j][i].ref_pic_id = fs_top->JVmotion[np].motion[LIST_0][jj][ii].ref_id; p->top.motion[LIST_1][j][i].ref_pic_id = fs_top->JVmotion[np].motion[LIST_1][jj][ii].ref_id; if (currSlice->direct_spatial_mv_pred_flag == 1) { p->top.moving_block[j][i] = !((!fs_top->is_long_term && ((p->top.motion[LIST_0][j][i].ref_idx == 0) && (iabs(p->top.motion[LIST_0][j][i].mv[0])>>1 == 0) && (iabs(p->top.motion[LIST_0][j][i].mv[1])>>1 == 0))) || ((p->top.motion[LIST_0][j][i].ref_idx == -1) && (p->top.motion[LIST_1][j][i].ref_idx == 0) && (iabs(p->top.motion[LIST_1][j][i].mv[0])>>1 == 0) && (iabs(p->top.motion[LIST_1][j][i].mv[1])>>1 == 0))); } if ((currSlice->direct_spatial_mv_pred_flag == 0 ) && !fs->motion.field_frame[2*j][i]) { p->top.motion[LIST_0][j][i].mv[1] /= 2; p->top.motion[LIST_1][j][i].mv[1] /= 2; p->bottom.motion[LIST_0][j][i].mv[1] /= 2; p->bottom.motion[LIST_1][j][i].mv[1] /= 2; } } } } } if (!active_sps->frame_mbs_only_flag || active_sps->direct_8x8_inference_flag) { //! Use inference flag to remap mvs/references //! Frame with field co-located if (!p_Vid->structure) { for (j=0 ; jsize_y/4 ; j++) { jdiv = j/2; jj = j/2 + 4*(j/8); for (i=0 ; isize_x/4 ; i++) { if (fs->motion.field_frame[j][i]) { if (iabs(p_Vid->dec_picture->poc - fs->bottom_field->poc) > iabs(p_Vid->dec_picture->poc - fs->top_field->poc)) { p->frame.motion[LIST_0][j][i].mv[0] = fs->top_field->JVmotion[np].motion[LIST_0][jdiv][i].mv[0]; p->frame.motion[LIST_0][j][i].mv[1] = fs->top_field->JVmotion[np].motion[LIST_0][jdiv][i].mv[1] ; p->frame.motion[LIST_1][j][i].mv[0] = fs->top_field->JVmotion[np].motion[LIST_1][jdiv][i].mv[0]; p->frame.motion[LIST_1][j][i].mv[1] = fs->top_field->JVmotion[np].motion[LIST_1][jdiv][i].mv[1] ; p->frame.motion[LIST_0][j][i].ref_idx = fs->top_field->JVmotion[np].motion[LIST_0][jdiv][i].ref_idx; p->frame.motion[LIST_1][j][i].ref_idx = fs->top_field->JVmotion[np].motion[LIST_1][jdiv][i].ref_idx; p->frame.motion[LIST_0][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_0][jj][i].ref_id; p->frame.motion[LIST_1][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_1][jj][i].ref_id; p->is_long_term = fs->top_field->is_long_term; } else { p->frame.motion[LIST_0][j][i].mv[0] = fs->bottom_field->JVmotion[np].motion[LIST_0][jdiv][i].mv[0]; p->frame.motion[LIST_0][j][i].mv[1] = fs->bottom_field->JVmotion[np].motion[LIST_0][jdiv][i].mv[1] ; p->frame.motion[LIST_1][j][i].mv[0] = fs->bottom_field->JVmotion[np].motion[LIST_1][jdiv][i].mv[0]; p->frame.motion[LIST_1][j][i].mv[1] = fs->bottom_field->JVmotion[np].motion[LIST_1][jdiv][i].mv[1] ; p->frame.motion[LIST_0][j][i].ref_idx = fs->bottom_field->JVmotion[np].motion[LIST_0][jdiv][i].ref_idx; p->frame.motion[LIST_1][j][i].ref_idx = fs->bottom_field->JVmotion[np].motion[LIST_1][jdiv][i].ref_idx; p->frame.motion[LIST_0][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_0][jj + 4][i].ref_id; p->frame.motion[LIST_1][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_1][jj + 4][i].ref_id; p->is_long_term = fs->bottom_field->is_long_term; } } } } } } p->is_long_term = fs->is_long_term; if (!active_sps->frame_mbs_only_flag || active_sps->direct_8x8_inference_flag) { for (j=0 ; jsize_y/4 ; j++) { jj = RSD(j); for (i=0 ; isize_x/4 ; i++) { ii = RSD(i); p->frame.motion[LIST_0][j][i] = p->frame.motion[LIST_0][jj][ii]; p->frame.motion[LIST_1][j][i] = p->frame.motion[LIST_1][jj][ii]; //p->frame.mv[LIST_0][j][i][0] = p->frame.mv[LIST_0][jj][ii][0]; //p->frame.mv[LIST_0][j][i][1] = p->frame.mv[LIST_0][jj][ii][1]; //p->frame.mv[LIST_1][j][i][0] = p->frame.mv[LIST_1][jj][ii][0]; //p->frame.mv[LIST_1][j][i][1] = p->frame.mv[LIST_1][jj][ii][1]; //p->frame.ref_idx[LIST_0][j][i]=p->frame.ref_idx[LIST_0][jj][ii]; //p->frame.ref_idx[LIST_1][j][i]=p->frame.ref_idx[LIST_1][jj][ii]; //p->frame.ref_pic_id[LIST_0][j][i] = p->frame.ref_pic_id[LIST_0][jj][ii]; //p->frame.ref_pic_id[LIST_1][j][i] = p->frame.ref_pic_id[LIST_1][jj][ii]; if (currSlice->direct_spatial_mv_pred_flag == 1) { p->frame.moving_block[j][i]= (byte) ( !((!p->is_long_term && ((p->frame.motion[LIST_0][j][i].ref_idx == 0) && (iabs(p->frame.motion[LIST_0][j][i].mv[0])>>1 == 0) && (iabs(p->frame.motion[LIST_0][j][i].mv[1])>>1 == 0))) || ((p->frame.motion[LIST_0][j][i].ref_idx == -1) && (p->frame.motion[LIST_1][j][i].ref_idx == 0) && (iabs(p->frame.motion[LIST_1][j][i].mv[0])>>1 == 0) && (iabs(p->frame.motion[LIST_1][j][i].mv[1])>>1 == 0)))); } } } } else { for (j=0 ; jsize_y/4 ; j++) { jj = RSD(j); for (i=0 ; isize_x/4 ; i++) { ii = RSD(i); //! Use inference flag to remap mvs/references p->frame.motion[LIST_0][j][i].mv[0] = fs->JVmotion[np].motion[LIST_0][j][i].mv[0]; p->frame.motion[LIST_0][j][i].mv[1] = fs->JVmotion[np].motion[LIST_0][j][i].mv[1]; p->frame.motion[LIST_1][j][i].mv[0] = fs->JVmotion[np].motion[LIST_1][j][i].mv[0]; p->frame.motion[LIST_1][j][i].mv[1] = fs->JVmotion[np].motion[LIST_1][j][i].mv[1]; p->frame.motion[LIST_0][j][i].ref_idx = fs->JVmotion[np].motion[LIST_0][j][i].ref_idx; p->frame.motion[LIST_1][j][i].ref_idx = fs->JVmotion[np].motion[LIST_1][j][i].ref_idx; p->frame.motion[LIST_0][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_0][j][i].ref_id; p->frame.motion[LIST_1][j][i].ref_pic_id = fs->JVmotion[np].motion[LIST_1][j][i].ref_id; if (currSlice->direct_spatial_mv_pred_flag == 1) { p->frame.moving_block[j][i]= (byte) ( !((!p->is_long_term && ((p->frame.motion[LIST_0][j][i].ref_idx == 0) && (iabs(p->frame.motion[LIST_0][j][i].mv[0])>>1 == 0) && (iabs(p->frame.motion[LIST_0][j][i].mv[1])>>1 == 0))) || ((p->frame.motion[LIST_0][j][i].ref_idx == -1) && (p->frame.motion[LIST_1][j][i].ref_idx == 0) && (iabs(p->frame.motion[LIST_1][j][i].mv[0])>>1 == 0) && (iabs(p->frame.motion[LIST_1][j][i].mv[1])>>1 == 0)))); } } } } if (currSlice->direct_spatial_mv_pred_flag == 0) { for (j=0 ; jsize_y/4 ; j++) { for (i=0 ; isize_x/4 ; i++) { if ((!currSlice->mb_aff_frame_flag &&!p_Vid->structure && fs->motion.field_frame[j][i]) || (currSlice->mb_aff_frame_flag && fs->motion.field_frame[j][i])) { p->frame.motion[LIST_0][j][i].mv[1] *= 2; p->frame.motion[LIST_1][j][i].mv[1] *= 2; } else if (p_Vid->structure && !fs->motion.field_frame[j][i]) { p->frame.motion[LIST_0][j][i].mv[1] /= 2; p->frame.motion[LIST_1][j][i].mv[1] /= 2; } } } for (j=0; j<2 + (currSlice->mb_aff_frame_flag * 4);j+=2) { for (i=0; ilistXsize[j];i++) { int prescale, iTRb, iTRp; if (j==0) { iTRb = iClip3( -128, 127, p_Vid->dec_picture->poc - listX[LIST_0 + j][i]->poc ); } else if (j == 2) { iTRb = iClip3( -128, 127, p_Vid->dec_picture->top_poc - listX[LIST_0 + j][i]->poc ); } else { iTRb = iClip3( -128, 127, p_Vid->dec_picture->bottom_poc - listX[LIST_0 + j][i]->poc ); } iTRp = iClip3( -128, 127, listX[LIST_1 + j][0]->poc - listX[LIST_0 + j][i]->poc); if (iTRp!=0) { prescale = ( 16384 + iabs( iTRp / 2 ) ) / iTRp; currSlice->mvscale[j][i] = iClip3( -1024, 1023, ( iTRb * prescale + 32 ) >> 6 ) ; } else { currSlice->mvscale[j][i] = 9999; } } } } } void copy_storable_param_JV( VideoParameters *p_Vid, PicMotionParams *JVplane, PicMotionParams *motion ) { seq_parameter_set_rbsp_t *active_sps = p_Vid->active_sps; int md_size = (p_Vid->height / BLOCK_SIZE) * (p_Vid->width / BLOCK_SIZE); int ref_size = active_sps->frame_mbs_only_flag ? 2 * md_size : 6 * md_size; memcpy(JVplane->motion, motion->motion, md_size*sizeof(PicMotion)); if (motion->field_references) memcpy(JVplane->field_references, motion->field_references, 4*md_size*sizeof(h264_ref_t)); }