| /*! | |
| *************************************************************************** | |
| * \file md_high.c | |
| * | |
| * \brief | |
| * Main macroblock mode decision functions and helpers | |
| * | |
| ************************************************************************** | |
| */ | |
| #include <stdlib.h> | |
| #include <math.h> | |
| #include <assert.h> | |
| #include <limits.h> | |
| #include <float.h> | |
| #include <memory.h> | |
| #include <string.h> | |
| #include "global.h" | |
| #include "rdopt_coding_state.h" | |
| #include "mb_access.h" | |
| #include "intrarefresh.h" | |
| #include "image.h" | |
| #include "transform8x8.h" | |
| #include "ratectl.h" | |
| #include "mode_decision.h" | |
| #include "fmo.h" | |
| #include "me_umhex.h" | |
| #include "me_umhexsmp.h" | |
| #include "macroblock.h" | |
| /*! | |
| ************************************************************************************* | |
| * \brief | |
| * Mode Decision for a macroblock | |
| ************************************************************************************* | |
| */ | |
| void encode_one_macroblock_high () | |
| { | |
| int max_index; | |
| int block, index, mode, i, j, ctr16x16, MEPos; | |
| signed char best_pdir; | |
| RD_PARAMS enc_mb; | |
| double min_rdcost, max_rdcost=1e30; | |
| signed char best_ref[2] = {0, -1}; | |
| int bmcost[5] = {INT_MAX}; | |
| int cost=0; | |
| int min_cost = INT_MAX, cost_direct=0, have_direct=0, i16mode=0; | |
| int intra1 = 0; | |
| int cost8x8_direct = 0; | |
| short islice = (short) (img->type==I_SLICE); | |
| short bslice = (short) (img->type==B_SLICE); | |
| short pslice = (short) ((img->type==P_SLICE) || (img->type==SP_SLICE)); | |
| short intra = (short) (islice || (pslice && img->mb_y==img->mb_y_upd && img->mb_y_upd!=img->mb_y_intra)); | |
| int lambda_mf[3]; | |
| Macroblock* currMB = &img->mb_data[img->current_mb_nr]; | |
| int prev_mb_nr = FmoGetPreviousMBNr(img->current_mb_nr); | |
| Macroblock* prevMB = (prev_mb_nr >= 0) ? &img->mb_data[prev_mb_nr]:NULL ; | |
| short min_chroma_pred_mode, max_chroma_pred_mode; | |
| short inter_skip = 0; | |
| double min_rate = 0; | |
| if(input->SearchMode == UM_HEX) | |
| { | |
| UMHEX_decide_intrabk_SAD(); | |
| } | |
| else if (input->SearchMode == UM_HEX_SIMPLE) | |
| { | |
| smpUMHEX_decide_intrabk_SAD(); | |
| } | |
| intra |= RandomIntra (img->current_mb_nr); // Forced Pseudo-Random Intra | |
| //===== Setup Macroblock encoding parameters ===== | |
| init_enc_mb_params(currMB, &enc_mb, intra, bslice); | |
| // reset chroma intra predictor to default | |
| currMB->c_ipred_mode = DC_PRED_8; | |
| //===== S T O R E C O D I N G S T A T E ===== | |
| //--------------------------------------------------- | |
| store_coding_state (cs_cm); | |
| if (!intra) | |
| { | |
| //===== set direct motion vectors ===== | |
| best_mode = 1; | |
| if (bslice) | |
| { | |
| Get_Direct_Motion_Vectors (); | |
| } | |
| if (input->CtxAdptLagrangeMult == 1) | |
| { | |
| get_initial_mb16x16_cost(); | |
| } | |
| //===== MOTION ESTIMATION FOR 16x16, 16x8, 8x16 BLOCKS ===== | |
| for (min_cost=INT_MAX, mode=1; mode<4; mode++) | |
| { | |
| bi_pred_me = 0; | |
| img->bi_pred_me[mode]=0; | |
| if (enc_mb.valid[mode]) | |
| { | |
| for (cost=0, block=0; block<(mode==1?1:2); block++) | |
| { | |
| for (MEPos = 0; MEPos < 3; MEPos ++) | |
| { | |
| lambda_mf[MEPos] = input->CtxAdptLagrangeMult == 0 ? enc_mb.lambda_mf[MEPos] : (int)(enc_mb.lambda_mf[MEPos] * sqrt(lambda_mf_factor)); | |
| } | |
| PartitionMotionSearch (mode, block, lambda_mf); | |
| //--- set 4x4 block indizes (for getting MV) --- | |
| j = (block==1 && mode==2 ? 2 : 0); | |
| i = (block==1 && mode==3 ? 2 : 0); | |
| //--- get cost and reference frame for List 0 prediction --- | |
| bmcost[LIST_0] = INT_MAX; | |
| list_prediction_cost(LIST_0, block, mode, enc_mb, bmcost, best_ref); | |
| if (bslice) | |
| { | |
| //--- get cost and reference frame for List 1 prediction --- | |
| bmcost[LIST_1] = INT_MAX; | |
| list_prediction_cost(LIST_1, block, mode, enc_mb, bmcost, best_ref); | |
| // Compute bipredictive cost between best list 0 and best list 1 references | |
| list_prediction_cost(BI_PRED, block, mode, enc_mb, bmcost, best_ref); | |
| // Finally, if mode 16x16, compute cost for bipredictive ME vectore | |
| if (input->BiPredMotionEstimation && mode == 1) | |
| { | |
| list_prediction_cost(BI_PRED_L0, block, mode, enc_mb, bmcost, 0); | |
| list_prediction_cost(BI_PRED_L1, block, mode, enc_mb, bmcost, 0); | |
| } | |
| else | |
| { | |
| bmcost[BI_PRED_L0] = INT_MAX; | |
| bmcost[BI_PRED_L1] = INT_MAX; | |
| } | |
| // Determine prediction list based on mode cost | |
| determine_prediction_list(mode, bmcost, best_ref, &best_pdir, &cost, &bi_pred_me); | |
| } | |
| else // if (bslice) | |
| { | |
| best_pdir = 0; | |
| cost += bmcost[LIST_0]; | |
| } | |
| assign_enc_picture_params(mode, best_pdir, block, enc_mb.list_offset[LIST_0], best_ref[LIST_0], best_ref[LIST_1], bslice); | |
| //----- set reference frame and direction parameters ----- | |
| if (mode==3) | |
| { | |
| best8x8fwref [3][block ] = best8x8fwref [3][ block+2] = best_ref[LIST_0]; | |
| best8x8pdir [3][block ] = best8x8pdir [3][ block+2] = best_pdir; | |
| best8x8bwref [3][block ] = best8x8bwref [3][ block+2] = best_ref[LIST_1]; | |
| } | |
| else if (mode==2) | |
| { | |
| best8x8fwref [2][2*block] = best8x8fwref [2][2*block+1] = best_ref[LIST_0]; | |
| best8x8pdir [2][2*block] = best8x8pdir [2][2*block+1] = best_pdir; | |
| best8x8bwref [2][2*block] = best8x8bwref [2][2*block+1] = best_ref[LIST_1]; | |
| } | |
| else | |
| { | |
| memset(&best8x8fwref [1][0], best_ref[LIST_0], 4 * sizeof(char)); | |
| memset(&best8x8bwref [1][0], best_ref[LIST_1], 4 * sizeof(char)); | |
| best8x8pdir [1][0] = best8x8pdir [1][1] = best8x8pdir [1][2] = best8x8pdir [1][3] = best_pdir; | |
| } | |
| //--- set reference frames and motion vectors --- | |
| if (mode>1 && block==0) | |
| SetRefAndMotionVectors (block, mode, best_pdir, best_ref[LIST_0], best_ref[LIST_1]); | |
| } // for (block=0; block<(mode==1?1:2); block++) | |
| if (cost < min_cost) | |
| { | |
| best_mode = mode; | |
| min_cost = cost; | |
| if (input->CtxAdptLagrangeMult == 1) | |
| { | |
| adjust_mb16x16_cost(cost); | |
| } | |
| } | |
| } // if (enc_mb.valid[mode]) | |
| } // for (mode=1; mode<4; mode++) | |
| if (enc_mb.valid[P8x8]) | |
| { | |
| giRDOpt_B8OnlyFlag = 1; | |
| tr8x8.cost8x8 = INT_MAX; | |
| tr4x4.cost8x8 = INT_MAX; | |
| //===== store coding state of macroblock ===== | |
| store_coding_state (cs_mb); | |
| currMB->all_blk_8x8 = -1; | |
| if (input->Transform8x8Mode) | |
| { | |
| tr8x8.cost8x8 = 0; | |
| //=========================================================== | |
| // Check 8x8 partition with transform size 8x8 | |
| //=========================================================== | |
| //===== LOOP OVER 8x8 SUB-PARTITIONS (Motion Estimation & Mode Decision) ===== | |
| for (cost_direct=cbp8x8=cbp_blk8x8=cnt_nonz_8x8=0, block=0; block<4; block++) | |
| { | |
| submacroblock_mode_decision(enc_mb, &tr8x8, currMB, cofAC_8x8ts[block], | |
| &have_direct, bslice, block, &cost_direct, &cost, &cost8x8_direct, 1); | |
| best8x8mode [block] = tr8x8.part8x8mode [block]; | |
| best8x8pdir [P8x8][block] = tr8x8.part8x8pdir [block]; | |
| best8x8fwref[P8x8][block] = tr8x8.part8x8fwref[block]; | |
| best8x8bwref[P8x8][block] = tr8x8.part8x8bwref[block]; | |
| } | |
| // following params could be added in RD_8x8DATA structure | |
| cbp8_8x8ts = cbp8x8; | |
| cbp_blk8_8x8ts = cbp_blk8x8; | |
| cnt_nonz8_8x8ts = cnt_nonz_8x8; | |
| currMB->luma_transform_size_8x8_flag = 0; //switch to 4x4 transform size | |
| //--- re-set coding state (as it was before 8x8 block coding) --- | |
| //reset_coding_state (cs_mb); | |
| }// if (input->Transform8x8Mode) | |
| if (input->Transform8x8Mode != 2) | |
| { | |
| tr4x4.cost8x8 = 0; | |
| //================================================================= | |
| // Check 8x8, 8x4, 4x8 and 4x4 partitions with transform size 4x4 | |
| //================================================================= | |
| //===== LOOP OVER 8x8 SUB-PARTITIONS (Motion Estimation & Mode Decision) ===== | |
| for (cost_direct=cbp8x8=cbp_blk8x8=cnt_nonz_8x8=0, block=0; block<4; block++) | |
| { | |
| submacroblock_mode_decision(enc_mb, &tr4x4, currMB, cofAC8x8[block], | |
| &have_direct, bslice, block, &cost_direct, &cost, &cost8x8_direct, 0); | |
| best8x8mode [block] = tr4x4.part8x8mode [block]; | |
| best8x8pdir [P8x8][block] = tr4x4.part8x8pdir [block]; | |
| best8x8fwref[P8x8][block] = tr4x4.part8x8fwref[block]; | |
| best8x8bwref[P8x8][block] = tr4x4.part8x8bwref[block]; | |
| } | |
| //--- re-set coding state (as it was before 8x8 block coding) --- | |
| // reset_coding_state (cs_mb); | |
| }// if (input->Transform8x8Mode != 2) | |
| //--- re-set coding state (as it was before 8x8 block coding) --- | |
| reset_coding_state (cs_mb); | |
| // This is not enabled yet since mpr has reverse order. | |
| if (input->RCEnable) | |
| rc_store_diff(img->opix_x,img->opix_y,img->mpr); | |
| //check cost for P8x8 for non-rdopt mode | |
| giRDOpt_B8OnlyFlag = 0; | |
| } | |
| else // if (enc_mb.valid[P8x8]) | |
| { | |
| tr4x4.cost8x8 = INT_MAX; | |
| } | |
| // Find a motion vector for the Skip mode | |
| if(pslice) | |
| FindSkipModeMotionVector (); | |
| } | |
| else // if (!intra) | |
| { | |
| min_cost = INT_MAX; | |
| } | |
| //========= C H O O S E B E S T M A C R O B L O C K M O D E ========= | |
| //------------------------------------------------------------------------- | |
| { | |
| // store_coding_state (cs_cm); | |
| int mb_available_up; | |
| int mb_available_left; | |
| int mb_available_up_left; | |
| min_rdcost = max_rdcost; | |
| max_index = 9; | |
| if (input->BiPredMotionEstimation) | |
| img->bi_pred_me[1] =0; | |
| if (img->yuv_format != YUV400) | |
| { | |
| // precompute all new chroma intra prediction modes | |
| IntraChromaPrediction(&mb_available_up, &mb_available_left, &mb_available_up_left); | |
| if (input->FastCrIntraDecision) | |
| { | |
| IntraChromaRDDecision(enc_mb); | |
| min_chroma_pred_mode = (short) currMB->c_ipred_mode; | |
| max_chroma_pred_mode = (short) currMB->c_ipred_mode; | |
| } | |
| else | |
| { | |
| min_chroma_pred_mode = DC_PRED_8; | |
| max_chroma_pred_mode = PLANE_8; | |
| } | |
| } | |
| else | |
| { | |
| min_chroma_pred_mode = DC_PRED_8; | |
| max_chroma_pred_mode = DC_PRED_8; | |
| } | |
| for (currMB->c_ipred_mode=min_chroma_pred_mode; currMB->c_ipred_mode<=max_chroma_pred_mode; currMB->c_ipred_mode++) | |
| { | |
| // bypass if c_ipred_mode is not allowed | |
| if ( (img->yuv_format != YUV400) && | |
| ( ((!intra || !input->IntraDisableInterOnly) && input->ChromaIntraDisable == 1 && currMB->c_ipred_mode!=DC_PRED_8) | |
| || (currMB->c_ipred_mode == VERT_PRED_8 && !mb_available_up) | |
| || (currMB->c_ipred_mode == HOR_PRED_8 && !mb_available_left) | |
| || (currMB->c_ipred_mode == PLANE_8 && (!mb_available_left || !mb_available_up || !mb_available_up_left)))) | |
| continue; | |
| //===== GET BEST MACROBLOCK MODE ===== | |
| for (ctr16x16=0, index=0; index < max_index; index++) | |
| { | |
| mode = mb_mode_table[index]; | |
| if (img->yuv_format != YUV400) | |
| { | |
| mode = mb_mode_table[index]; | |
| i16mode = 0; | |
| } | |
| //--- for INTER16x16 check all prediction directions --- | |
| if (mode==1 && bslice) | |
| { | |
| best8x8pdir[1][0] = best8x8pdir[1][1] = best8x8pdir[1][2] = best8x8pdir[1][3] = (signed char) ctr16x16; | |
| if ( (bslice) && (input->BiPredMotionEstimation) | |
| && (ctr16x16 == 2 && img->bi_pred_me[mode] < 2 && mode == 1)) | |
| ctr16x16--; | |
| if (ctr16x16 < 2) | |
| index--; | |
| ctr16x16++; | |
| } | |
| // Skip intra modes in inter slices if best inter mode is | |
| // a MB partition and cbp is 0. | |
| if (input->SkipIntraInInterSlices && !intra && mode >= I16MB | |
| && best_mode <=3 && currMB->cbp == 0) | |
| continue; | |
| // check if weights are in valid range for biprediction. | |
| if (bslice && active_pps->weighted_bipred_idc == 1 && mode < P8x8) | |
| { | |
| int cur_blk, cur_comp; | |
| int weight_sum; | |
| Boolean invalid_mode = FALSE; | |
| for (cur_blk = 0; cur_blk < 4; cur_blk ++) | |
| { | |
| if (best8x8pdir[mode][cur_blk] == 2) | |
| { | |
| for (cur_comp = 0; cur_comp < (active_sps->chroma_format_idc == YUV400 ? 1 : 3) ; cur_comp ++) | |
| { | |
| weight_sum = | |
| wbp_weight[0][(int) best8x8fwref[mode][cur_blk]][(int) best8x8bwref[mode][cur_blk]][cur_comp] + | |
| wbp_weight[1][(int) best8x8fwref[mode][cur_blk]][(int) best8x8bwref[mode][cur_blk]][cur_comp]; | |
| if (weight_sum < -128 || weight_sum > 127) | |
| { | |
| invalid_mode = TRUE; | |
| break; | |
| } | |
| } | |
| if (invalid_mode == TRUE) | |
| break; | |
| } | |
| } | |
| if (invalid_mode == TRUE) | |
| { | |
| if ((input->BiPredMotionEstimation) && ctr16x16 == 2 | |
| && img->bi_pred_me[mode] < 2 && mode == 1) | |
| img->bi_pred_me[mode] = (short) (img->bi_pred_me[mode] + 1); | |
| continue; | |
| } | |
| } | |
| if (enc_mb.valid[mode]) | |
| compute_mode_RD_cost(mode, currMB, enc_mb, &min_rdcost, &min_rate, i16mode, bslice, &inter_skip); | |
| if ((input->BiPredMotionEstimation) && (bslice) && ctr16x16 == 2 | |
| && img->bi_pred_me[mode] < 2 && mode == 1 && best8x8pdir[1][0] == 2) | |
| img->bi_pred_me[mode] = (short) (img->bi_pred_me[mode] + 1); | |
| }// for (ctr16x16=0, index=0; index<max_index; index++) | |
| }// for (currMB->c_ipred_mode=DC_PRED_8; currMB->c_ipred_mode<=max_chroma_pred_mode; currMB->c_ipred_mode++) | |
| #ifdef BEST_NZ_COEFF | |
| for (j=0;j<4;j++) | |
| for (i=0; i<(4+img->num_blk8x8_uv); i++) | |
| img->nz_coeff[img->current_mb_nr][j][i] = gaaiMBAFF_NZCoeff[j][i]; | |
| #endif | |
| } | |
| intra1 = IS_INTRA(currMB); | |
| //===== S E T F I N A L M A C R O B L O C K P A R A M E T E R S ====== | |
| //--------------------------------------------------------------------------- | |
| if (((cbp!=0 || best_mode==I16MB) && (best_mode!=IPCM) )) | |
| currMB->prev_cbp = 1; | |
| else if ((cbp==0 && !input->RCEnable) || (best_mode==IPCM)) | |
| { | |
| currMB->delta_qp = 0; | |
| currMB->qp = currMB->prev_qp; | |
| set_chroma_qp(currMB); | |
| img->qp = currMB->qp; | |
| currMB->prev_cbp = 0; | |
| } | |
| set_stored_macroblock_parameters (); | |
| // Rate control | |
| if(input->RCEnable) | |
| update_rc(currMB, best_mode); | |
| rdopt->min_rdcost = min_rdcost; | |
| if ( (img->MbaffFrameFlag) | |
| && (img->current_mb_nr%2) | |
| && (currMB->mb_type ? 0:((bslice) ? !currMB->cbp:1)) // bottom is skip | |
| && (prevMB->mb_type ? 0:((bslice) ? !prevMB->cbp:1)) | |
| && !(field_flag_inference() == enc_mb.curr_mb_field)) // top is skip | |
| { | |
| rdopt->min_rdcost = 1e30; // don't allow coding of a MB pair as skip if wrong inference | |
| } | |
| //===== Decide if this MB will restrict the reference frames ===== | |
| if (input->RestrictRef) | |
| update_refresh_map(intra, intra1, currMB); | |
| if(input->SearchMode == UM_HEX) | |
| { | |
| UMHEX_skip_intrabk_SAD(best_mode, listXsize[enc_mb.list_offset[LIST_0]]); | |
| } | |
| else if(input->SearchMode == UM_HEX_SIMPLE) | |
| { | |
| smpUMHEX_skip_intrabk_SAD(best_mode, listXsize[enc_mb.list_offset[LIST_0]]); | |
| } | |
| //--- constrain intra prediction --- | |
| if(input->UseConstrainedIntraPred && (img->type==P_SLICE || img->type==B_SLICE)) | |
| { | |
| img->intra_block[img->current_mb_nr] = IS_INTRA(currMB); | |
| } | |
| } | |