diff -r 000000000000 -r 951a5db380a0 videoeditorengine/avcedit/src/sequence.cpp --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/videoeditorengine/avcedit/src/sequence.cpp Fri Jan 29 14:08:33 2010 +0200 @@ -0,0 +1,2074 @@ +/* +* Copyright (c) 2010 Ixonos Plc. +* All rights reserved. +* This component and the accompanying materials are made available +* under the terms of the "Eclipse Public License v1.0" +* which accompanies this distribution, and is available +* at the URL "http://www.eclipse.org/legal/epl-v10.html". +* +* Initial Contributors: +* Nokia Corporation - Initial contribution +* +* Contributors: +* Ixonos Plc +* +* Description: +* +*/ + + +#include "globals.h" +#include "bitbuffer.h" +#include "vld.h" +#include "framebuffer.h" +#include "avcdapi.h" +#include "parameterset.h" +#include "dpb.h" +#include "sequence.h" + + +#define SEQ_OK 0 +#define SEQ_ERROR -1 +#define SEQ_ERR_MEM -2 +#define SEQ_ERR_GAPS_IN_FRAME_NUM -3 +#define SEQ_ERR_DPB_CORRUPTED -4 + +// Definitions of SEI types +#define SEI_TYPE_SCENE_INFO 9 + + +#ifdef CHECK_MV_RANGE +int maxVerticalMvRange; +#endif + + +void GenerateEmptyFrame(sequence_s *seq, bitbuffer_s *bitbuf, TUint aFrameNumber); + + + +/* + * setLower4Bits: + * + * Parameters: + * value the destination to store the 4 bits + * bits the 4 bits to be copied + * + * Function: + * Assign the value to the lowest 4 bits + * + * Return: + * - + */ +#define setLower4Bits(value, bits) (value) = ((value) & ~0xF) | ((bits)) + + +/* + * + * avcdOpen: + * + * Parameters: + * - + * + * Function: + * Open AVC decoder. + * + * Returns: + * Pointer to initialized avcdDecoder_t object + */ +avcdDecoder_t *avcdOpen() +{ + sequence_s *seq; + + + // Allocate sequence object + if ((seq = (sequence_s *)User::Alloc(sizeof(sequence_s))) == NULL) + return NULL; + + memset(seq, 0, sizeof(sequence_s)); + + // Open bitbuffer + if ((seq->bitbuf = bibOpen()) == NULL) + return NULL; + + seq->isFirstSliceOfSeq = 1; + seq->unusedShortTermFrameNum = -1; + +#ifdef VIDEOEDITORENGINE_AVC_EDITING + // Open slices + if ((seq->currSlice = sliceOpen()) == NULL) + return NULL; + + if ((seq->nextSlice = sliceOpen()) == NULL) + return NULL; + + // Open dpb + if ((seq->dpb = dpbOpen()) == NULL) + return NULL; + + seq->iFrameNumber = 0; + seq->iFromEncoder = 0; + seq->iEncodeUntilIDR = 0; + seq->iBitShiftInSlice = 0; + seq->iPreviousPPSId = 0; + seq->iNumSPS = 0; + seq->iNumPPS = 0; + + seq->iTotalFrameNumber = 0; + +#endif // VIDEOEDITORENGINE_AVC_EDITING + + return seq; +} + + +/* + * + * avcdClose: + * + * Parameters: + * seq Sequence object + * + * Function: + * Close sequence. + * + * Returns: + * - + */ +void avcdClose(avcdDecoder_t *dec) +{ + sequence_s *seq = (sequence_s *)dec; + + /* Close bitbuffer */ + bibClose(seq->bitbuf); + + /* Close parameter sets */ + psCloseParametersSets(seq->spsList, seq->ppsList); + +#ifdef VIDEOEDITORENGINE_AVC_EDITING + /* Close current frame */ + frmClose(seq->recoBuf, seq->mbData); + + /* Close decoded picture buffer */ + dpbClose(seq->dpb); + + /* Close slices */ + sliceClose(seq->currSlice); + sliceClose(seq->nextSlice); + +#endif // VIDEOEDITORENGINE_AVC_EDITING + + User::Free(seq); +} + + +/* + * + * initSPSParsing + * + * Parameters: + * dec Sequence object + * nauUnitBits Buffer containing SPS NAL unit + * nalUnitLen Length of buffer + * + * Function: + * Initialises bit buffer for parsing, checks + * nal_unit_type + * + * Returns: + * KErrNone for no error, negative value for error + */ +TInt initSPSParsing(avcdDecoder_t *dec, void *nalUnitBits, TUint* nalUnitLen) +{ + sequence_s *seq = (sequence_s *)dec; + + TInt nalHeaderByte; + TInt nalType; + TUint nalUnitLength = *nalUnitLen; + + // tempData allocation + TUint8* tempData = (TUint8*) User::Alloc(nalUnitLength); + + if (!tempData) + return KErrNoMemory; + + Mem::Copy(tempData, nalUnitBits, nalUnitLength); + + if (bibInit(seq->bitbuf, tempData, nalUnitLength) < 0) + { + User::Free(seq->bitbuf->data); + return AVCD_ERROR; + } + + if (bibGetByte(seq->bitbuf, &nalHeaderByte)) + { + User::Free(seq->bitbuf->data); + return AVCD_ERROR; + } + + // Decode NAL unit type + nalType = nalHeaderByte & 0x1F; + + if (nalType != NAL_TYPE_SPS) + { + User::Free(seq->bitbuf->data); + return AVCD_ERROR; + } + + return KErrNone; +} + +/* + * + * avcdParseLevel + * + * Parameters: + * dec Sequence object + * nauUnitBits Buffer containing SPS NAL unit + * nalUnitLen Length of buffer + * aLevel [output]Parsed level + * + * Function: + * Parses AVC level from SPS + * + * Returns: + * KErrNone for no error, negative value for error + */ +TInt avcdParseLevel(avcdDecoder_t *dec, void *nalUnitBits, TUint* nalUnitLen, TInt& aLevel) +{ + + TInt error = initSPSParsing(dec, nalUnitBits, nalUnitLen); + + if (error < 0) + return AVCD_ERROR; + + sequence_s *seq = (sequence_s *)dec; + + error = psParseLevelFromSPS(seq->bitbuf, aLevel); + + User::Free(seq->bitbuf->data); + + if (error < 0) + return AVCD_ERROR; + + return KErrNone; + +} + +/* + * + * avcdParseResolution + * + * Parameters: + * dec Sequence object + * nauUnitBits Buffer containing SPS NAL unit + * nalUnitLen Length of buffer + * aResolution [output]Parsed resolution + * + * Function: + * Parses resolution from SPS + * + * Returns: + * KErrNone for no error, negative value for error + */ +TInt avcdParseResolution(avcdDecoder_t *dec, void *nalUnitBits, TUint* nalUnitLen, + TInt& aWidth, TInt& aHeight) +{ + + TInt error = initSPSParsing(dec, nalUnitBits, nalUnitLen); + + if (error < 0) + return AVCD_ERROR; + + sequence_s *seq = (sequence_s *)dec; + + error = psDecodeSPS(seq->bitbuf, seq->spsList, aWidth, aHeight); + + User::Free(seq->bitbuf->data); + + if (error < 0) + return AVCD_ERROR; + + return KErrNone; + +} + + + +#ifdef VIDEOEDITORENGINE_AVC_EDITING + +/* + * + * slidingWindowDecRefPicMarking: + * + * Parameters: + * seq Sequence object + * + * Function: + * Sliding window decoded reference picture marking. Reference pictures + * in dpb are marked based on first in first out principle. + * + * Returns: + * SEQ_OK for no error, negative value for error + */ +static int slidingWindowDecRefPicMarking(sequence_s *seq) +{ + dpb_s *dpb; + int numRefPics; + + dpb = seq->dpb; + + numRefPics = dpb->numShortTermPics + dpb->numLongTermPics; + + /* If dpb contains maximum number of reference pitures allowed, short */ + /* term reference picture with lowest picture number is removed. */ + if (numRefPics == dpb->maxNumRefFrames) { + if (dpb->numShortTermPics == 0) { + PRINT((_L("numShortTerm must be greater than zero\n"))); + return SEQ_ERR_DPB_CORRUPTED; + } + + dpbMarkLowestShortTermPicAsNonRef(dpb); + } + + return SEQ_OK; +} + + +/* + * + * adaptiveDecRefPicMarking: + * + * Parameters: + * seq Sequence object + * + * Function: + * Adaptive decoded reference picture marking. Reference pictures in dpb + * are marked based on memory management command operations that were + * decoded in slice header earlier. + * + * Returns: + * SEQ_OK for no error, SEQ_ERR_DPB_CORRUPTED for error in DPB + */ +static int adaptiveDecRefPicMarking(sequence_s *seq) +{ + dpb_s *dpb; + sliceMMCO_s *mmcoCmdList; + int32 currPicNum, picNumX; + int i; + + dpb = seq->dpb; + currPicNum = seq->currSlice->frame_num; + mmcoCmdList = seq->currSlice->mmcoCmdList; + + i = 0; + do { + switch (mmcoCmdList[i].memory_management_control_operation) { + case 1: + picNumX = currPicNum - (mmcoCmdList[i].difference_of_pic_nums_minus1 + 1); + if (dpbMarkShortTermPicAsNonRef(dpb, picNumX) < 0) + return SEQ_ERR_DPB_CORRUPTED; + break; + case 2: + if (dpbMarkLongTermPicAsNonRef(dpb, mmcoCmdList[i].long_term_pic_num) < 0) + return SEQ_ERR_DPB_CORRUPTED; + break; + case 3: + picNumX = currPicNum - (mmcoCmdList[i].difference_of_pic_nums_minus1 + 1); + if (dpbMarkShortTermPicAsLongTerm(dpb, picNumX, mmcoCmdList[i].long_term_frame_idx) < 0) + return SEQ_ERR_DPB_CORRUPTED; + break; + case 4: + dpbSetMaxLongTermFrameIdx(dpb, mmcoCmdList[i].max_long_term_frame_idx_plus1); + break; + case 5: + dpbMarkAllPicsAsNonRef(dpb); + dpb->maxLongTermFrameIdx = -1; + break; + case 6: + /* To avoid duplicate of longTermFrmIdx */ + dpbVerifyLongTermFrmIdx(dpb, mmcoCmdList[i].long_term_frame_idx); + + seq->recoBuf->refType = FRM_LONG_TERM_PIC; + seq->recoBuf->longTermFrmIdx = mmcoCmdList[i].long_term_frame_idx; + break; + } + i++; + } while (mmcoCmdList[i].memory_management_control_operation != 0 && i < MAX_NUM_OF_MMCO_OPS); + + return SEQ_OK; +} + + +/* + * + * decRefPicMarking: + * + * Parameters: + * seq Sequence object + * + * Function: + * Decoded reference picture marking. Reference pictures in dpb are marked + * differently depending on whether current picture is IDR picture or not + * and whether it is reference picture or non-reference picture. + * If current picture is non-IDR reference picture, reference pictures are + * marked with either sliding window marking process or adaptive marking + * process depending on the adaptiveRefPicMarkingModeFlag flag. + * + * Returns: + * - + */ +static int decRefPicMarking(sequence_s *seq) +{ + slice_s *slice; + frmBuf_s *recoBuf; + + slice = seq->currSlice; + recoBuf = seq->recoBuf; + + recoBuf->refType = FRM_SHORT_TERM_PIC; + recoBuf->frameNum = slice->frame_num; + recoBuf->hasMMCO5 = slice->picHasMMCO5; + recoBuf->isIDR = slice->isIDR; + + if (slice->isIDR) { + recoBuf->idrPicID = slice->idr_pic_id; + + /* All reference frames are marked as non-reference frames */ + dpbMarkAllPicsAsNonRef(seq->dpb); + + /* Set reference type for current picture */ + if (!slice->long_term_reference_flag) { + seq->dpb->maxLongTermFrameIdx = -1; + } + else { + recoBuf->refType = FRM_LONG_TERM_PIC; + recoBuf->longTermFrmIdx = 0; + seq->dpb->maxLongTermFrameIdx = 0; + } + } + else if (slice->nalRefIdc != 0) { + if (!slice->adaptive_ref_pic_marking_mode_flag) + return slidingWindowDecRefPicMarking(seq); + else + return adaptiveDecRefPicMarking(seq); + } + else + recoBuf->refType = FRM_NON_REF_PIC; + + return SEQ_OK; +} + + +/* + * + * buildSliceGroups: + * + * Parameters: + * seq Sequence object + * slice Slice object + * sps Sequence parameter set + * pps Picture parameter set + * + * Function: + * Build slice group map. Syntax elements for slice groups are + * in active picture parameter set. + * + * Returns: + * - + * + */ +static void buildSliceGroups(sequence_s* seq, slice_s *slice, + seq_parameter_set_s *sps, pic_parameter_set_s *pps) +{ + int xTopLeft, yTopLeft; + int xBottomRight, yBottomRight; + int x, y; + int leftBound, topBound; + int rightBound, bottomBound; + int xDir, yDir; + int mapUnitsInSliceGroup0; + int mapUnitVacant; + int sizeOfUpperLeftGroup; + int iGroup, picSizeInMapUnits; + int picWidthInMbs, picHeightInMapUnits; + int i, j, k; + int *sliceMap; + + sliceMap = seq->mbData->sliceMap; + + picWidthInMbs = sps->pic_width_in_mbs_minus1+1; + picHeightInMapUnits = sps->pic_height_in_map_units_minus1+1; + + picSizeInMapUnits = picWidthInMbs * picHeightInMapUnits; + + if (pps->num_slice_groups_minus1 == 0) { + /* Only one slice group */ + for (i = 0; i < picSizeInMapUnits; i++) + sliceMap[i] = 0; + } + else { + /* There are more than one slice groups in this picture */ + + switch (pps->slice_group_map_type) { + + case PS_SLICE_GROUP_MAP_TYPE_INTERLEAVED: + i = 0; + do { + for (iGroup = 0; iGroup <= (int)pps->num_slice_groups_minus1 && i < picSizeInMapUnits; + i += pps->run_length_minus1[iGroup++] + 1) + { + for (j = 0; j <= (int)pps->run_length_minus1[iGroup] && i+j < picSizeInMapUnits; j++) + sliceMap[i+j] = iGroup; /* Only the group number */ + } + } while (i < picSizeInMapUnits); + break; + + case PS_SLICE_GROUP_MAP_TYPE_DISPERSED: + for ( i = 0; i < picSizeInMapUnits; i++ ) + sliceMap[i] = ( ( i % picWidthInMbs ) + + ( ( ( i / picWidthInMbs ) * ( pps->num_slice_groups_minus1 + 1 ) ) / 2 ) ) + % ( pps->num_slice_groups_minus1 + 1 ); + break; + + case PS_SLICE_GROUP_MAP_TYPE_FOREGROUND: + for (i = 0; i < picSizeInMapUnits; i++) + setLower4Bits(sliceMap[i], pps->num_slice_groups_minus1); + for (iGroup = pps->num_slice_groups_minus1 - 1; iGroup >= 0; iGroup--) { + yTopLeft = pps->top_left[iGroup] / picWidthInMbs; + xTopLeft = pps->top_left[iGroup] % picWidthInMbs; + yBottomRight = pps->bottom_right[iGroup] / picWidthInMbs; + xBottomRight = pps->bottom_right[iGroup] % picWidthInMbs; + for (y = yTopLeft; y <= yBottomRight; y++) + for (x = xTopLeft; x <= xBottomRight; x++) + sliceMap[y * picWidthInMbs + x] = iGroup; + } + break; + + case PS_SLICE_GROUP_MAP_TYPE_CHANGING_3: + /* mapUnitsInSliceGroup0 */ + mapUnitsInSliceGroup0 = min((int)(slice->slice_group_change_cycle * (pps->slice_group_change_rate_minus1+1)), picSizeInMapUnits); + + for (i = 0; i < picSizeInMapUnits; i++) + sliceMap[i] = 1; // mapUnitToSliceGroupMap[ i ] = 1; + + x = (picWidthInMbs - pps->slice_group_change_direction_flag) / 2; + y = (picHeightInMapUnits - pps->slice_group_change_direction_flag ) / 2; + // ( leftBound, topBound ) = ( x, y ) + leftBound = x; + topBound = y; + // ( rightBound, bottomBound ) = ( x, y ) + rightBound = x; + bottomBound = y; + // ( xDir, yDir ) = ( slice_group_change_direction_flag - 1, slice_group_change_direction_flag ) + xDir = pps->slice_group_change_direction_flag - 1; + yDir = pps->slice_group_change_direction_flag; + for (i = 0; i < mapUnitsInSliceGroup0; i += mapUnitVacant) { + mapUnitVacant = ( (sliceMap[y * picWidthInMbs + x] & 0xF) == 1); + if (mapUnitVacant) + setLower4Bits(sliceMap[y * picWidthInMbs + x], 0); + if (xDir == -1 && x == leftBound) { + leftBound = max(leftBound - 1, 0); + x = leftBound; + //( xDir, yDir ) = ( 0, 2 * slice_group_change_direction_flag - 1 ) + xDir = 0; + yDir = 2 * pps->slice_group_change_direction_flag - 1; + } + else if (xDir == 1 && x == rightBound) { + rightBound = min(rightBound + 1, picWidthInMbs - 1); + x = rightBound; + //( xDir, yDir ) = ( 0, 1 - 2 * slice_group_change_direction_flag ) + xDir = 0; + yDir = 1 - 2 * pps->slice_group_change_direction_flag; + } + else if (yDir == -1 && y == topBound) { + topBound = max(topBound - 1, 0); + y = topBound; + //( xDir, yDir ) = ( 1 - 2 * slice_group_change_direction_flag, 0 ) + xDir = 1 - 2 * pps->slice_group_change_direction_flag; + yDir = 0; + } + else if (yDir == 1 && y == bottomBound) { + bottomBound = min(bottomBound + 1, picHeightInMapUnits - 1); + y = bottomBound; + //( xDir, yDir ) = ( 2 * slice_group_change_direction_flag - 1, 0 ) + xDir = 2 * pps->slice_group_change_direction_flag - 1; + yDir = 0; + } + else { + //( x, y ) = ( x + xDir, y + yDir ) + x = x + xDir; + y = y + yDir; + } + } + break; + + case PS_SLICE_GROUP_MAP_TYPE_CHANGING_4: + /* mapUnitsInSliceGroup0 */ + mapUnitsInSliceGroup0 = min((int)(slice->slice_group_change_cycle * (pps->slice_group_change_rate_minus1+1)), picSizeInMapUnits); + + sizeOfUpperLeftGroup = ( pps->slice_group_change_direction_flag ? + ( picSizeInMapUnits - mapUnitsInSliceGroup0 ) : mapUnitsInSliceGroup0 ); + + for( i = 0; i < picSizeInMapUnits; i++ ) + if( i < sizeOfUpperLeftGroup ) + sliceMap[ i ] = pps->slice_group_change_direction_flag; + else + sliceMap[ i ] = 1 - pps->slice_group_change_direction_flag; + break; + + case PS_SLICE_GROUP_MAP_TYPE_CHANGING_5: + /* mapUnitsInSliceGroup0 */ + mapUnitsInSliceGroup0 = min((int)(slice->slice_group_change_cycle * (pps->slice_group_change_rate_minus1+1)), picSizeInMapUnits); + + sizeOfUpperLeftGroup = ( pps->slice_group_change_direction_flag ? + ( picSizeInMapUnits - mapUnitsInSliceGroup0 ) : mapUnitsInSliceGroup0 ); + + k = 0; + for( j = 0; j < picWidthInMbs; j++ ) + for( i = 0; i < picHeightInMapUnits; i++ ) + if( k++ < sizeOfUpperLeftGroup ) + sliceMap[ i * picWidthInMbs + j ] = pps->slice_group_change_direction_flag; + else + sliceMap[ i * picWidthInMbs + j ] = 1 - pps->slice_group_change_direction_flag; + break; + + case PS_SLICE_GROUP_MAP_TYPE_EXPLICIT: + for (i = 0; i < picSizeInMapUnits; i++) + sliceMap[i] = pps->slice_group_id[i]; + break; + + default: + break; + } + } + +} + + +/* + * + * isPicBoundary: + * + * Parameters: + * seq Sequence object + * + * Function: + * Check if current slice and next slice belong to different pictures. + * + * Returns: + * 1: slices belong to different pictures (picture boundary detected) + * 0: slices belong to the same picture + * + */ +static int isPicBoundary(sequence_s *seq) +{ + slice_s *currSlice, *nextSlice; + seq_parameter_set_s *prevSps, *currSps; + + currSlice = seq->currSlice; + nextSlice = seq->nextSlice; + + /* frame_num differs in value. */ + if (currSlice->frame_num != nextSlice->frame_num) + return 1; + + /* nal_ref_idc differs in value with one of the nal_ref_idc values being equal to 0. */ + if ((currSlice->nalRefIdc != nextSlice->nalRefIdc) && + (currSlice->nalRefIdc == 0 || nextSlice->nalRefIdc == 0)) + return 1; + + /* nal_unit_type is equal to 5 for one coded slice NAL unit and */ + /* is not equal to 5 in the other coded slice NAL unit */ + if ((currSlice->nalType == NAL_TYPE_CODED_SLICE_IDR || nextSlice->nalType == NAL_TYPE_CODED_SLICE_IDR) && + (currSlice->nalType != nextSlice->nalType)) + return 1; + + /* nal_unit_type is equal to 5 for both and idr_pic_id differs in value. */ + if (currSlice->nalType == NAL_TYPE_CODED_SLICE_IDR && + nextSlice->nalType == NAL_TYPE_CODED_SLICE_IDR && + (currSlice->idr_pic_id != nextSlice->idr_pic_id)) + return 1; + + prevSps = seq->spsList[seq->ppsList[currSlice->pic_parameter_set_id]->seq_parameter_set_id]; + currSps = seq->spsList[seq->ppsList[nextSlice->pic_parameter_set_id]->seq_parameter_set_id]; + + /* pic_order_cnt_type is equal to 0 for both and */ + /* either pic_order_cnt_lsb differs in value, or delta_pic_order_cnt_bottom differs in value. */ + if ((prevSps->pic_order_cnt_type == 0 && currSps->pic_order_cnt_type == 0) && + ((currSlice->pic_order_cnt_lsb != nextSlice->pic_order_cnt_lsb) || + (currSlice->delta_pic_order_cnt_bottom != nextSlice->delta_pic_order_cnt_bottom))) + return 1; + + /* pic_order_cnt_type is equal to 1 for both and */ + /* either delta_pic_order_cnt[ 0 ] differs in value, or delta_pic_order_cnt[ 1 ] differs in value. */ + if ((prevSps->pic_order_cnt_type == 1 && currSps->pic_order_cnt_type == 1) && + ((currSlice->delta_pic_order_cnt_0 != nextSlice->delta_pic_order_cnt_0) || + (currSlice->delta_pic_order_cnt_1 != nextSlice->delta_pic_order_cnt_1))) + return 1; + + return 0; +} + + +/* + * + * decodePictureOrderCount: + * + * Parameters: + * seq Sequence object + * slice Slice object + * sps Sequence parameter set + * + * Function: + * Decode picture order count using syntax elements in slice object. + * + * Returns: + * poc + * + */ +static int decodePictureOrderCount(sequence_s* seq, slice_s *slice, + seq_parameter_set_s *sps) +{ + int i; + int32 maxPocLsb; + int32 expectedPicOrderCnt, picOrderCntCycleCnt = 0; + int32 expectedDeltaPerPicOrderCntCycle, frameNumInPicOrderCntCycle = 0, absFrameNum; + int32 tempPicOrderCnt; + int32 poc = 0; + + /* POC */ + if (sps->pic_order_cnt_type == 0) { + /* Reset prevPocMsb, prevPocLsb if needed */ + if (slice->isIDR || seq->prevPicHasMMCO5) { + seq->prevPocMsb = seq->prevPocLsb = 0; + } + /* PicOrderCntMsb is derived: */ + maxPocLsb = (u_int32)1 << (sps->log2_max_pic_order_cnt_lsb_minus4 + 4); + if ( (int32)slice->pic_order_cnt_lsb < seq->prevPocLsb && (seq->prevPocLsb - (int32)slice->pic_order_cnt_lsb ) >= (maxPocLsb / 2) ) + seq->pocMsb = seq->prevPocMsb + maxPocLsb; + else if ( (int32)slice->pic_order_cnt_lsb > seq->prevPocLsb && ((int32)slice->pic_order_cnt_lsb - seq->prevPocLsb) > (maxPocLsb / 2) ) + seq->pocMsb = seq->prevPocMsb - maxPocLsb; + else + seq->pocMsb = seq->prevPocMsb; + /* poc */ + poc = seq->pocMsb + slice->pic_order_cnt_lsb; + } + + else if (sps->pic_order_cnt_type == 1) { + /* Reset prevFrameNumOffset if needed */ + if (!slice->isIDR && seq->prevPicHasMMCO5) /* : prevPicHasMMCO5 has not been tested. */ + seq->prevFrameNumOffset = 0; + + /* frameNumOffset is derived as follows: */ + if (slice->isIDR) + seq->frameNumOffset = 0; + else if (seq->prevFrameNum > (int32)slice->frame_num) + seq->frameNumOffset = seq->prevFrameNumOffset + slice->maxFrameNum; + else + seq->frameNumOffset = seq->prevFrameNumOffset; + + /* absFrameNum is derived as follows: */ + if (sps->num_ref_frames_in_pic_order_cnt_cycle != 0) + absFrameNum = seq->frameNumOffset + slice->frame_num; + else + absFrameNum = 0; + if (slice->nalRefIdc == 0 && absFrameNum > 0) + absFrameNum = absFrameNum - 1; + + /* When absFrameNum > 0, picOrderCntCycleCnt and frameNumInPicOrderCntCycle are derived as follows */ + if (absFrameNum > 0) { + picOrderCntCycleCnt = (absFrameNum - 1) / sps->num_ref_frames_in_pic_order_cnt_cycle; + frameNumInPicOrderCntCycle = (absFrameNum - 1) % sps->num_ref_frames_in_pic_order_cnt_cycle; + } + + /* expectedDeltaPerPicOrderCntCycle */ + expectedDeltaPerPicOrderCntCycle = 0; + for (i = 0; i < (int)sps->num_ref_frames_in_pic_order_cnt_cycle; i++) + expectedDeltaPerPicOrderCntCycle += sps->offset_for_ref_frame[i]; + + /* expectedPicOrderCnt */ + if (absFrameNum > 0) { + expectedPicOrderCnt = picOrderCntCycleCnt * expectedDeltaPerPicOrderCntCycle; + for (i = 0; i <= frameNumInPicOrderCntCycle; i++) + expectedPicOrderCnt = expectedPicOrderCnt + sps->offset_for_ref_frame[i]; + } + else + expectedPicOrderCnt = 0; + if (slice->nalRefIdc == 0) + expectedPicOrderCnt = expectedPicOrderCnt + sps->offset_for_non_ref_pic; + + /* poc */ + poc = expectedPicOrderCnt + slice->delta_pic_order_cnt_0; + } + + else if (sps->pic_order_cnt_type == 2) { + /* prevFrameNumOffset is derived as follows */ + if (!slice->isIDR && seq->prevPicHasMMCO5) + seq->prevFrameNumOffset = 0; + + /* FrameNumOffset is derived as follows. */ + if (slice->isIDR) + seq->frameNumOffset = 0; + else if (seq->prevFrameNum > (int32)slice->frame_num) + seq->frameNumOffset = seq->prevFrameNumOffset + slice->maxFrameNum; + else + seq->frameNumOffset = seq->prevFrameNumOffset; + + /* tempPicOrderCnt is derived as follows */ + if (slice->isIDR) + tempPicOrderCnt = 0; + else if (slice->nalRefIdc == 0) + tempPicOrderCnt = 2 * (seq->frameNumOffset + slice->frame_num) - 1; + else + tempPicOrderCnt = 2 * (seq->frameNumOffset + slice->frame_num); + + /* poc */ + poc = tempPicOrderCnt; + } + + return poc; +} + + +/* + * + * getOutputPic: + * + * Parameters: + * seq Sequence object + * + * Function: + * Get one output picture. Pictures are output from output queue and + * if queue is empty pictures are ouput from dpb. Ouput from dpb can only + * happen if sequence is finished (i.e there are not more bits to decode). + * + * Returns: + * 1: output picture is available + * 0: output picture is not available + */ +static int getOutputPic(sequence_s *seq) +{ + frmBuf_s *srcBuf; + seq_parameter_set_s *sps; + + /* If no slices have been decoded, there are no pictures available */ + if (seq->isFirstSliceOfSeq) + return 0; + + /* Check if there are pictures in output queue */ + if (seq->numQueuedOutputPics == 0) + { + + /* Get active sequence parameter set */ + sps = seq->spsList[seq->ppsList[seq->currSlice->pic_parameter_set_id]->seq_parameter_set_id]; + + /* + * There are no queued pictures, but we can still output a picture if + * at least one of the following conditions is true: + * - we have decoded all NAL units + * - num_reorder_frames in VUI parameters is zero + * - POC type is 2 + */ + if (seq->isSeqFinished || + sps->vui_parameters.num_reorder_frames == 0 || + sps->pic_order_cnt_type == 2) + { + int dummy; + + /* Check if there are pictures in dpb */ + srcBuf = dpbGetNextOutputPic(seq->dpb, &dummy); + if (!srcBuf) + return 0; /* There were no pictures to output */ + } + else + return 0; /* None of the conditions were true */ + } + else + { + /* Take next picture from queue. */ + srcBuf = seq->outputQueue[seq->outputQueuePos]; + + seq->numQueuedOutputPics--; + if (seq->numQueuedOutputPics == 0) + seq->outputQueuePos = 0; + else + seq->outputQueuePos++; + } + + srcBuf->forOutput = 0; + + return 1; +} + + +/* + * + * finishCurrentPic: + * + * Parameters: + * seq Sequence object + * + * Function: + * Finish decoding of current picture. Call loopfilter for the picture + * and try to store picture in dpb. Function also updates variables + * for previous decoded frame and previous decoded reference frame. + * + * Returns: + * 0 : no frames were output + * >0 : the number of frames output + * <0 : error + */ +static int finishCurrentPic(sequence_s *seq) +{ + slice_s *slice; + frmBuf_s *currPic; + int numOutput; + int retVal; + + slice = seq->currSlice; + currPic = seq->recoBuf; + + if ((retVal = decRefPicMarking(seq)) < 0) + return retVal; + + /* After the decoding of the current picture and the processing of the */ + /* memory management control operations a picture including */ + /* a memory_management_control_operation equal to 5 shall be inferred */ + /* to have had frame_num equal to 0 for all subsequent use in the decoding */ + /* process. */ + if (slice->picHasMMCO5) + currPic->frameNum = slice->frame_num = 0; + + /* Try to store current picture to dpb */ + numOutput = dpbStorePicture(seq->dpb, currPic, seq->outputQueue); + /* If numOutput != 0, picture was not stored */ + + if (numOutput != 0) + { + + /* numOutput != 0 implies that pictures were output from dpb */ + seq->outputQueuePos = 0; + seq->numQueuedOutputPics = numOutput; + + /* Picture was not stored so we have to store it later */ + seq->isDpbStorePending = 1; + } + else + seq->isDpbStorePending = 0; + + seq->prevFrameNum = slice->frame_num; + seq->prevFrameNumOffset = seq->frameNumOffset; + + seq->prevPicHasMMCO5 = slice->picHasMMCO5; + + /* prevRefFrameNum, prevPocLsb and prevPocMsb for latest reference picture */ + if (slice->nalRefIdc != 0) + { + seq->prevRefFrameNum = slice->frame_num; + seq->prevPocLsb = slice->pic_order_cnt_lsb; + seq->prevPocMsb = seq->pocMsb; + } + + seq->isCurrPicFinished = 1; + + return numOutput; +} + + +/* + * + * generateNonExistingFrames: + * + * Parameters: + * seq Sequence object + * + * Function: + * Generate non-existing frame for each unused frame number between + * two closest existing frames in decoding order. Generated frames + * are stored to dpb in finishCurrentPic function. + * + * Returns: + * 0 : no frames were output + * >0 : the number of frames output + * <0 : error + */ +static int generateNonExistingFrames(sequence_s *seq) +{ + slice_s *slice; + frmBuf_s *currPic; + int32 nextFrameNum; + int numOutput; + + slice = seq->currSlice; + currPic = seq->recoBuf; + + slice->picHasMMCO5 = 0; + slice->isIDR = 0; + slice->adaptive_ref_pic_marking_mode_flag = 0; + slice->nalType = NAL_TYPE_CODED_SLICE; + slice->nalRefIdc = 1; + + currPic->forOutput = 0; + currPic->nonExisting = 1; + + do { + slice->frame_num = seq->unusedShortTermFrameNum; + + dpbUpdatePicNums(seq->dpb, slice->frame_num, slice->maxFrameNum); + + numOutput = finishCurrentPic(seq); + + nextFrameNum = (seq->unusedShortTermFrameNum + 1) % seq->nextSlice->maxFrameNum; + + if (nextFrameNum == (int)seq->nextSlice->frame_num) + seq->unusedShortTermFrameNum = -1; + else + seq->unusedShortTermFrameNum = nextFrameNum; + + } while (numOutput == 0 && seq->unusedShortTermFrameNum >= 0); + + return numOutput; +} + + +/* + * + * initializeCurrentPicture: + * + * Parameters: + * seq Sequence object + * sps Active sequence parameter set + * pps Active picture parameter set + * width Picture width + * height Picture height + * + * Function: + * Current frame and dpb are initialized according to active + * parameter sets. + * + * Returns: + * SEQ_OK for no error, negative value for error + */ +static int initializeCurrentPicture(sequence_s *seq, seq_parameter_set_s *sps, + pic_parameter_set_s *pps, + int width, int height) + +{ + frmBuf_s *currPic; + slice_s *slice; + int i; + +#ifdef CHECK_MV_RANGE + if (sps->level_idc <= 10) + maxVerticalMvRange = 64; + else if (sps->level_idc <= 20) + maxVerticalMvRange = 128; + else if (sps->level_idc <= 30) + maxVerticalMvRange = 256; + else + maxVerticalMvRange = 512; +#endif + + currPic = seq->recoBuf; + slice = seq->currSlice; + + /* + * (Re)initialize frame buffer for current picture if picture size has changed + */ + + if (!currPic || width != currPic->width || height != currPic->height) { + frmClose(currPic, seq->mbData); + if ((currPic = frmOpen(&seq->mbData, width, height)) == NULL) + return SEQ_ERR_MEM; + seq->recoBuf = currPic; + } + + for (i = 0; i < MAX_SLICE_GROUP_NUM; i++) + seq->sliceNums[i] = 0; + + /* Build slice group map */ + buildSliceGroups(seq, slice, sps, pps); + + /* Parameter from SPS */ + currPic->constraintSet0flag = sps->constraint_set0_flag; + currPic->constraintSet1flag = sps->constraint_set1_flag; + currPic->constraintSet2flag = sps->constraint_set2_flag; + currPic->profile = sps->profile_idc; + currPic->level = sps->level_idc; + currPic->maxFrameNum = slice->maxFrameNum; + + /* Parameter from PPS */ + currPic->qp = pps->pic_init_qp_minus26 + 26; + + /* By default picture will be output */ + currPic->forOutput = 1; + currPic->nonExisting = 0; + currPic->picType = slice->slice_type; + currPic->isIDR = slice->isIDR; + + psGetAspectRatio(sps, &currPic->aspectRatioNum, &currPic->aspectRatioDenom); + currPic->overscanInfo = sps->vui_parameters.overscan_appropriate_flag; + currPic->videoFormat = sps->vui_parameters.video_format; + currPic->videoFullRangeFlag = sps->vui_parameters.video_full_range_flag; + currPic->matrixCoefficients = sps->vui_parameters.matrix_coefficients; + currPic->chromaSampleLocType = sps->vui_parameters.chroma_sample_loc_type_top_field; + currPic->numReorderFrames = sps->vui_parameters.num_reorder_frames; + + if (sps->frame_cropping_flag) { + currPic->cropLeftOff = sps->frame_crop_left_offset; + currPic->cropRightOff = sps->frame_crop_right_offset; + currPic->cropTopOff = sps->frame_crop_top_offset; + currPic->cropBottomOff = sps->frame_crop_bottom_offset; + } + else { + currPic->cropLeftOff = 0; + currPic->cropRightOff = 0; + currPic->cropTopOff = 0; + currPic->cropBottomOff = 0; + } + + if (sps->vui_parameters_present_flag && + sps->vui_parameters.timing_info_present_flag && + sps->vui_parameters.num_units_in_tick != 0) + currPic->frameRate = (float)(0.5 * (float)sps->vui_parameters.time_scale/(float)sps->vui_parameters.num_units_in_tick); + else + currPic->frameRate = 0.0; + + /* Get poc for current picture */ + currPic->poc = decodePictureOrderCount(seq, slice, sps); + + /* Set chroma qp index offset */ + currPic->chromaQpIndexOffset = pps->chroma_qp_index_offset; + + currPic->pictureStructure = 0; + + currPic->lossy = 0; + seq->isCurrPicFinished = 0; + seq->redundantPicCnt = slice->redundant_pic_cnt; + + return SEQ_OK; +} + +// parseSliceData +// Reads and parses slice data +static TInt parseSliceData(sequence_s *seq) +{ + slice_s *slice; + pic_parameter_set_s *pps; + seq_parameter_set_s *sps; + TInt width, height; + TInt sliceGroupNum, sliceID; + TInt retCode; + + // New slice becomes current slice + slice = seq->nextSlice; + seq->nextSlice = seq->currSlice; + seq->currSlice = slice; + + // Get current parameter sets + pps = seq->ppsList[slice->pic_parameter_set_id]; + sps = seq->spsList[pps->seq_parameter_set_id]; + + // Get picture size + width = (sps->pic_width_in_mbs_minus1+1)*16; + height = (sps->pic_height_in_map_units_minus1+1)*16; + + // If this is the first slice of a picture, initialize picture + if (seq->isFirstSliceOfSeq || seq->isPicBoundary) + { + + if (slice->isIDR || seq->isFirstSliceOfSeq) + { + + // Set dpb according to level + dpbSetSize(seq->dpb, sps->vui_parameters.max_dec_frame_buffering); + + seq->dpb->maxNumRefFrames = sps->num_ref_frames; + } + + retCode = initializeCurrentPicture(seq, sps, pps, width, height); + + if (retCode < 0) + return retCode; + } + else + { + if (IS_SLICE_P(slice->slice_type)) + // If there is a P-slice in the picture, mark picture as P-picture + seq->recoBuf->picType = slice->slice_type; + } + + // Compute picture numbers for all reference frames + if (!slice->isIDR) + dpbUpdatePicNums(seq->dpb, slice->frame_num, slice->maxFrameNum); + + // Get slice group number if there are more than 1 slice groups + if (pps->num_slice_groups_minus1 == 0) + sliceGroupNum = 0; + else + sliceGroupNum = seq->mbData->sliceMap[slice->first_mb_in_slice] & 0xF; + + // Increment slice number for current slice group (slice numbers start from 1) + seq->sliceNums[sliceGroupNum]++; + + // sliceID for current slice + sliceID = seq->sliceNums[sliceGroupNum]*16 | sliceGroupNum; + + + // Parse the macroblocks in the slice + retCode = sliceParseMacroblocks(slice, seq->recoBuf, seq->dpb, + pps, seq->mbData, sliceID, seq->bitbuf, + seq->iBitShiftInSlice); + + // Update sequence variables + seq->isFirstSliceOfSeq = 0; + seq->isPicBoundary = 0; + + if (retCode < 0) + return SEQ_ERROR; + else + return SEQ_OK; +} + + +// parseSlice +// Parses the slice header and calls parseSliceData to parse the slice data if necessary +static TInt parseSlice(sequence_s *seq, int nalType, int nalRefIdc) +{ + slice_s *slice; + TInt nextFrameNum; + TInt numOutput; + TInt retCode; + + + slice = seq->nextSlice; + + slice->nalType = nalType; + slice->nalRefIdc = nalRefIdc; + slice->isIDR = (nalType == NAL_TYPE_CODED_SLICE_IDR); + + slice->sliceDataModified = 0; + + // Reset the bit shift flag + seq->iBitShiftInSlice = EFalse; + + // Parse the slice header + retCode = ParseSliceHeader(slice, seq->spsList, seq->ppsList, seq->bitbuf, &seq->iFrameNumber, seq->iFromEncoder); + + if (slice->sliceDataModified) + seq->sliceDataModified = 1; + + if ( retCode != SLICE_STOP_PARSING ) + seq->iBitShiftInSlice = ETrue; + + if (retCode < 0) + return SEQ_ERROR; + + // Check if next slice belongs to next picture + if (seq->isFirstSliceOfSeq) + seq->isPicBoundary = 0; + else + seq->isPicBoundary = isPicBoundary(seq); + + if (!seq->isPicBoundary) + { + // There is no picture boundary. Decode new slice if redundant + // picture count is same as in previous slice + if (seq->isFirstSliceOfSeq || slice->redundant_pic_cnt == seq->redundantPicCnt) + return parseSliceData(seq); + else + return SEQ_OK; + } + else + { + // Picture boundary reached or all MBs of current picture were decoded. + if (!seq->isCurrPicFinished) + { + // Finish decoding of current picture + numOutput = finishCurrentPic(seq); + + // numOutput is the number of pictures in output queue + // If numOutput < 0, error occured + if (numOutput < 0) + return numOutput; + } + else + numOutput = 0; + + // Compute expected next frame number + nextFrameNum = (seq->prevRefFrameNum + 1) % slice->maxFrameNum; + + // Check if there is a gap in frame numbers + if (!slice->isIDR && (TInt)slice->frame_num != seq->prevRefFrameNum && + (TInt)slice->frame_num != nextFrameNum) + { + // Start filling in gaps in frame numbers + seq->unusedShortTermFrameNum = nextFrameNum; + + // If dpb was not full (i.e. we did not have to output any pictures), + // we can generate non-existing frames. + if (numOutput == 0) + numOutput = generateNonExistingFrames(seq); + } + + if (numOutput == 0) + { + // If there are no pictures in output queue we can decode next slice + return parseSliceData(seq); + } + else + { + // Don't decode slice since it belongs to next picture + return SEQ_OK; + } + } +} + + +// avcdParseParameterSet +// Parses SPS / PPS parameter sets from the input NAL unit +TInt avcdParseParameterSet(avcdDecoder_t *dec, void *nalUnitBits, TUint* nalUnitLen) +{ + sequence_s *seq = (sequence_s *)dec; + TInt nalHeaderByte; + TInt nalType; +// TInt nalRefIdc; + TInt retCode; + TUint nalUnitLength = *nalUnitLen; + + + PRINT((_L("Sequence::avcdParseParameterSet() in, frame # %d, total # %d"), seq->iFrameNumber, seq->iTotalFrameNumber)); + + // Check for end of stream + if (nalUnitBits == 0 || nalUnitLen == 0) + { + return AVCD_OK; + } + + // Allocate memory for the bitbuffer data, add 10 to nal length in case SPS/PPS sets are modified + seq->bitbuf->data = (TUint8*) User::Alloc(nalUnitLength+10); + + if (seq->bitbuf->data == 0) + return KErrNoMemory; + + Mem::FillZ(seq->bitbuf->data, (nalUnitLength+10)*sizeof(TUint8) ); + + TUint8* tpD = (TUint8*)nalUnitBits; + + Mem::Copy(seq->bitbuf->data, tpD, nalUnitLength*sizeof(TUint8)); + + // Initialize bitbuffer and get first byte containing NAL type and NAL ref idc + if (bibInit(seq->bitbuf, seq->bitbuf->data, nalUnitLength) < 0) + { + User::Free(seq->bitbuf->data); + + return AVCD_ERROR; + } + + if (bibGetByte(seq->bitbuf, &nalHeaderByte)) + { + User::Free(seq->bitbuf->data); + + return AVCD_ERROR; + } + + // Decode NAL unit type and reference indicator + nalType = nalHeaderByte & 0x1F; +// nalRefIdc = (nalHeaderByte & 0x60) >> 5; + + // Decode NAL unit data + switch (nalType) + { + case NAL_TYPE_SPS: // 7 + retCode = psParseSPS(seq->bitbuf, seq->spsList, seq->iFromEncoder, &seq->iEncodeUntilIDR, &seq->iNumSPS); + if ( retCode == KErrNotSupported) + { + User::Free(seq->bitbuf->data); + + return KErrNotSupported; + } + else if (retCode < 0) + { + User::Free(seq->bitbuf->data); + + return AVCD_ERROR; + } + break; + case NAL_TYPE_PPS: // 8 + retCode = psParsePPS(seq->bitbuf, seq->ppsList, seq->spsList, seq->iFromEncoder, &seq->iNumPPS); + if (retCode == KErrNotSupported) + { + User::Free(seq->bitbuf->data); + + return KErrNotSupported; + } + else if (retCode < 0) + { + User::Free(seq->bitbuf->data); + + return AVCD_ERROR; + } + break; + default: + PRINT((_L("Not a parameter set NAL type: (%i)\n"), nalType)); + break; + } + + // Take care of emulation prevention bytes + int error = bibEnd(seq->bitbuf); + + // Free the bitbuffer data + User::Free(seq->bitbuf->data); + + if (error != 0) + return error; + + return AVCD_OK; +} + + +// avcdParseOneNal +// Parses one input NAL unit +TInt avcdParseOneNal(avcdDecoder_t *dec, void *nalUnitBits, TUint* nalUnitLen) +{ + sequence_s *seq = (sequence_s *)dec; + TInt nalHeaderByte; + TInt nalType; + TInt nalRefIdc; + TInt retCode; + TUint nalUnitLength = *nalUnitLen; + + PRINT((_L("Sequence::avcdParseOneNal() in, frame # %d, total # %d"), seq->iFrameNumber, seq->iTotalFrameNumber)); + + /* + * The following conditions are tested to see what is the current decoder state + * and to act upon that state: + * + * - Check if picture can be output from output queue without further decoding. + * - Check if dpb store is pending (i.e current picture was not be + * stored to dpb during previous call because dpb was full). + * - Check any non-existing frames should be generated (i.e there were gaps in + * frame number). If non-existing frame(s) were generated, check output + * queue again. + * - Check for end of stream. If end of stream was reached then current picture + * is finished if not yet finished. Check again whether picture can be output + * from either output queue or dpb (check is internal to getOutputPic(...)). + * - Check if slice decode is pending (i.e only header of the latest slice was + * decoded during previous call and we now need to decode slice data) and if + * so, decode slice data. + * - Check any lost frames being recovered (i.e there were ref frames lost) + * If lost frames were rescued, check output queue again. + */ + + // We can return immediately if there are queued output pics + if (seq->numQueuedOutputPics > 0) + { + // "Flush" all output pictures + while (seq->numQueuedOutputPics > 0) + { + getOutputPic(seq); + } + } + + // Is current picture waiting to be moved to DPB? + if (seq->isDpbStorePending) + { + if (dpbStorePicture(seq->dpb, seq->recoBuf, seq->outputQueue) != 0) + { + PRINT((_L("Error: dpb store failed\n"))); + return AVCD_ERROR; + } + + seq->isDpbStorePending = 0; + } + + // Check for end of stream + if (nalUnitBits == 0 || nalUnitLen == 0) + { + if (!seq->isSeqFinished && !seq->isCurrPicFinished && seq->recoBuf != NULL) + { + if (finishCurrentPic(seq) < 0) + return AVCD_ERROR; + } + + seq->isSeqFinished = 1; + + getOutputPic(seq); + return AVCD_OK; + } + + // Reset the sliceDataModified flag + seq->sliceDataModified = 0; + + // Initialize bitbuffer and get first byte containing NAL type and NAL ref idc + if (bibInit(seq->bitbuf, (TUint8 *)nalUnitBits, nalUnitLength) < 0) + return AVCD_ERROR; + + if (bibGetByte(seq->bitbuf, &nalHeaderByte)) + return AVCD_ERROR; + + // Decode NAL unit type and reference indicator + nalType = nalHeaderByte & 0x1F; + nalRefIdc = (nalHeaderByte & 0x60) >> 5; + + // Decode NAL unit data + switch (nalType) + { + case NAL_TYPE_CODED_SLICE: // 1 + parseSlice(seq, nalType, nalRefIdc); + seq->iTotalFrameNumber++; + break; + case NAL_TYPE_CODED_SLICE_P_A: // 2 + case NAL_TYPE_CODED_SLICE_P_B: // 3 + case NAL_TYPE_CODED_SLICE_P_C: // 4 + PRINT((_L("Slice data partition NAL type (%i) not supported.\n"), nalType)); + break; + case NAL_TYPE_CODED_SLICE_IDR: // 5 + parseSlice(seq, nalType, nalRefIdc); + seq->iTotalFrameNumber++; + break; + case NAL_TYPE_SEI: // 6 + PRINT((_L("SEI NAL unit (6) skipped.\n"))); + break; + case NAL_TYPE_SPS: // 7 + retCode = psParseSPS(seq->bitbuf, seq->spsList, seq->iFromEncoder, &seq->iEncodeUntilIDR, &seq->iNumSPS); + if ( retCode == KErrNotSupported) + return KErrNotSupported; + else if (retCode < 0) + return AVCD_ERROR; + break; + case NAL_TYPE_PPS: // 8 + retCode = psParsePPS(seq->bitbuf, seq->ppsList, seq->spsList, seq->iFromEncoder, &seq->iNumPPS); + if (retCode == KErrNotSupported) + return KErrNotSupported; + else if (retCode < 0) + return AVCD_ERROR; + break; + case NAL_TYPE_PIC_DELIMITER: // 9 + PRINT((_L("Picture Delimiter NAL unit (9) skipped.\n"))); + break; + case NAL_TYPE_END_SEQ: // 10 + PRINT((_L("End of Sequence NAL unit (10) skipped.\n"))); + break; + case NAL_TYPE_END_STREAM: // 11 + PRINT((_L("End of Stream NAL unit (11) skipped.\n"))); + break; + case NAL_TYPE_FILLER_DATA: // 12 + PRINT((_L("Filler Data NAL unit (12) skipped.\n"))); + break; + default: + // Unspecied NAL types 0 and 24-31 + if (nalType == 0 || (nalType >= 24 && nalType <= 31)) + { + PRINT((_L("Unspecified NAL type: (%i)\n"), nalType)); + } + // Reserved NAL types 13-23 + else + { + PRINT((_L("Reserved NAL type (%i)\n"), nalType)); + } + break; + } + + + // Check the output queue once again + if (getOutputPic(seq)) + { + // If current slice has not been parsed yet, parse it not + if (seq->isPicBoundary) + { + parseSliceData(seq); + getOutputPic(seq); + } + } + + // Take care of emulation prevention bytes + bibEndSlice(seq->bitbuf); + + // If slice data was modified, copy the modified data back to the nal data buffer + if (seq->sliceDataModified) + { + // If buffer length has been modified, change nalUnitLen + if (seq->bitbuf->dataLen != nalUnitLength) + { + (*nalUnitLen) = seq->bitbuf->dataLen; + } + } + + return AVCD_OK; +} + + +// FrameIsFromEncoder +// Stores information about the origin of next frame (if it is generated by the encoder) +void FrameIsFromEncoder(avcdDecoder_t *dec, TUint aFromEncoder) +{ + sequence_s *seq = (sequence_s *)dec; + + seq->iFromEncoder = aFromEncoder; +} + + +// ReturnPPSSet +// This function returns the aIndex'th PPS set stored +TUint8* ReturnPPSSet(avcdDecoder_t *dec, TUint aIndex, TUint* aPPSLength) +{ + TUint i=0; + TUint j; + sequence_s *seq = (sequence_s *)dec; + + for (j=0; jppsList[j]) + { + if ( i == aIndex ) + { + *aPPSLength = seq->ppsList[j]->PPSlength; + return seq->ppsList[j]->codedPPSBuffer; + } + + i++; + } + } + + // No PPS set found with that index + return NULL; +} + + +// ReturnNumPPS +// Returns the number of PPS units stored +TUint ReturnNumPPS(avcdDecoder_t *dec) +{ + TUint i=0; + TUint j; + sequence_s *seq = (sequence_s *)dec; + + for (j=0; jppsList[j]) + { + i++; + } + } + + return i; +} + + +// ReturnSPSSet +// This function returns the aIndex'th PPS set stored +TUint8* ReturnSPSSet(avcdDecoder_t *dec, TUint aIndex, TUint* aSPSLength) +{ + TUint i=0; + TUint j; + sequence_s *seq = (sequence_s *)dec; + + for (j=0; jspsList[j]) + { + if ( i == aIndex ) + { + *aSPSLength = seq->spsList[j]->SPSlength; + return seq->spsList[j]->codedSPSBuffer; + } + + i++; + } + + } + + // No SPS set found with that index + return NULL; +} + + +// ReturnNumSPS +// Returns the number of SPS units stored +TUint ReturnNumSPS(avcdDecoder_t *dec) +{ + TUint i=0; + TUint j; + sequence_s *seq = (sequence_s *)dec; + + for (j=0; jspsList[j]) + { + i++; + } + } + + return i; +} + + +// ReturnEncodeUntilIDR +// Returns information whether frames should be encoded until the next IDR +TBool ReturnEncodeUntilIDR(avcdDecoder_t *dec) +{ + sequence_s *seq = (sequence_s *)dec; + + return (seq->iEncodeUntilIDR); +} + + +// EncodeZeroValueWithVariableLength +// Encodes zero (which is encoded with a single one bit) to the bitbuffer +void EncodeZeroValueWithVariableLength(bitbuffer_s *aBitBuffer) +{ + // If bit position is zero, move to next byte + if(aBitBuffer->bitpos == 0) + { + // Get the next byte + aBitBuffer->currentBits = aBitBuffer->data[aBitBuffer->bytePos]; + aBitBuffer->bytePos++; + aBitBuffer->bitpos = 8; + } + + // Change the bitpos bit's value to one + aBitBuffer->data[aBitBuffer->bytePos-1] |= 1 << (aBitBuffer->bitpos-1); + aBitBuffer->bitpos--; + + if(aBitBuffer->bitpos == 0) + { + // Get the next byte + aBitBuffer->currentBits = aBitBuffer->data[aBitBuffer->bytePos]; + aBitBuffer->bytePos++; + aBitBuffer->bitpos = 8; + } + + // Make sure the bit buffer currentBits is up-to-date + aBitBuffer->currentBits = aBitBuffer->data[aBitBuffer->bytePos-1]; +} + + +// GenerateEmptyFrame +// Generates an empty frame (a not coded frame) by generating the slice header and slice body +// Slice body contains only a value to skip all the macroblocks in the slice. +void GenerateEmptyFrame(sequence_s *seq, bitbuffer_s *bitbuf, TUint aFrameNumber) +{ + seq_parameter_set_s *sps; + pic_parameter_set_s *pps; + TUint8 bitMask; + TUint picSizeInMapUnits; + TUint ppsId; + + + pps = seq->ppsList[seq->iPreviousPPSId]; + + if (pps->indexChanged) + { + // Since we generate empty frames for original clips only, + // find out what is the original PPS id + ppsId = pps->origPPSId; + + pps = seq->ppsList[ppsId]; + } + + sps = seq->spsList[pps->seq_parameter_set_id]; + + // Compute the number of macroblocks + picSizeInMapUnits = (sps->pic_width_in_mbs_minus1+1) * (sps->pic_height_in_map_units_minus1+1); + + // Generate the not coded frame + // Set the first byte as zero + bitbuf->bytePos = 0; + bitbuf->data[bitbuf->bytePos] = 0; + bitbuf->bitpos = 8; + + // Generate the NAL header, with nal type as 1 and nal_ref_idc as 1 + bitbuf->data[0] = 0x21; + bitbuf->bytePos = 1; + + // Set the first_mb_in_slice & slice_type to be zero (coded as 1), advance bitpos by two + bitbuf->data[bitbuf->bytePos] = 0xc0; // First two bits == 1 + bitbuf->bitpos -= 2; + bitbuf->bytePos = 2; + + // Encode the PPS index + EncodeUnsignedExpGolombCode(bitbuf, 0); + + // Encode the new frame number here + // If the max frame num was changed use original value since empty clips are generated for original clips + if (sps->maxFrameNumChanged) + EncodeUnsignedNBits(bitbuf, aFrameNumber, sps->origMaxFrameNum+4); + else + EncodeUnsignedNBits(bitbuf, aFrameNumber, sps->log2_max_frame_num_minus4+4); + + // POC parameters + if (sps->pic_order_cnt_type == 0) + { + // For now encode the POC as the frame number + // If the max frame num was changed use original value since empty clips are generated + // for original clips + if (sps->maxPOCNumChanged) + EncodeUnsignedNBits(bitbuf, aFrameNumber, sps->origMaxPOCNum+4); + else + EncodeUnsignedNBits(bitbuf, aFrameNumber, sps->log2_max_pic_order_cnt_lsb_minus4+4); + } + else if (sps->pic_order_cnt_type == 1) + { + if (!sps->delta_pic_order_always_zero_flag) + { + EncodeZeroValueWithVariableLength(bitbuf); + if (pps->pic_order_present_flag) + { + EncodeZeroValueWithVariableLength(bitbuf); + } + } + } + + // Redundant picture count + if (pps->redundant_pic_cnt_present_flag) + { + EncodeZeroValueWithVariableLength(bitbuf); + } + + // Encode num_ref_idx_active:override_flag with zero value + EncodeUnsignedNBits(bitbuf, 0, 1); + + // Encode reference picture list reordering with single zero value + EncodeUnsignedNBits(bitbuf, 0, 1); + + // Since nal_ref_idc == 1, encode zero value for decoded reference picture marking + EncodeUnsignedNBits(bitbuf, 0, 1); + + // Encode slice_qp_delta with zero value + EncodeZeroValueWithVariableLength(bitbuf); + + if (pps->deblocking_filter_parameters_present_flag == 1) + { + // Encode value of 1 which is 010, i.e. two with three bits + EncodeUnsignedNBits(bitbuf, 2, 3); + } + + if (pps->num_slice_groups_minus1 > 0 && pps->slice_group_map_type >= 3 && + pps->slice_group_map_type <= 5) + { + TUint temp, temp2, len1; + + // len = Ceil( Log2( PicSizeInMapUnits / SliceGroupChangeRate + 1 ) ) + // PicSizeInMapUnits / SliceGroupChangeRate + temp = picSizeInMapUnits / (pps->slice_group_change_rate_minus1+1); + + // Calculate Log2 + temp2 = (temp + 1) >> 1; + for (len1 = 0; len1 < 16 && temp2 != 0; len1++) + temp2 >>= 1; + + // Calculate Ceil + if ( (((unsigned)1) << len1) < (temp + 1) ) + len1++; + + // Encode zero value with len1 bits + EncodeUnsignedNBits(bitbuf, 0, len1); + } + + // Now encode the slice data + // Encode the mb_skip_run to indicate all macroblocks to be skipped + // For example in CIF we have 22x18 = 396 macroblocks + // 396 = 00000000 1 10001101 + EncodeUnsignedExpGolombCode(bitbuf, picSizeInMapUnits); + + // Take care of the trailing bits, i.e. encode the rest of the bits in this byte to zero + bitMask = 1 << (bitbuf->bitpos - 1); + bitbuf->data[bitbuf->bytePos-1] = bitbuf->data[bitbuf->bytePos-1] | bitMask; + + bitbuf->bitpos--; + if(bitbuf->bitpos != 0) + { + bitMask = 255 << (bitbuf->bitpos); // Mask the 8-bitPos upper bits + bitbuf->data[bitbuf->bytePos-1] = bitbuf->data[bitbuf->bytePos-1] & bitMask; + } + + bitbuf->dataLen = bitbuf->bytePos; +} + + +// avcdGenerateNotCodedFrame +// Generates an empty frame +TInt avcdGenerateNotCodedFrame(avcdDecoder_t *dec, void *aNalUnitBits, TUint aNalUnitLen, TUint aFrameNumber) +{ + sequence_s *seq = (sequence_s *)dec; + + // Initialize bitbuffer + if (bibInit(seq->bitbuf, (TUint8 *)aNalUnitBits, aNalUnitLen) < 0) + return AVCD_ERROR; + + GenerateEmptyFrame(seq, seq->bitbuf, aFrameNumber); + + return (seq->bitbuf->dataLen); +} + + +// avcdStoreCurrentPPSId +// Stores the value of PPS Id from the input NAL unit (if that unit is a coded slice). +// The Id value is used in the generation of an empty frame. +TInt avcdStoreCurrentPPSId(avcdDecoder_t *dec, TUint8 *nalUnitBits, TUint aNalUnitLen) +{ + sequence_s *seq = (sequence_s *)dec; + TInt nalHeaderByte; + TInt nalType; +// TInt nalRefIdc; +// TUint temp; + + // Initialize bitbuffer and get first byte containing NAL type and NAL ref idc + if (bibInit(seq->bitbuf, nalUnitBits, aNalUnitLen) < 0) + return AVCD_ERROR; + + if (bibGetByte(seq->bitbuf, &nalHeaderByte)) + return AVCD_ERROR; + + // Decode NAL unit type and reference indicator + nalType = nalHeaderByte & 0x1F; +// nalRefIdc = (nalHeaderByte & 0x60) >> 5; + + // Decode NAL unit data + if (nalType == NAL_TYPE_CODED_SLICE || nalType == NAL_TYPE_CODED_SLICE_IDR) + { + // Parse the slice haeder until the PPS id + // First macroblock in slice +// temp = vldGetUVLC(seq->bitbuf); + + // Slice type +// temp = vldGetUVLC(seq->bitbuf); + + // PPS id + seq->iPreviousPPSId = vldGetUVLC(seq->bitbuf); + } + + return AVCD_OK; +} + + +// ue_v +// Returns unsigned UVLC code from the bitbuffer +static int ue_v(bitbuffer_s *bitbuf, unsigned int *val, unsigned int maxVal) +{ + *val = vldGetUVLC(bitbuf); + + if (bibGetStatus(bitbuf) < 0) + return SLICE_ERROR; + + if (*val > maxVal) + return SLICE_ERR_ILLEGAL_VALUE; + + return SLICE_OK; +} + + +// ModifyFrameNumber +// Modifies the frame numbering from the input bit buffer. The bit buffer must be positioned +// at the start of the slice header when this function is called. +void ModifyFrameNumber(sequence_s *seq, bitbuffer_s *bitbuf, TUint aFrameNumber, TInt aNalType) +{ + seq_parameter_set_s *sps; + pic_parameter_set_s *pps; + TUint tempValue; + TUint firstMbInSlice; + TUint ppsId; +// TInt spsId; + + + // First macroblock in slice + ue_v(bitbuf, &firstMbInSlice, 65535); + + // Slice type + ue_v(bitbuf, &tempValue, SLICE_MAX); + + // PPS id + ue_v(bitbuf, &ppsId, PS_MAX_NUM_OF_PPS-1); + + pps = seq->ppsList[ppsId]; + + if (pps->indexChanged) + { + // Since we generate empty frames for original clips only, + // find out what is the original PPS id + ppsId = pps->origPPSId; + + pps = seq->ppsList[ppsId]; + } + +/* + if (pps == NULL) + { + // Use zero for SPS id + spsId = 0; + } + else + { + spsId = pps->seq_parameter_set_id; + } +*/ + + syncBitBufferBitpos(bitbuf); + + sps = seq->spsList[pps->seq_parameter_set_id]; + + if (sps == NULL) + { + PRINT((_L("Error: referring to non-existing SPS.\n"))); + return; + } + + if (sps->maxFrameNumChanged) + { + // Encode the new frame number here + EncodeUnsignedNBits(bitbuf, aFrameNumber, sps->origMaxFrameNum+4); + } + else + { + // Encode the new frame number here + EncodeUnsignedNBits(bitbuf, aFrameNumber, sps->log2_max_frame_num_minus4+4); + } + + // IDR picture + if (aNalType == NAL_TYPE_CODED_SLICE_IDR) + { + ue_v(bitbuf, &tempValue, 65535); + } + + syncBitBufferBitpos(bitbuf); + + // POC parameters + if (sps->pic_order_cnt_type == 0) + { + if (sps->maxPOCNumChanged) + { + // For now encode the POC as the frame number + EncodeUnsignedNBits(bitbuf, aFrameNumber, sps->origMaxPOCNum+4); + } + else + { + // For now encode the POC as the frame number + EncodeUnsignedNBits(bitbuf, aFrameNumber, sps->log2_max_pic_order_cnt_lsb_minus4+4); + } + } +} + + +// avcdModifyFrameNumber +// Modifies the input NAL unit's frame numbering +void avcdModifyFrameNumber(avcdDecoder_t *dec, void *aNalUnitBits, TUint aNalUnitLen, TUint aFrameNumber) +{ + sequence_s *seq = (sequence_s *)dec; + TInt nalHeaderByte; + TInt nalType; + + // Initialize bitbuffer + bibInit(seq->bitbuf, (TUint8 *)aNalUnitBits, aNalUnitLen); + + // Read the nalHeaderByte + bibGetByte(seq->bitbuf, &nalHeaderByte); + + nalType = nalHeaderByte & 0x1F; + + if (nalType == NAL_TYPE_CODED_SLICE || nalType == NAL_TYPE_CODED_SLICE_IDR) + ModifyFrameNumber(seq, seq->bitbuf, aFrameNumber, nalType); +} + + +#endif // VIDEOEDITORENGINE_AVC_EDITING