forked from mirror/libbpg
329 lines
16 KiB
C
329 lines
16 KiB
C
|
/* The copyright in this software is being made available under the BSD
|
||
|
|
* License, included below. This software may be subject to other third party
|
||
|
|
* and contributor rights, including patent rights, and no such rights are
|
||
|
|
* granted under this license.
|
||
|
|
*
|
||
|
|
* Copyright (c) 2010-2014, ITU/ISO/IEC
|
||
|
|
* All rights reserved.
|
||
|
|
*
|
||
|
|
* Redistribution and use in source and binary forms, with or without
|
||
|
|
* modification, are permitted provided that the following conditions are met:
|
||
|
|
*
|
||
|
|
* * Redistributions of source code must retain the above copyright notice,
|
||
|
|
* this list of conditions and the following disclaimer.
|
||
|
|
* * Redistributions in binary form must reproduce the above copyright notice,
|
||
|
|
* this list of conditions and the following disclaimer in the documentation
|
||
|
|
* and/or other materials provided with the distribution.
|
||
|
|
* * Neither the name of the ITU/ISO/IEC nor the names of its contributors may
|
||
|
|
* be used to endorse or promote products derived from this software without
|
||
|
|
* specific prior written permission.
|
||
|
|
*
|
||
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
||
|
|
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
||
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS
|
||
|
|
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||
|
|
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||
|
|
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||
|
|
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||
|
|
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||
|
|
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
|
||
|
|
* THE POSSIBILITY OF SUCH DAMAGE.
|
||
|
|
*/
|
||
|
|
|
||
|
|
/** \file TComTrQuant.h
|
||
|
|
\brief transform and quantization class (header)
|
||
|
|
*/
|
||
|
|
|
||
|
|
#ifndef __TCOMTRQUANT__
|
||
|
|
#define __TCOMTRQUANT__
|
||
|
|
|
||
|
|
#include "CommonDef.h"
|
||
|
|
#include "TComYuv.h"
|
||
|
|
#include "TComDataCU.h"
|
||
|
|
#include "TComChromaFormat.h"
|
||
|
|
#include "ContextTables.h"
|
||
|
|
|
||
|
|
//! \ingroup TLibCommon
|
||
|
|
//! \{
|
||
|
|
|
||
|
|
// ====================================================================================================================
|
||
|
|
// Constants
|
||
|
|
// ====================================================================================================================
|
||
|
|
|
||
|
|
#define QP_BITS 15
|
||
|
|
|
||
|
|
// ====================================================================================================================
|
||
|
|
// Type definition
|
||
|
|
// ====================================================================================================================
|
||
|
|
|
||
|
|
typedef struct
|
||
|
|
{
|
||
|
|
Int significantCoeffGroupBits[NUM_SIG_CG_FLAG_CTX][2 /*Flag = [0|1]*/];
|
||
|
|
Int significantBits[NUM_SIG_FLAG_CTX][2 /*Flag = [0|1]*/];
|
||
|
|
Int lastXBits[MAX_NUM_CHANNEL_TYPE][LAST_SIGNIFICANT_GROUPS];
|
||
|
|
Int lastYBits[MAX_NUM_CHANNEL_TYPE][LAST_SIGNIFICANT_GROUPS];
|
||
|
|
Int m_greaterOneBits[NUM_ONE_FLAG_CTX][2 /*Flag = [0|1]*/];
|
||
|
|
Int m_levelAbsBits[NUM_ABS_FLAG_CTX][2 /*Flag = [0|1]*/];
|
||
|
|
|
||
|
|
Int blockCbpBits[NUM_QT_CBF_CTX_SETS * NUM_QT_CBF_CTX_PER_SET][2 /*Flag = [0|1]*/];
|
||
|
|
Int blockRootCbpBits[4][2 /*Flag = [0|1]*/];
|
||
|
|
|
||
|
|
Int golombRiceAdaptationStatistics[RExt__GOLOMB_RICE_ADAPTATION_STATISTICS_SETS];
|
||
|
|
} estBitsSbacStruct;
|
||
|
|
|
||
|
|
// ====================================================================================================================
|
||
|
|
// Class definition
|
||
|
|
// ====================================================================================================================
|
||
|
|
|
||
|
|
/// QP struct
|
||
|
|
struct QpParam
|
||
|
|
{
|
||
|
|
Int Qp;
|
||
|
|
Int per;
|
||
|
|
Int rem;
|
||
|
|
|
||
|
|
QpParam(const Int qpy,
|
||
|
|
const ChannelType chType,
|
||
|
|
const Int qpBdOffset,
|
||
|
|
const Int chromaQPOffset,
|
||
|
|
const ChromaFormat chFmt );
|
||
|
|
|
||
|
|
QpParam(const TComDataCU &cu, const ComponentID compID);
|
||
|
|
|
||
|
|
}; // END STRUCT DEFINITION QpParam
|
||
|
|
|
||
|
|
|
||
|
|
/// transform and quantization class
|
||
|
|
class TComTrQuant
|
||
|
|
{
|
||
|
|
public:
|
||
|
|
TComTrQuant();
|
||
|
|
~TComTrQuant();
|
||
|
|
|
||
|
|
// initialize class
|
||
|
|
Void init ( UInt uiMaxTrSize,
|
||
|
|
Bool useRDOQ = false,
|
||
|
|
Bool useRDOQTS = false,
|
||
|
|
Bool bEnc = false,
|
||
|
|
Bool useTransformSkipFast = false
|
||
|
|
#if ADAPTIVE_QP_SELECTION
|
||
|
|
, Bool bUseAdaptQpSelect = false
|
||
|
|
#endif
|
||
|
|
);
|
||
|
|
|
||
|
|
// transform & inverse transform functions
|
||
|
|
Void transformNxN( TComTU & rTu,
|
||
|
|
const ComponentID compID,
|
||
|
|
Pel * pcResidual,
|
||
|
|
const UInt uiStride,
|
||
|
|
TCoeff * rpcCoeff,
|
||
|
|
#if ADAPTIVE_QP_SELECTION
|
||
|
|
TCoeff * rpcArlCoeff,
|
||
|
|
#endif
|
||
|
|
TCoeff & uiAbsSum,
|
||
|
|
const QpParam & cQP
|
||
|
|
);
|
||
|
|
|
||
|
|
|
||
|
|
Void invTransformNxN( TComTU & rTu,
|
||
|
|
const ComponentID compID,
|
||
|
|
Pel *pcResidual,
|
||
|
|
const UInt uiStride,
|
||
|
|
TCoeff * pcCoeff,
|
||
|
|
const QpParam & cQP
|
||
|
|
DEBUG_STRING_FN_DECLAREP(psDebug));
|
||
|
|
|
||
|
|
Void invRecurTransformNxN ( const ComponentID compID, TComYuv *pResidual, TComTU &rTu );
|
||
|
|
|
||
|
|
Void rdpcmNxN ( TComTU& rTu, const ComponentID compID, Pel* pcResidual, const UInt uiStride, const QpParam& cQP, TCoeff* pcCoeff, TCoeff &uiAbsSum, RDPCMMode& rdpcmMode );
|
||
|
|
Void invRdpcmNxN( TComTU& rTu, const ComponentID compID, Pel* pcResidual, const UInt uiStride );
|
||
|
|
|
||
|
|
Void applyForwardRDPCM( TComTU& rTu, const ComponentID compID, Pel* pcResidual, const UInt uiStride, const QpParam& cQP, TCoeff* pcCoeff, TCoeff &uiAbsSum, const RDPCMMode mode );
|
||
|
|
|
||
|
|
// Misc functions
|
||
|
|
|
||
|
|
#if RDOQ_CHROMA_LAMBDA
|
||
|
|
Void setLambdas(const Double lambdas[MAX_NUM_COMPONENT]) { for (UInt component = 0; component < MAX_NUM_COMPONENT; component++) m_lambdas[component] = lambdas[component]; }
|
||
|
|
Void selectLambda(const ComponentID compIdx) { m_dLambda = m_lambdas[compIdx]; }
|
||
|
|
#else
|
||
|
|
Void setLambda(Double dLambda) { m_dLambda = dLambda;}
|
||
|
|
#endif
|
||
|
|
Void setRDOQOffset( UInt uiRDOQOffset ) { m_uiRDOQOffset = uiRDOQOffset; }
|
||
|
|
|
||
|
|
estBitsSbacStruct* m_pcEstBitsSbac;
|
||
|
|
|
||
|
|
static Int calcPatternSigCtx( const UInt* sigCoeffGroupFlag, UInt uiCGPosX, UInt uiCGPosY, UInt widthInGroups, UInt heightInGroups );
|
||
|
|
|
||
|
|
static Int getSigCtxInc ( Int patternSigCtx,
|
||
|
|
const TUEntropyCodingParameters &codingParameters,
|
||
|
|
const Int scanPosition,
|
||
|
|
const Int log2BlockWidth,
|
||
|
|
const Int log2BlockHeight,
|
||
|
|
const ChannelType chanType
|
||
|
|
);
|
||
|
|
|
||
|
|
static UInt getSigCoeffGroupCtxInc (const UInt* uiSigCoeffGroupFlag,
|
||
|
|
const UInt uiCGPosX,
|
||
|
|
const UInt uiCGPosY,
|
||
|
|
const UInt widthInGroups,
|
||
|
|
const UInt heightInGroups);
|
||
|
|
|
||
|
|
Void initScalingList ();
|
||
|
|
Void destroyScalingList ();
|
||
|
|
Void setErrScaleCoeff ( UInt list, UInt size, Int qp );
|
||
|
|
Double* getErrScaleCoeff ( UInt list, UInt size, Int qp ) { return m_errScale [size][list][qp]; }; //!< get Error Scale Coefficent
|
||
|
|
Double& getErrScaleCoeffNoScalingList ( UInt list, UInt size, Int qp ) { return m_errScaleNoScalingList[size][list][qp]; }; //!< get Error Scale Coefficent
|
||
|
|
Int* getQuantCoeff ( UInt list, Int qp, UInt size ) { return m_quantCoef [size][list][qp]; }; //!< get Quant Coefficent
|
||
|
|
Int* getDequantCoeff ( UInt list, Int qp, UInt size ) { return m_dequantCoef [size][list][qp]; }; //!< get DeQuant Coefficent
|
||
|
|
Void setUseScalingList ( Bool bUseScalingList){ m_scalingListEnabledFlag = bUseScalingList; };
|
||
|
|
Bool getUseScalingList (const UInt width, const UInt height, const Bool isTransformSkip){ return m_scalingListEnabledFlag && (!isTransformSkip || ((width == 4) && (height == 4))); };
|
||
|
|
Void setFlatScalingList (const ChromaFormat format);
|
||
|
|
Void xsetFlatScalingList ( UInt list, UInt size, Int qp, const ChromaFormat format);
|
||
|
|
Void xSetScalingListEnc ( TComScalingList *scalingList, UInt list, UInt size, Int qp, const ChromaFormat format);
|
||
|
|
Void xSetScalingListDec ( TComScalingList *scalingList, UInt list, UInt size, Int qp, const ChromaFormat format);
|
||
|
|
Void setScalingList ( TComScalingList *scalingList, const ChromaFormat format);
|
||
|
|
Void setScalingListDec ( TComScalingList *scalingList, const ChromaFormat format);
|
||
|
|
Void processScalingListEnc( Int *coeff, Int *quantcoeff, Int quantScales, UInt height, UInt width, UInt ratio, Int sizuNum, UInt dc);
|
||
|
|
Void processScalingListDec( Int *coeff, Int *dequantcoeff, Int invQuantScales, UInt height, UInt width, UInt ratio, Int sizuNum, UInt dc);
|
||
|
|
#if ADAPTIVE_QP_SELECTION
|
||
|
|
Void initSliceQpDelta() ;
|
||
|
|
Void storeSliceQpNext(TComSlice* pcSlice);
|
||
|
|
Void clearSliceARLCnt();
|
||
|
|
Int getQpDelta(Int qp) { return m_qpDelta[qp]; }
|
||
|
|
Int* getSliceNSamples(){ return m_sliceNsamples ;}
|
||
|
|
Double* getSliceSumC() { return m_sliceSumC; }
|
||
|
|
#endif
|
||
|
|
Void transformSkipQuantOneSample(TComTU &rTu, const ComponentID compID, const Pel resiDiff, TCoeff* pcCoeff, const UInt uiPos, const QpParam &cQP, const Bool bUseHalfRoundingPoint);
|
||
|
|
Void invTrSkipDeQuantOneSample(TComTU &rTu, ComponentID compID, TCoeff pcCoeff, Pel &reconSample, const QpParam &cQP, UInt uiPos );
|
||
|
|
|
||
|
|
protected:
|
||
|
|
#if ADAPTIVE_QP_SELECTION
|
||
|
|
Int m_qpDelta[MAX_QP+1];
|
||
|
|
Int m_sliceNsamples[LEVEL_RANGE+1];
|
||
|
|
Double m_sliceSumC[LEVEL_RANGE+1] ;
|
||
|
|
#endif
|
||
|
|
TCoeff* m_plTempCoeff;
|
||
|
|
|
||
|
|
// QpParam m_cQP; - removed - placed on the stack.
|
||
|
|
#if RDOQ_CHROMA_LAMBDA
|
||
|
|
Double m_lambdas[MAX_NUM_COMPONENT];
|
||
|
|
#endif
|
||
|
|
Double m_dLambda;
|
||
|
|
UInt m_uiRDOQOffset;
|
||
|
|
UInt m_uiMaxTrSize;
|
||
|
|
Bool m_bEnc;
|
||
|
|
Bool m_useRDOQ;
|
||
|
|
Bool m_useRDOQTS;
|
||
|
|
#if ADAPTIVE_QP_SELECTION
|
||
|
|
Bool m_bUseAdaptQpSelect;
|
||
|
|
#endif
|
||
|
|
Bool m_useTransformSkipFast;
|
||
|
|
|
||
|
|
Bool m_scalingListEnabledFlag;
|
||
|
|
|
||
|
|
Int *m_quantCoef [SCALING_LIST_SIZE_NUM][SCALING_LIST_NUM][SCALING_LIST_REM_NUM]; ///< array of quantization matrix coefficient 4x4
|
||
|
|
Int *m_dequantCoef [SCALING_LIST_SIZE_NUM][SCALING_LIST_NUM][SCALING_LIST_REM_NUM]; ///< array of dequantization matrix coefficient 4x4
|
||
|
|
Double *m_errScale [SCALING_LIST_SIZE_NUM][SCALING_LIST_NUM][SCALING_LIST_REM_NUM]; ///< array of quantization matrix coefficient 4x4
|
||
|
|
Double m_errScaleNoScalingList[SCALING_LIST_SIZE_NUM][SCALING_LIST_NUM][SCALING_LIST_REM_NUM]; ///< array of quantization matrix coefficient 4x4
|
||
|
|
|
||
|
|
private:
|
||
|
|
// forward Transform
|
||
|
|
Void xT ( const ComponentID compID, Bool useDST, Pel* piBlkResi, UInt uiStride, TCoeff* psCoeff, Int iWidth, Int iHeight );
|
||
|
|
|
||
|
|
// skipping Transform
|
||
|
|
Void xTransformSkip ( Pel* piBlkResi, UInt uiStride, TCoeff* psCoeff, TComTU &rTu, const ComponentID component );
|
||
|
|
|
||
|
|
Void signBitHidingHDQ( const ComponentID compID, TCoeff* pQCoef, TCoeff* pCoef, TCoeff* deltaU, const TUEntropyCodingParameters &codingParameters );
|
||
|
|
|
||
|
|
// quantization
|
||
|
|
Void xQuant( TComTU &rTu,
|
||
|
|
TCoeff * pSrc,
|
||
|
|
TCoeff * pDes,
|
||
|
|
#if ADAPTIVE_QP_SELECTION
|
||
|
|
TCoeff *pArlDes,
|
||
|
|
#endif
|
||
|
|
TCoeff &uiAbsSum,
|
||
|
|
const ComponentID compID,
|
||
|
|
const QpParam &cQP );
|
||
|
|
|
||
|
|
// RDOQ functions
|
||
|
|
|
||
|
|
Void xRateDistOptQuant ( TComTU &rTu,
|
||
|
|
TCoeff * plSrcCoeff,
|
||
|
|
TCoeff * piDstCoeff,
|
||
|
|
#if ADAPTIVE_QP_SELECTION
|
||
|
|
TCoeff *piArlDstCoeff,
|
||
|
|
#endif
|
||
|
|
TCoeff &uiAbsSum,
|
||
|
|
const ComponentID compID,
|
||
|
|
const QpParam &cQP );
|
||
|
|
|
||
|
|
__inline UInt xGetCodedLevel ( Double& rd64CodedCost,
|
||
|
|
Double& rd64CodedCost0,
|
||
|
|
Double& rd64CodedCostSig,
|
||
|
|
Intermediate_Int lLevelDouble,
|
||
|
|
UInt uiMaxAbsLevel,
|
||
|
|
UShort ui16CtxNumSig,
|
||
|
|
UShort ui16CtxNumOne,
|
||
|
|
UShort ui16CtxNumAbs,
|
||
|
|
UShort ui16AbsGoRice,
|
||
|
|
UInt c1Idx,
|
||
|
|
UInt c2Idx,
|
||
|
|
Int iQBits,
|
||
|
|
Double errorScale,
|
||
|
|
Bool bLast,
|
||
|
|
Bool useLimitedPrefixLength,
|
||
|
|
ChannelType channelType
|
||
|
|
) const;
|
||
|
|
|
||
|
|
|
||
|
|
__inline Int xGetICRate ( UInt uiAbsLevel,
|
||
|
|
UShort ui16CtxNumOne,
|
||
|
|
UShort ui16CtxNumAbs,
|
||
|
|
UShort ui16AbsGoRice,
|
||
|
|
UInt c1Idx,
|
||
|
|
UInt c2Idx,
|
||
|
|
Bool useLimitedPrefixLength,
|
||
|
|
ChannelType channelType
|
||
|
|
) const;
|
||
|
|
|
||
|
|
__inline Double xGetRateLast ( const UInt uiPosX, const UInt uiPosY, const ComponentID component ) const;
|
||
|
|
__inline Double xGetRateSigCoeffGroup( UShort uiSignificanceCoeffGroup, UShort ui16CtxNumSig ) const;
|
||
|
|
__inline Double xGetRateSigCoef ( UShort uiSignificance, UShort ui16CtxNumSig ) const;
|
||
|
|
__inline Double xGetICost ( Double dRate ) const;
|
||
|
|
__inline Double xGetIEPRate ( ) const;
|
||
|
|
|
||
|
|
|
||
|
|
// dequantization
|
||
|
|
Void xDeQuant( TComTU &rTu,
|
||
|
|
const TCoeff * pSrc,
|
||
|
|
TCoeff * pDes,
|
||
|
|
const ComponentID compID,
|
||
|
|
const QpParam &cQP );
|
||
|
|
|
||
|
|
// inverse transform
|
||
|
|
Void xIT ( const ComponentID compID, Bool useDST, TCoeff* plCoef, Pel* pResidual, UInt uiStride, Int iWidth, Int iHeight );
|
||
|
|
|
||
|
|
// inverse skipping transform
|
||
|
|
Void xITransformSkip ( TCoeff* plCoef, Pel* pResidual, UInt uiStride, TComTU &rTu, const ComponentID component );
|
||
|
|
|
||
|
|
public:
|
||
|
|
static Void crossComponentPrediction( TComTU &rTu,
|
||
|
|
const ComponentID compID,
|
||
|
|
const Pel *piResiL,
|
||
|
|
const Pel *piResiC,
|
||
|
|
Pel *piResiT,
|
||
|
|
const Int width,
|
||
|
|
const Int height,
|
||
|
|
const Int strideL,
|
||
|
|
const Int strideC,
|
||
|
|
const Int strideT,
|
||
|
|
const Bool reverse);
|
||
|
|
|
||
|
|
};// END CLASS DEFINITION TComTrQuant
|
||
|
|
|
||
|
|
//! \}
|
||
|
|
|
||
|
|
#endif // __TCOMTRQUANT__
|