change forward transformation

fraunhoferhhi · Nov 18, 2024 · 27bad8d · 27bad8d
1 parent 863fcc7
commit 27bad8d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/test/vvenc_unit_test/vvenc_unit_test.cpp b/test/vvenc_unit_test/vvenc_unit_test.cpp
@@ -231,7 +231,7 @@ static bool check_fastInvCore( TCoeffOps* ref, TCoeffOps* opt, unsigned num_case
 static bool check_fastFwdCore_2D( TCoeffOps* ref, TCoeffOps* opt, unsigned num_cases, unsigned idx, unsigned trSize )
 {
   printf( "Testing TCoeffOps::fastFwdCore_2D trSize=%d\n", trSize );
-  InputGenerator<TCoeff> g{ 16 };
+  InputGenerator<TCoeff> g{ 11 }; // signed 10 bit in both positive/negative, i.e. 11 bit shifted to signed
   TrafoGenerator<TMatrixCoeff> t{ 8 };
   DimensionGenerator rng;