diff options
Diffstat (limited to 'src/libffmpeg/libavcodec/snow.c')
| -rw-r--r-- | src/libffmpeg/libavcodec/snow.c | 1294 |
1 files changed, 950 insertions, 344 deletions
diff --git a/src/libffmpeg/libavcodec/snow.c b/src/libffmpeg/libavcodec/snow.c index 21a593f13..ad69c3241 100644 --- a/src/libffmpeg/libavcodec/snow.c +++ b/src/libffmpeg/libavcodec/snow.c @@ -13,7 +13,7 @@ * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software - * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #include "avcodec.h" @@ -383,10 +383,19 @@ typedef struct BlockNode{ uint8_t type; //#define TYPE_SPLIT 1 #define BLOCK_INTRA 1 +#define BLOCK_OPT 2 //#define TYPE_NOCOLOR 4 uint8_t level; //FIXME merge into type? }BlockNode; +static const BlockNode null_block= { //FIXME add border maybe + .color= {128,128,128}, + .mx= 0, + .my= 0, + .type= 0, + .level= 0, +}; + #define LOG2_MB_SIZE 4 #define MB_SIZE (1<<LOG2_MB_SIZE) @@ -433,7 +442,8 @@ typedef struct SnowContext{ AVCodecContext *avctx; RangeCoder c; DSPContext dsp; - AVFrame input_picture; + AVFrame new_picture; + AVFrame input_picture; ///< new_picture with the internal linesizes AVFrame current_picture; AVFrame last_picture; AVFrame mconly_picture; @@ -463,6 +473,9 @@ typedef struct SnowContext{ int block_max_depth; Plane plane[MAX_PLANES]; BlockNode *block; +#define ME_CACHE_SIZE 1024 + int me_cache[ME_CACHE_SIZE]; + int me_cache_generation; slice_buffer sb; MpegEncContext m; // needed for motion estimation, should not be used for anything else, the idea is to make the motion estimation eventually independant of MpegEncContext, so this will be removed then (FIXME/XXX) @@ -479,22 +492,24 @@ typedef struct { #define slice_buffer_get_line(slice_buf, line_num) ((slice_buf)->line[line_num] ? (slice_buf)->line[line_num] : slice_buffer_load_line((slice_buf), (line_num))) //#define slice_buffer_get_line(slice_buf, line_num) (slice_buffer_load_line((slice_buf), (line_num))) +static void iterative_me(SnowContext *s); + static void slice_buffer_init(slice_buffer * buf, int line_count, int max_allocated_lines, int line_width, DWTELEM * base_buffer) { int i; - + buf->base_buffer = base_buffer; buf->line_count = line_count; buf->line_width = line_width; buf->data_count = max_allocated_lines; buf->line = (DWTELEM * *) av_mallocz (sizeof(DWTELEM *) * line_count); buf->data_stack = (DWTELEM * *) av_malloc (sizeof(DWTELEM *) * max_allocated_lines); - + for (i = 0; i < max_allocated_lines; i++) { buf->data_stack[i] = (DWTELEM *) av_malloc (sizeof(DWTELEM) * line_width); } - + buf->data_stack_top = max_allocated_lines - 1; } @@ -502,21 +517,21 @@ static DWTELEM * slice_buffer_load_line(slice_buffer * buf, int line) { int offset; DWTELEM * buffer; - -// av_log(NULL, AV_LOG_DEBUG, "Cache hit: %d\n", line); - + +// av_log(NULL, AV_LOG_DEBUG, "Cache hit: %d\n", line); + assert(buf->data_stack_top >= 0); // assert(!buf->line[line]); if (buf->line[line]) return buf->line[line]; - + offset = buf->line_width * line; buffer = buf->data_stack[buf->data_stack_top]; buf->data_stack_top--; buf->line[line] = buffer; - + // av_log(NULL, AV_LOG_DEBUG, "slice_buffer_load_line: line: %d remaining: %d\n", line, buf->data_stack_top + 1); - + return buffer; } @@ -533,7 +548,7 @@ static void slice_buffer_release(slice_buffer * buf, int line) buf->data_stack_top++; buf->data_stack[buf->data_stack_top] = buffer; buf->line[line] = NULL; - + // av_log(NULL, AV_LOG_DEBUG, "slice_buffer_release: line: %d remaining: %d\n", line, buf->data_stack_top + 1); } @@ -554,7 +569,7 @@ static void slice_buffer_destroy(slice_buffer * buf) { int i; slice_buffer_flush(buf); - + for (i = buf->data_count - 1; i >= 0; i--) { assert(buf->data_stack[i]); @@ -566,17 +581,19 @@ static void slice_buffer_destroy(slice_buffer * buf) av_free(buf->line); } -#ifdef __sgi +#ifdef __sgi // Avoid a name clash on SGI IRIX -#undef qexp +#undef qexp #endif #define QEXPSHIFT (7-FRAC_BITS+8) //FIXME try to change this to 0 static uint8_t qexp[QROOT]; static inline int mirror(int v, int m){ - if (v<0) return -v; - else if(v>m) return 2*m-v; - else return v; + while((unsigned)v > (unsigned)m){ + v=-v; + if(v<0) v+= 2*m; + } + return v; } static inline void put_symbol(RangeCoder *c, uint8_t *state, int v, int is_signed){ @@ -586,7 +603,7 @@ static inline void put_symbol(RangeCoder *c, uint8_t *state, int v, int is_signe const int a= ABS(v); const int e= av_log2(a); #if 1 - const int el= FFMIN(e, 10); + const int el= FFMIN(e, 10); put_rac(c, state+0, 0); for(i=0; i<el; i++){ @@ -607,7 +624,7 @@ static inline void put_symbol(RangeCoder *c, uint8_t *state, int v, int is_signe if(is_signed) put_rac(c, state+11 + el, v < 0); //11..21 #else - + put_rac(c, state+0, 0); if(e<=9){ for(i=0; i<e; i++){ @@ -676,7 +693,7 @@ static inline void put_symbol2(RangeCoder *c, uint8_t *state, int v, int log2){ if(log2>0) r+=r; } put_rac(c, state+4+log2, 0); - + for(i=log2-1; i>=0; i--){ put_rac(c, state+31-i, (v>>i)&1); } @@ -694,7 +711,7 @@ static inline int get_symbol2(RangeCoder *c, uint8_t *state, int log2){ log2++; if(log2>0) r+=r; } - + for(i=log2-1; i>=0; i--){ v+= get_rac(c, state+31-i)<<i; } @@ -714,11 +731,11 @@ static always_inline void lift(DWTELEM *dst, DWTELEM *src, DWTELEM *ref, int dst dst += dst_step; src += src_step; } - + for(i=0; i<w; i++){ dst[i*dst_step] = LIFT(src[i*src_step], ((mul*(ref[i*ref_step] + ref[(i+1)*ref_step])+add)>>shift), inverse); } - + if(mirror_right){ dst[w*dst_step] = LIFT(src[w*src_step], ((mul*2*ref[w*ref_step]+add)>>shift), inverse); } @@ -738,14 +755,14 @@ static always_inline void lift5(DWTELEM *dst, DWTELEM *src, DWTELEM *ref, int ds dst += dst_step; src += src_step; } - + for(i=0; i<w; i++){ int r= 3*(ref[i*ref_step] + ref[(i+1)*ref_step]); r += r>>4; r += r>>8; dst[i*dst_step] = LIFT(src[i*src_step], ((r+add)>>shift), inverse); } - + if(mirror_right){ int r= 3*2*ref[w*ref_step]; r += r>>4; @@ -767,11 +784,11 @@ static always_inline void liftS(DWTELEM *dst, DWTELEM *src, DWTELEM *ref, int ds dst += dst_step; src += src_step; } - + for(i=0; i<w; i++){ dst[i*dst_step] = LIFTS(src[i*src_step], mul*(ref[i*ref_step] + ref[(i+1)*ref_step])+add, inverse); } - + if(mirror_right){ dst[w*dst_step] = LIFTS(src[w*src_step], mul*2*ref[w*ref_step]+add, inverse); } @@ -780,7 +797,7 @@ static always_inline void liftS(DWTELEM *dst, DWTELEM *src, DWTELEM *ref, int ds static void inplace_lift(DWTELEM *dst, int width, int *coeffs, int n, int shift, int start, int inverse){ int x, i; - + for(x=start; x<width; x+=2){ int64_t sum=0; @@ -800,7 +817,7 @@ static void inplace_liftV(DWTELEM *dst, int width, int height, int stride, int * for(y=start; y<height; y+=2){ for(x=0; x<width; x++){ int64_t sum=0; - + for(i=0; i<n; i++){ int y2= y + 2*i - n + 1; if (y2< 0) y2= -y2; @@ -859,7 +876,7 @@ static void inplace_liftV(DWTELEM *dst, int width, int height, int stride, int * #define N4 0 #define SHIFT4 0 #define COEFFS4 NULL -#elif 1 // 11/5 +#elif 1 // 11/5 #define N1 0 #define SHIFT1 1 #define COEFFS1 NULL @@ -937,7 +954,7 @@ static void horizontal_decomposeX(DWTELEM *b, int width){ inplace_lift(b, width, COEFFS2, N2, SHIFT2, LX0, 0); inplace_lift(b, width, COEFFS3, N3, SHIFT3, LX1, 0); inplace_lift(b, width, COEFFS4, N4, SHIFT4, LX0, 0); - + for(x=0; x<width2; x++){ temp[x ]= b[2*x ]; temp[x+w2]= b[2*x + 1]; @@ -969,7 +986,7 @@ static void horizontal_composeX(DWTELEM *b, int width){ static void spatial_decomposeX(DWTELEM *buffer, int width, int height, int stride){ int x, y; - + for(y=0; y<height; y++){ for(x=0; x<width; x++){ buffer[y*stride + x] *= SCALEX; @@ -979,16 +996,16 @@ static void spatial_decomposeX(DWTELEM *buffer, int width, int height, int strid for(y=0; y<height; y++){ horizontal_decomposeX(buffer + y*stride, width); } - + inplace_liftV(buffer, width, height, stride, COEFFS1, N1, SHIFT1, LX1, 0); inplace_liftV(buffer, width, height, stride, COEFFS2, N2, SHIFT2, LX0, 0); inplace_liftV(buffer, width, height, stride, COEFFS3, N3, SHIFT3, LX1, 0); - inplace_liftV(buffer, width, height, stride, COEFFS4, N4, SHIFT4, LX0, 0); + inplace_liftV(buffer, width, height, stride, COEFFS4, N4, SHIFT4, LX0, 0); } static void spatial_composeX(DWTELEM *buffer, int width, int height, int stride){ int x, y; - + inplace_liftV(buffer, width, height, stride, COEFFS4, N4, SHIFT4, LX0, 1); inplace_liftV(buffer, width, height, stride, COEFFS3, N3, SHIFT3, LX1, 1); inplace_liftV(buffer, width, height, stride, COEFFS2, N2, SHIFT2, LX0, 1); @@ -1048,7 +1065,7 @@ static void horizontal_decompose53i(DWTELEM *b, int width){ b[width -1] = A3; b[width2-1] = A2; } -#else +#else lift(b+w2, temp+w2, temp, 1, 1, 1, width, -1, 0, 1, 1, 0); lift(b , temp , b+w2, 1, 1, 1, width, 1, 2, 2, 0, 0); #endif @@ -1056,7 +1073,7 @@ static void horizontal_decompose53i(DWTELEM *b, int width){ static void vertical_decompose53iH0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int width){ int i; - + for(i=0; i<width; i++){ b1[i] -= (b0[i] + b2[i])>>1; } @@ -1064,7 +1081,7 @@ static void vertical_decompose53iH0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int w static void vertical_decompose53iL0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int width){ int i; - + for(i=0; i<width; i++){ b1[i] += (b0[i] + b2[i] + 2)>>2; } @@ -1074,21 +1091,21 @@ static void spatial_decompose53i(DWTELEM *buffer, int width, int height, int str int y; DWTELEM *b0= buffer + mirror(-2-1, height-1)*stride; DWTELEM *b1= buffer + mirror(-2 , height-1)*stride; - + for(y=-2; y<height; y+=2){ DWTELEM *b2= buffer + mirror(y+1, height-1)*stride; DWTELEM *b3= buffer + mirror(y+2, height-1)*stride; {START_TIMER - if(b1 <= b3) horizontal_decompose53i(b2, width); - if(y+2 < height) horizontal_decompose53i(b3, width); + if(y+1<(unsigned)height) horizontal_decompose53i(b2, width); + if(y+2<(unsigned)height) horizontal_decompose53i(b3, width); STOP_TIMER("horizontal_decompose53i")} - + {START_TIMER - if(b1 <= b3) vertical_decompose53iH0(b1, b2, b3, width); - if(b0 <= b2) vertical_decompose53iL0(b0, b1, b2, width); + if(y+1<(unsigned)height) vertical_decompose53iH0(b1, b2, b3, width); + if(y+0<(unsigned)height) vertical_decompose53iL0(b0, b1, b2, width); STOP_TIMER("vertical_decompose53i*")} - + b0=b2; b1=b3; } @@ -1177,7 +1194,7 @@ static void horizontal_decompose97i(DWTELEM *b, int width){ static void vertical_decompose97iH0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int width){ int i; - + for(i=0; i<width; i++){ b1[i] -= (W_AM*(b0[i] + b2[i])+W_AO)>>W_AS; } @@ -1185,7 +1202,7 @@ static void vertical_decompose97iH0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int w static void vertical_decompose97iH1(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int width){ int i; - + for(i=0; i<width; i++){ #ifdef lift5 b1[i] += (W_CM*(b0[i] + b2[i])+W_CO)>>W_CS; @@ -1200,7 +1217,7 @@ static void vertical_decompose97iH1(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int w static void vertical_decompose97iL0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int width){ int i; - + for(i=0; i<width; i++){ #ifdef liftS b1[i] -= (W_BM*(b0[i] + b2[i])+W_BO)>>W_BS; @@ -1212,7 +1229,7 @@ static void vertical_decompose97iL0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int w static void vertical_decompose97iL1(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int width){ int i; - + for(i=0; i<width; i++){ b1[i] += (W_DM*(b0[i] + b2[i])+W_DO)>>W_DS; } @@ -1224,28 +1241,28 @@ static void spatial_decompose97i(DWTELEM *buffer, int width, int height, int str DWTELEM *b1= buffer + mirror(-4 , height-1)*stride; DWTELEM *b2= buffer + mirror(-4+1, height-1)*stride; DWTELEM *b3= buffer + mirror(-4+2, height-1)*stride; - + for(y=-4; y<height; y+=2){ DWTELEM *b4= buffer + mirror(y+3, height-1)*stride; DWTELEM *b5= buffer + mirror(y+4, height-1)*stride; {START_TIMER - if(b3 <= b5) horizontal_decompose97i(b4, width); - if(y+4 < height) horizontal_decompose97i(b5, width); + if(y+3<(unsigned)height) horizontal_decompose97i(b4, width); + if(y+4<(unsigned)height) horizontal_decompose97i(b5, width); if(width>400){ STOP_TIMER("horizontal_decompose97i") }} - + {START_TIMER - if(b3 <= b5) vertical_decompose97iH0(b3, b4, b5, width); - if(b2 <= b4) vertical_decompose97iL0(b2, b3, b4, width); - if(b1 <= b3) vertical_decompose97iH1(b1, b2, b3, width); - if(b0 <= b2) vertical_decompose97iL1(b0, b1, b2, width); + if(y+3<(unsigned)height) vertical_decompose97iH0(b3, b4, b5, width); + if(y+2<(unsigned)height) vertical_decompose97iL0(b2, b3, b4, width); + if(y+1<(unsigned)height) vertical_decompose97iH1(b1, b2, b3, width); + if(y+0<(unsigned)height) vertical_decompose97iL1(b0, b1, b2, width); if(width>400){ STOP_TIMER("vertical_decompose97i") }} - + b0=b2; b1=b3; b2=b4; @@ -1255,7 +1272,7 @@ STOP_TIMER("vertical_decompose97i") void ff_spatial_dwt(DWTELEM *buffer, int width, int height, int stride, int type, int decomposition_count){ int level; - + for(level=0; level<decomposition_count; level++){ switch(type){ case 0: spatial_decompose97i(buffer, width>>level, height>>level, stride<<level); break; @@ -1300,7 +1317,7 @@ static void horizontal_compose53i(DWTELEM *b, int width){ A2 += (A1 + A3 + 2)>>2; b[width -1] = A3; b[width2-1] = A2; -#else +#else lift(temp , b , b+w2, 1, 1, 1, width, 1, 2, 2, 0, 1); lift(temp+w2, b+w2, temp, 1, 1, 1, width, -1, 0, 1, 1, 1); #endif @@ -1314,7 +1331,7 @@ static void horizontal_compose53i(DWTELEM *b, int width){ static void vertical_compose53iH0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int width){ int i; - + for(i=0; i<width; i++){ b1[i] += (b0[i] + b2[i])>>1; } @@ -1322,7 +1339,7 @@ static void vertical_compose53iH0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int wid static void vertical_compose53iL0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int width){ int i; - + for(i=0; i<width; i++){ b1[i] -= (b0[i] + b2[i] + 2)>>2; } @@ -1342,24 +1359,20 @@ static void spatial_compose53i_init(dwt_compose_t *cs, DWTELEM *buffer, int heig static void spatial_compose53i_dy_buffered(dwt_compose_t *cs, slice_buffer * sb, int width, int height, int stride_line){ int y= cs->y; - int mirror0 = mirror(y-1, height-1); - int mirror1 = mirror(y , height-1); - int mirror2 = mirror(y+1, height-1); - int mirror3 = mirror(y+2, height-1); - + DWTELEM *b0= cs->b0; DWTELEM *b1= cs->b1; - DWTELEM *b2= slice_buffer_get_line(sb, mirror2 * stride_line); - DWTELEM *b3= slice_buffer_get_line(sb, mirror3 * stride_line); + DWTELEM *b2= slice_buffer_get_line(sb, mirror(y+1, height-1) * stride_line); + DWTELEM *b3= slice_buffer_get_line(sb, mirror(y+2, height-1) * stride_line); {START_TIMER - if(mirror1 <= mirror3) vertical_compose53iL0(b1, b2, b3, width); - if(mirror0 <= mirror2) vertical_compose53iH0(b0, b1, b2, width); + if(y+1<(unsigned)height) vertical_compose53iL0(b1, b2, b3, width); + if(y+0<(unsigned)height) vertical_compose53iH0(b0, b1, b2, width); STOP_TIMER("vertical_compose53i*")} {START_TIMER - if(y-1 >= 0) horizontal_compose53i(b0, width); - if(mirror0 <= mirror2) horizontal_compose53i(b1, width); + if(y-1<(unsigned)height) horizontal_compose53i(b0, width); + if(y+0<(unsigned)height) horizontal_compose53i(b1, width); STOP_TIMER("horizontal_compose53i")} cs->b0 = b2; @@ -1375,13 +1388,13 @@ static void spatial_compose53i_dy(dwt_compose_t *cs, DWTELEM *buffer, int width, DWTELEM *b3= buffer + mirror(y+2, height-1)*stride; {START_TIMER - if(b1 <= b3) vertical_compose53iL0(b1, b2, b3, width); - if(b0 <= b2) vertical_compose53iH0(b0, b1, b2, width); + if(y+1<(unsigned)height) vertical_compose53iL0(b1, b2, b3, width); + if(y+0<(unsigned)height) vertical_compose53iH0(b0, b1, b2, width); STOP_TIMER("vertical_compose53i*")} {START_TIMER - if(y-1 >= 0) horizontal_compose53i(b0, width); - if(b0 <= b2) horizontal_compose53i(b1, width); + if(y-1<(unsigned)height) horizontal_compose53i(b0, width); + if(y+0<(unsigned)height) horizontal_compose53i(b1, width); STOP_TIMER("horizontal_compose53i")} cs->b0 = b2; @@ -1394,9 +1407,9 @@ static void spatial_compose53i(DWTELEM *buffer, int width, int height, int strid spatial_compose53i_init(&cs, buffer, height, stride); while(cs.y <= height) spatial_compose53i_dy(&cs, buffer, width, height, stride); -} +} + - static void horizontal_compose97i(DWTELEM *b, int width){ DWTELEM temp[width]; const int w2= (width+1)>>1; @@ -1409,7 +1422,7 @@ static void horizontal_compose97i(DWTELEM *b, int width){ static void vertical_compose97iH0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int width){ int i; - + for(i=0; i<width; i++){ b1[i] += (W_AM*(b0[i] + b2[i])+W_AO)>>W_AS; } @@ -1417,7 +1430,7 @@ static void vertical_compose97iH0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int wid static void vertical_compose97iH1(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int width){ int i; - + for(i=0; i<width; i++){ #ifdef lift5 b1[i] -= (W_CM*(b0[i] + b2[i])+W_CO)>>W_CS; @@ -1432,7 +1445,7 @@ static void vertical_compose97iH1(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int wid static void vertical_compose97iL0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int width){ int i; - + for(i=0; i<width; i++){ #ifdef liftS b1[i] += (W_BM*(b0[i] + b2[i])+W_BO)>>W_BS; @@ -1444,7 +1457,7 @@ static void vertical_compose97iL0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int wid static void vertical_compose97iL1(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int width){ int i; - + for(i=0; i<width; i++){ b1[i] -= (W_DM*(b0[i] + b2[i])+W_DO)>>W_DS; } @@ -1452,7 +1465,7 @@ static void vertical_compose97iL1(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, int wid static void vertical_compose97i(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2, DWTELEM *b3, DWTELEM *b4, DWTELEM *b5, int width){ int i; - + for(i=0; i<width; i++){ #ifndef lift5 int r; @@ -1493,36 +1506,30 @@ static void spatial_compose97i_init(dwt_compose_t *cs, DWTELEM *buffer, int heig static void spatial_compose97i_dy_buffered(dwt_compose_t *cs, slice_buffer * sb, int width, int height, int stride_line){ int y = cs->y; - - int mirror0 = mirror(y - 1, height - 1); - int mirror1 = mirror(y + 0, height - 1); - int mirror2 = mirror(y + 1, height - 1); - int mirror3 = mirror(y + 2, height - 1); - int mirror4 = mirror(y + 3, height - 1); - int mirror5 = mirror(y + 4, height - 1); + DWTELEM *b0= cs->b0; DWTELEM *b1= cs->b1; DWTELEM *b2= cs->b2; DWTELEM *b3= cs->b3; - DWTELEM *b4= slice_buffer_get_line(sb, mirror4 * stride_line); - DWTELEM *b5= slice_buffer_get_line(sb, mirror5 * stride_line); - + DWTELEM *b4= slice_buffer_get_line(sb, mirror(y + 3, height - 1) * stride_line); + DWTELEM *b5= slice_buffer_get_line(sb, mirror(y + 4, height - 1) * stride_line); + {START_TIMER if(y>0 && y+4<height){ vertical_compose97i(b0, b1, b2, b3, b4, b5, width); }else{ - if(mirror3 <= mirror5) vertical_compose97iL1(b3, b4, b5, width); - if(mirror2 <= mirror4) vertical_compose97iH1(b2, b3, b4, width); - if(mirror1 <= mirror3) vertical_compose97iL0(b1, b2, b3, width); - if(mirror0 <= mirror2) vertical_compose97iH0(b0, b1, b2, width); + if(y+3<(unsigned)height) vertical_compose97iL1(b3, b4, b5, width); + if(y+2<(unsigned)height) vertical_compose97iH1(b2, b3, b4, width); + if(y+1<(unsigned)height) vertical_compose97iL0(b1, b2, b3, width); + if(y+0<(unsigned)height) vertical_compose97iH0(b0, b1, b2, width); } if(width>400){ STOP_TIMER("vertical_compose97i")}} {START_TIMER - if(y-1>= 0) horizontal_compose97i(b0, width); - if(mirror0 <= mirror2) horizontal_compose97i(b1, width); -if(width>400 && mirror0 <= mirror2){ + if(y-1<(unsigned)height) horizontal_compose97i(b0, width); + if(y+0<(unsigned)height) horizontal_compose97i(b1, width); +if(width>400 && y+0<(unsigned)height){ STOP_TIMER("horizontal_compose97i")}} cs->b0=b2; @@ -1541,25 +1548,17 @@ static void spatial_compose97i_dy(dwt_compose_t *cs, DWTELEM *buffer, int width, DWTELEM *b4= buffer + mirror(y+3, height-1)*stride; DWTELEM *b5= buffer + mirror(y+4, height-1)*stride; - if(stride == width && y+4 < height && 0){ - int x; - for(x=0; x<width/2; x++) - b5[x] += 64*2; - for(; x<width; x++) - b5[x] += 169*2; - } - {START_TIMER - if(b3 <= b5) vertical_compose97iL1(b3, b4, b5, width); - if(b2 <= b4) vertical_compose97iH1(b2, b3, b4, width); - if(b1 <= b3) vertical_compose97iL0(b1, b2, b3, width); - if(b0 <= b2) vertical_compose97iH0(b0, b1, b2, width); + if(y+3<(unsigned)height) vertical_compose97iL1(b3, b4, b5, width); + if(y+2<(unsigned)height) vertical_compose97iH1(b2, b3, b4, width); + if(y+1<(unsigned)height) vertical_compose97iL0(b1, b2, b3, width); + if(y+0<(unsigned)height) vertical_compose97iH0(b0, b1, b2, width); if(width>400){ STOP_TIMER("vertical_compose97i")}} {START_TIMER - if(y-1>= 0) horizontal_compose97i(b0, width); - if(b0 <= b2) horizontal_compose97i(b1, width); + if(y-1<(unsigned)height) horizontal_compose97i(b0, width); + if(y+0<(unsigned)height) horizontal_compose97i(b1, width); if(width>400 && b0 <= b2){ STOP_TIMER("horizontal_compose97i")}} @@ -1577,7 +1576,7 @@ static void spatial_compose97i(DWTELEM *buffer, int width, int height, int strid spatial_compose97i_dy(&cs, buffer, width, height, stride); } -void ff_spatial_idwt_buffered_init(dwt_compose_t *cs, slice_buffer * sb, int width, int height, int stride_line, int type, int decomposition_count){ +static void ff_spatial_idwt_buffered_init(dwt_compose_t *cs, slice_buffer * sb, int width, int height, int stride_line, int type, int decomposition_count){ int level; for(level=decomposition_count-1; level>=0; level--){ switch(type){ @@ -1590,7 +1589,7 @@ void ff_spatial_idwt_buffered_init(dwt_compose_t *cs, slice_buffer * sb, int wid } } -void ff_spatial_idwt_init(dwt_compose_t *cs, DWTELEM *buffer, int width, int height, int stride, int type, int decomposition_count){ +static void ff_spatial_idwt_init(dwt_compose_t *cs, DWTELEM *buffer, int width, int height, int stride, int type, int decomposition_count){ int level; for(level=decomposition_count-1; level>=0; level--){ switch(type){ @@ -1602,7 +1601,7 @@ void ff_spatial_idwt_init(dwt_compose_t *cs, DWTELEM *buffer, int width, int hei } } -void ff_spatial_idwt_slice(dwt_compose_t *cs, DWTELEM *buffer, int width, int height, int stride, int type, int decomposition_count, int y){ +static void ff_spatial_idwt_slice(dwt_compose_t *cs, DWTELEM *buffer, int width, int height, int stride, int type, int decomposition_count, int y){ const int support = type==1 ? 3 : 5; int level; if(type==2) return; @@ -1620,7 +1619,7 @@ void ff_spatial_idwt_slice(dwt_compose_t *cs, DWTELEM *buffer, int width, int he } } -void ff_spatial_idwt_buffered_slice(dwt_compose_t *cs, slice_buffer * slice_buf, int width, int height, int stride_line, int type, int decomposition_count, int y){ +static void ff_spatial_idwt_buffered_slice(dwt_compose_t *cs, slice_buffer * slice_buf, int width, int height, int stride_line, int type, int decomposition_count, int y){ const int support = type==1 ? 3 : 5; int level; if(type==2) return; @@ -1638,7 +1637,7 @@ void ff_spatial_idwt_buffered_slice(dwt_compose_t *cs, slice_buffer * slice_buf, } } -void ff_spatial_idwt(DWTELEM *buffer, int width, int height, int stride, int type, int decomposition_count){ +static void ff_spatial_idwt(DWTELEM *buffer, int width, int height, int stride, int type, int decomposition_count){ if(type==2){ int level; for(level=decomposition_count-1; level>=0; level--) @@ -1662,7 +1661,7 @@ static int encode_subband_c0run(SnowContext *s, SubBand *b, DWTELEM *src, DWTELE int runs[w*h]; int run_index=0; int max_index; - + for(y=0; y<h; y++){ for(x=0; x<w; x++){ int v, p=0; @@ -1688,7 +1687,7 @@ static int encode_subband_c0run(SnowContext *s, SubBand *b, DWTELEM *src, DWTELE if(parent){ int px= x>>1; int py= y>>1; - if(px<b->parent->width && py<b->parent->height) + if(px<b->parent->width && py<b->parent->height) p= parent[px + py*2*stride]; } if(!(/*ll|*/l|lt|t|rt|p)){ @@ -1709,7 +1708,7 @@ static int encode_subband_c0run(SnowContext *s, SubBand *b, DWTELEM *src, DWTELE put_symbol2(&s->c, b->state[30], max_index, 0); if(run_index <= max_index) put_symbol2(&s->c, b->state[1], run, 3); - + for(y=0; y<h; y++){ if(s->c.bytestream_end - s->c.bytestream < w*40){ av_log(s->avctx, AV_LOG_ERROR, "encoded frame too large\n"); @@ -1739,7 +1738,7 @@ static int encode_subband_c0run(SnowContext *s, SubBand *b, DWTELEM *src, DWTELE if(parent){ int px= x>>1; int py= y>>1; - if(px<b->parent->width && py<b->parent->height) + if(px<b->parent->width && py<b->parent->height) p= parent[px + py*2*stride]; } if(/*ll|*/l|lt|t|rt|p){ @@ -1772,7 +1771,7 @@ static int encode_subband_c0run(SnowContext *s, SubBand *b, DWTELEM *src, DWTELE return 0; } -static int encode_subband(SnowContext *s, SubBand *b, DWTELEM *src, DWTELEM *parent, int stride, int orientation){ +static int encode_subband(SnowContext *s, SubBand *b, DWTELEM *src, DWTELEM *parent, int stride, int orientation){ // encode_subband_qtree(s, b, src, parent, stride, orientation); // encode_subband_z0run(s, b, src, parent, stride, orientation); return encode_subband_c0run(s, b, src, parent, stride, orientation); @@ -1783,7 +1782,7 @@ static inline void unpack_coeffs(SnowContext *s, SubBand *b, SubBand * parent, i const int w= b->width; const int h= b->height; int x,y; - + if(1){ int run, runs; x_and_coeff *xc= b->x_coeff; @@ -1806,7 +1805,7 @@ static inline void unpack_coeffs(SnowContext *s, SubBand *b, SubBand * parent, i for(x=0; x<w; x++){ int p=0; const int l= v; - + lt= t; t= rt; if(y){ @@ -1832,7 +1831,7 @@ static inline void unpack_coeffs(SnowContext *s, SubBand *b, SubBand * parent, i if(v){ v= 2*(get_symbol2(&s->c, b->state[context + 2], context-4) + 1); v+=get_rac(&s->c, &b->state[0][16 + 1 + 3 + quant3bA[l&0xFF] + 3*quant3bA[t&0xFF]]); - + xc->x=x; (xc++)->coeff= v; } @@ -1842,7 +1841,7 @@ static inline void unpack_coeffs(SnowContext *s, SubBand *b, SubBand * parent, i else run= INT_MAX; v= 2*(get_symbol2(&s->c, b->state[0 + 2], 0-4) + 1); v+=get_rac(&s->c, &b->state[0][16 + 1 + 3]); - + xc->x=x; (xc++)->coeff= v; }else{ @@ -1862,7 +1861,7 @@ static inline void unpack_coeffs(SnowContext *s, SubBand *b, SubBand * parent, i (xc++)->x= w+1; //end marker prev_xc= prev2_xc; prev2_xc= xc; - + if(parent_xc){ if(y&1){ while(parent_xc->x != parent->width+1) @@ -1886,7 +1885,7 @@ static inline void decode_subband_slice_buffered(SnowContext *s, SubBand *b, sli int qmul= qexp[qlog&(QROOT-1)]<<(qlog>>QSHIFT); int qadd= (s->qbias*qmul)>>QBIAS_SHIFT; int new_index = 0; - + START_TIMER if(b->buf == s->spatial_dwt_buffer || s->qlog == LOSSLESS_QLOG){ @@ -1898,7 +1897,7 @@ static inline void decode_subband_slice_buffered(SnowContext *s, SubBand *b, sli if (start_y != 0) new_index = save_state[0]; - + for(y=start_y; y<h; y++){ int x = 0; int v; @@ -1919,10 +1918,10 @@ static inline void decode_subband_slice_buffered(SnowContext *s, SubBand *b, sli if(w > 200 && start_y != 0/*level+1 == s->spatial_decomposition_count*/){ STOP_TIMER("decode_subband") } - + /* Save our variables for the next slice. */ save_state[0] = new_index; - + return; } @@ -1943,10 +1942,10 @@ static void reset_contexts(SnowContext *s){ static int alloc_blocks(SnowContext *s){ int w= -((-s->avctx->width )>>LOG2_MB_SIZE); int h= -((-s->avctx->height)>>LOG2_MB_SIZE); - + s->b_width = w; s->b_height= h; - + s->block= av_mallocz(w * h * sizeof(BlockNode) << (s->block_max_depth*2)); return 0; } @@ -1999,7 +1998,7 @@ static inline void set_blocks(SnowContext *s, int level, int x, int y, int l, in const int block_w= 1<<rem_depth; BlockNode block; int i,j; - + block.color[0]= l; block.color[1]= cb; block.color[2]= cr; @@ -2052,13 +2051,6 @@ static int encode_q_branch(SnowContext *s, int level, int x, int y){ const int rem_depth= s->block_max_depth - level; const int index= (x + y*w) << rem_depth; const int block_w= 1<<(LOG2_MB_SIZE - level); - static BlockNode null_block= { //FIXME add border maybe - .color= {128,128,128}, - .mx= 0, - .my= 0, - .type= 0, - .level= 0, - }; int trx= (x+1)<<rem_depth; int try= (y+1)<<rem_depth; BlockNode *left = x ? &s->block[index-1] : &null_block; @@ -2073,16 +2065,12 @@ static int encode_q_branch(SnowContext *s, int level, int x, int y){ int pmx= mid_pred(left->mx, top->mx, tr->mx); int pmy= mid_pred(left->my, top->my, tr->my); int mx=0, my=0; - int l,cr,cb, i; + int l,cr,cb; const int stride= s->current_picture.linesize[0]; const int uvstride= s->current_picture.linesize[1]; - const int instride= s->input_picture.linesize[0]; - const int uvinstride= s->input_picture.linesize[1]; - uint8_t *new_l = s->input_picture.data[0] + (x + y* instride)*block_w; - uint8_t *new_cb= s->input_picture.data[1] + (x + y*uvinstride)*block_w/2; - uint8_t *new_cr= s->input_picture.data[2] + (x + y*uvinstride)*block_w/2; - uint8_t current_mb[3][stride*block_w]; - uint8_t *current_data[3]= {¤t_mb[0][0], ¤t_mb[1][0], ¤t_mb[2][0]}; + uint8_t *current_data[3]= { s->input_picture.data[0] + (x + y* stride)*block_w, + s->input_picture.data[1] + (x + y*uvstride)*block_w/2, + s->input_picture.data[2] + (x + y*uvstride)*block_w/2}; int P[10][2]; int16_t last_mv[3][2]; int qpel= !!(s->avctx->flags & CODEC_FLAG_QPEL); //unused @@ -2098,14 +2086,6 @@ static int encode_q_branch(SnowContext *s, int level, int x, int y){ return 0; } - //FIXME optimize - for(i=0; i<block_w; i++) - memcpy(¤t_mb[0][0] + stride*i, new_l + instride*i, block_w); - for(i=0; i<block_w>>1; i++) - memcpy(¤t_mb[1][0] + uvstride*i, new_cb + uvinstride*i, block_w>>1); - for(i=0; i<block_w>>1; i++) - memcpy(¤t_mb[2][0] + uvstride*i, new_cr + uvinstride*i, block_w>>1); - // clip predictors / edge ? P_LEFT[0]= left->mx; @@ -2114,36 +2094,36 @@ static int encode_q_branch(SnowContext *s, int level, int x, int y){ P_TOP [1]= top->my; P_TOPRIGHT[0]= tr->mx; P_TOPRIGHT[1]= tr->my; - + last_mv[0][0]= s->block[index].mx; last_mv[0][1]= s->block[index].my; last_mv[1][0]= right->mx; last_mv[1][1]= right->my; last_mv[2][0]= bottom->mx; last_mv[2][1]= bottom->my; - + s->m.mb_stride=2; - s->m.mb_x= + s->m.mb_x= s->m.mb_y= 0; s->m.me.skip= 0; init_ref(c, current_data, s->last_picture.data, NULL, block_w*x, block_w*y, 0); - + assert(s->m.me. stride == stride); assert(s->m.me.uvstride == uvstride); - + c->penalty_factor = get_penalty_factor(s->lambda, s->lambda2, c->avctx->me_cmp); c->sub_penalty_factor= get_penalty_factor(s->lambda, s->lambda2, c->avctx->me_sub_cmp); c->mb_penalty_factor = get_penalty_factor(s->lambda, s->lambda2, c->avctx->mb_cmp); c->current_mv_penalty= c->mv_penalty[s->m.f_code=1] + MAX_MV; - + c->xmin = - x*block_w - 16+2; c->ymin = - y*block_w - 16+2; c->xmax = - (x+1)*block_w + (w<<(LOG2_MB_SIZE - s->block_max_depth)) + 16-2; c->ymax = - (y+1)*block_w + (h<<(LOG2_MB_SIZE - s->block_max_depth)) + 16-2; if(P_LEFT[0] > (c->xmax<<shift)) P_LEFT[0] = (c->xmax<<shift); - if(P_LEFT[1] > (c->ymax<<shift)) P_LEFT[1] = (c->ymax<<shift); + if(P_LEFT[1] > (c->ymax<<shift)) P_LEFT[1] = (c->ymax<<shift); if(P_TOP[0] > (c->xmax<<shift)) P_TOP[0] = (c->xmax<<shift); if(P_TOP[1] > (c->ymax<<shift)) P_TOP[1] = (c->ymax<<shift); if(P_TOPRIGHT[0] < (c->xmin<<shift)) P_TOPRIGHT[0]= (c->xmin<<shift); @@ -2161,18 +2141,18 @@ static int encode_q_branch(SnowContext *s, int level, int x, int y){ c->pred_y = P_MEDIAN[1]; } - score= ff_epzs_motion_search(&s->m, &mx, &my, P, 0, /*ref_index*/ 0, last_mv, + score= ff_epzs_motion_search(&s->m, &mx, &my, P, 0, /*ref_index*/ 0, last_mv, (1<<16)>>shift, level-LOG2_MB_SIZE+4, block_w); assert(mx >= c->xmin); assert(mx <= c->xmax); assert(my >= c->ymin); assert(my <= c->ymax); - + score= s->m.me.sub_motion_search(&s->m, &mx, &my, score, 0, 0, level-LOG2_MB_SIZE+4, block_w); score= ff_get_mb_score(&s->m, mx, my, 0, 0, level-LOG2_MB_SIZE+4, block_w, 0); //FIXME if mb_cmp != SSE then intra cant be compared currently and mb_penalty vs. lambda2 - + // subpel search pc= s->c; pc.bytestream_start= @@ -2191,15 +2171,15 @@ static int encode_q_branch(SnowContext *s, int level, int x, int y){ ))>>FF_LAMBDA_SHIFT; block_s= block_w*block_w; - sum = pix_sum(¤t_mb[0][0], stride, block_w); + sum = pix_sum(current_data[0], stride, block_w); l= (sum + block_s/2)/block_s; - iscore = pix_norm1(¤t_mb[0][0], stride, block_w) - 2*l*sum + l*l*block_s; - + iscore = pix_norm1(current_data[0], stride, block_w) - 2*l*sum + l*l*block_s; + block_s= block_w*block_w>>2; - sum = pix_sum(¤t_mb[1][0], uvstride, block_w>>1); + sum = pix_sum(current_data[1], uvstride, block_w>>1); cb= (sum + block_s/2)/block_s; // iscore += pix_norm1(¤t_mb[1][0], uvstride, block_w>>1) - 2*cb*sum + cb*cb*block_s; - sum = pix_sum(¤t_mb[2][0], uvstride, block_w>>1); + sum = pix_sum(current_data[2], uvstride, block_w>>1); cr= (sum + block_s/2)/block_s; // iscore += pix_norm1(¤t_mb[2][0], uvstride, block_w>>1) - 2*cr*sum + cr*cr*block_s; @@ -2233,7 +2213,7 @@ static int encode_q_branch(SnowContext *s, int level, int x, int y){ else c->scene_change_score+= s->m.qscale; } - + if(level!=s->block_max_depth){ put_rac(&s->c, &s->block_state[4 + s_context], 0); score2 = encode_q_branch(s, level+1, 2*x+0, 2*y+0); @@ -2241,11 +2221,11 @@ static int encode_q_branch(SnowContext *s, int level, int x, int y){ score2+= encode_q_branch(s, level+1, 2*x+0, 2*y+1); score2+= encode_q_branch(s, level+1, 2*x+1, 2*y+1); score2+= s->lambda2>>FF_LAMBDA_SHIFT; //FIXME exact split overhead - + if(score2 < score && score2 < iscore) return score2; } - + if(iscore < score){ memcpy(pbbak, i_buffer, i_len); s->c= ic; @@ -2266,24 +2246,75 @@ static int encode_q_branch(SnowContext *s, int level, int x, int y){ } #endif +static always_inline int same_block(BlockNode *a, BlockNode *b){ + if((a->type&BLOCK_INTRA) && (b->type&BLOCK_INTRA)){ + return !((a->color[0] - b->color[0]) | (a->color[1] - b->color[1]) | (a->color[2] - b->color[2])); + }else{ + return !((a->mx - b->mx) | (a->my - b->my) | ((a->type ^ b->type)&BLOCK_INTRA)); + } +} + +static void encode_q_branch2(SnowContext *s, int level, int x, int y){ + const int w= s->b_width << s->block_max_depth; + const int rem_depth= s->block_max_depth - level; + const int index= (x + y*w) << rem_depth; + int trx= (x+1)<<rem_depth; + BlockNode *b= &s->block[index]; + BlockNode *left = x ? &s->block[index-1] : &null_block; + BlockNode *top = y ? &s->block[index-w] : &null_block; + BlockNode *tl = y && x ? &s->block[index-w-1] : left; + BlockNode *tr = y && trx<w && ((x&1)==0 || level==0) ? &s->block[index-w+(1<<rem_depth)] : tl; //FIXME use lt + int pl = left->color[0]; + int pcb= left->color[1]; + int pcr= left->color[2]; + int pmx= mid_pred(left->mx, top->mx, tr->mx); + int pmy= mid_pred(left->my, top->my, tr->my); + int mx_context= av_log2(2*ABS(left->mx - top->mx)); + int my_context= av_log2(2*ABS(left->my - top->my)); + int s_context= 2*left->level + 2*top->level + tl->level + tr->level; + + if(s->keyframe){ + set_blocks(s, level, x, y, pl, pcb, pcr, pmx, pmy, BLOCK_INTRA); + return; + } + + if(level!=s->block_max_depth){ + if(same_block(b,b+1) && same_block(b,b+w) && same_block(b,b+w+1)){ + put_rac(&s->c, &s->block_state[4 + s_context], 1); + }else{ + put_rac(&s->c, &s->block_state[4 + s_context], 0); + encode_q_branch2(s, level+1, 2*x+0, 2*y+0); + encode_q_branch2(s, level+1, 2*x+1, 2*y+0); + encode_q_branch2(s, level+1, 2*x+0, 2*y+1); + encode_q_branch2(s, level+1, 2*x+1, 2*y+1); + return; + } + } + if(b->type & BLOCK_INTRA){ + put_rac(&s->c, &s->block_state[1 + (left->type&1) + (top->type&1)], 1); + put_symbol(&s->c, &s->block_state[32], b->color[0]-pl , 1); + put_symbol(&s->c, &s->block_state[64], b->color[1]-pcb, 1); + put_symbol(&s->c, &s->block_state[96], b->color[2]-pcr, 1); + set_blocks(s, level, x, y, b->color[0], b->color[1], b->color[2], pmx, pmy, BLOCK_INTRA); + }else{ + put_rac(&s->c, &s->block_state[1 + (left->type&1) + (top->type&1)], 0); + put_symbol(&s->c, &s->block_state[128 + 32*mx_context], b->mx - pmx, 1); + put_symbol(&s->c, &s->block_state[128 + 32*my_context], b->my - pmy, 1); + set_blocks(s, level, x, y, pl, pcb, pcr, b->mx, b->my, 0); + } +} + static void decode_q_branch(SnowContext *s, int level, int x, int y){ const int w= s->b_width << s->block_max_depth; const int rem_depth= s->block_max_depth - level; const int index= (x + y*w) << rem_depth; - static BlockNode null_block= { //FIXME add border maybe - .color= {128,128,128}, - .mx= 0, - .my= 0, - .type= 0, - .level= 0, - }; int trx= (x+1)<<rem_depth; BlockNode *left = x ? &s->block[index-1] : &null_block; BlockNode *top = y ? &s->block[index-w] : &null_block; BlockNode *tl = y && x ? &s->block[index-w-1] : left; BlockNode *tr = y && trx<w && ((x&1)==0 || level==0) ? &s->block[index-w+(1<<rem_depth)] : tl; //FIXME use lt int s_context= 2*left->level + 2*top->level + tl->level + tr->level; - + if(s->keyframe){ set_blocks(s, level, x, y, null_block.color[0], null_block.color[1], null_block.color[2], null_block.mx, null_block.my, BLOCK_INTRA); return; @@ -2298,7 +2329,7 @@ static void decode_q_branch(SnowContext *s, int level, int x, int y){ int my= mid_pred(left->my, top->my, tr->my); int mx_context= av_log2(2*ABS(left->mx - top->mx)) + 0*av_log2(2*ABS(tr->mx - top->mx)); int my_context= av_log2(2*ABS(left->my - top->my)) + 0*av_log2(2*ABS(tr->my - top->my)); - + type= get_rac(&s->c, &s->block_state[1 + left->type + top->type]) ? BLOCK_INTRA : 0; if(type){ @@ -2324,13 +2355,19 @@ static void encode_blocks(SnowContext *s){ int w= s->b_width; int h= s->b_height; + if(s->avctx->me_method == ME_ITER && !s->keyframe) + iterative_me(s); + for(y=0; y<h; y++){ if(s->c.bytestream_end - s->c.bytestream < w*MB_SIZE*MB_SIZE*3){ //FIXME nicer limit av_log(s->avctx, AV_LOG_ERROR, "encoded frame too large\n"); return; } for(x=0; x<w; x++){ - encode_q_branch(s, 0, x, y); + if(s->avctx->me_method == ME_ITER) + encode_q_branch2(s, 0, x, y); + else + encode_q_branch (s, 0, x, y); } } } @@ -2369,10 +2406,10 @@ START_TIMER if(dx<8) am = (32*a2*( 8-dx) + am* dx + 128)>>8; else am = ( am*(16-dx) + 32*a3*(dx-8) + 128)>>8; - + /* FIXME Try increasing tmp buffer to 16 bits and not clipping here. Should give marginally better results. - Robert*/ if(am&(~255)) am= ~(am>>31); - + tmp[x] = am; /* if (dx< 4) tmp[x + y*stride]= (16*a1*( 4-dx) + aL* dx + 32)>>6; @@ -2384,7 +2421,7 @@ START_TIMER src += stride; } tmp -= (b_h+5)*stride; - + for(y=0; y < b_h; y++){ for(x=0; x < b_w; x++){ int a0= tmp[x + 0*stride]; @@ -2397,14 +2434,14 @@ START_TIMER // int am= 18*(a2+a3) - 2*(a1+a4); /* int aL= (-7*a0 + 105*a1 + 35*a2 - 5*a3)>>3; int aR= (-7*a3 + 105*a2 + 35*a1 - 5*a0)>>3;*/ - + // if(b_w==16) am= 8*(a1+a2); if(dy<8) am = (32*a2*( 8-dy) + am* dy + 128)>>8; else am = ( am*(16-dy) + 32*a3*(dy-8) + 128)>>8; if(am&(~255)) am= ~(am>>31); - + dst[x] = am; /* if (dy< 4) tmp[x + y*stride]= (16*a1*( 4-dy) + aL* dy + 32)>>6; else if(dy< 8) tmp[x + y*stride]= ( aL*( 8-dy) + am*(dy- 4) + 32)>>6; @@ -2434,12 +2471,42 @@ mca( 0, 8,8) mca( 8, 8,8) static void pred_block(SnowContext *s, uint8_t *dst, uint8_t *src, uint8_t *tmp, int stride, int sx, int sy, int b_w, int b_h, BlockNode *block, int plane_index, int w, int h){ - if(block->type){ + if(block->type & BLOCK_INTRA){ int x, y; - const int color= block->color[plane_index]; - for(y=0; y < b_h; y++){ - for(x=0; x < b_w; x++){ - dst[x + y*stride]= color; + const int color = block->color[plane_index]; + const int color4= color*0x01010101; + if(b_w==32){ + for(y=0; y < b_h; y++){ + *(uint32_t*)&dst[0 + y*stride]= color4; + *(uint32_t*)&dst[4 + y*stride]= color4; + *(uint32_t*)&dst[8 + y*stride]= color4; + *(uint32_t*)&dst[12+ y*stride]= color4; + *(uint32_t*)&dst[16+ y*stride]= color4; + *(uint32_t*)&dst[20+ y*stride]= color4; + *(uint32_t*)&dst[24+ y*stride]= color4; + *(uint32_t*)&dst[28+ y*stride]= color4; + } + }else if(b_w==16){ + for(y=0; y < b_h; y++){ + *(uint32_t*)&dst[0 + y*stride]= color4; + *(uint32_t*)&dst[4 + y*stride]= color4; + *(uint32_t*)&dst[8 + y*stride]= color4; + *(uint32_t*)&dst[12+ y*stride]= color4; + } + }else if(b_w==8){ + for(y=0; y < b_h; y++){ + *(uint32_t*)&dst[0 + y*stride]= color4; + *(uint32_t*)&dst[4 + y*stride]= color4; + } + }else if(b_w==4){ + for(y=0; y < b_h; y++){ + *(uint32_t*)&dst[0 + y*stride]= color4; + } + }else{ + for(y=0; y < b_h; y++){ + for(x=0; x < b_w; x++){ + dst[x + y*stride]= color; + } } } }else{ @@ -2448,6 +2515,7 @@ static void pred_block(SnowContext *s, uint8_t *dst, uint8_t *src, uint8_t *tmp, int my= block->my*scale; const int dx= mx&15; const int dy= my&15; + const int tab_index= 3 - (b_w>>2) + (b_w>>4); sx += (mx>>4) - 2; sy += (my>>4) - 2; src += sx + sy*stride; @@ -2456,17 +2524,31 @@ static void pred_block(SnowContext *s, uint8_t *dst, uint8_t *src, uint8_t *tmp, ff_emulated_edge_mc(tmp + MB_SIZE, src, stride, b_w+5, b_h+5, sx, sy, w, h); src= tmp + MB_SIZE; } - if((dx&3) || (dy&3) || b_w!=b_h || (b_w!=4 && b_w!=8 && b_w!=16)) + assert(b_w == b_h || 2*b_w == b_h || b_w == 2*b_h); + assert(!(b_w&(b_w-1))); + assert(b_w>1 && b_h>1); + assert(tab_index>=0 && tab_index<4 || b_w==32); + if((dx&3) || (dy&3)) mc_block(dst, src, tmp, stride, b_w, b_h, dx, dy); - else - s->dsp.put_h264_qpel_pixels_tab[2-(b_w>>3)][dy+(dx>>2)](dst,src + 2 + 2*stride,stride); + else if(b_w==32){ + int y; + for(y=0; y<b_h; y+=16){ + s->dsp.put_h264_qpel_pixels_tab[0][dy+(dx>>2)](dst + y*stride, src + 2 + (y+2)*stride,stride); + s->dsp.put_h264_qpel_pixels_tab[0][dy+(dx>>2)](dst + 16 + y*stride, src + 18 + (y+2)*stride,stride); + } + }else if(b_w==b_h) + s->dsp.put_h264_qpel_pixels_tab[tab_index ][dy+(dx>>2)](dst,src + 2 + 2*stride,stride); + else if(b_w==2*b_h){ + s->dsp.put_h264_qpel_pixels_tab[tab_index+1][dy+(dx>>2)](dst ,src + 2 + 2*stride,stride); + s->dsp.put_h264_qpel_pixels_tab[tab_index+1][dy+(dx>>2)](dst+b_h,src + 2 + b_h + 2*stride,stride); + }else{ + assert(2*b_w==b_h); + s->dsp.put_h264_qpel_pixels_tab[tab_index ][dy+(dx>>2)](dst ,src + 2 + 2*stride ,stride); + s->dsp.put_h264_qpel_pixels_tab[tab_index ][dy+(dx>>2)](dst+b_w*stride,src + 2 + 2*stride+b_w*stride,stride); + } } } -static always_inline int same_block(BlockNode *a, BlockNode *b){ - return !((a->mx - b->mx) | (a->my - b->my) | a->type | b->type); -} - //FIXME name clenup (b_w, block_w, b_width stuff) static always_inline void add_yblock_buffered(SnowContext *s, slice_buffer * sb, DWTELEM *old_dst, uint8_t *dst8, uint8_t *src, uint8_t *obmc, int src_x, int src_y, int b_w, int b_h, int w, int h, int dst_stride, int src_stride, int obmc_stride, int b_x, int b_y, int add, int plane_index){ DWTELEM * dst = NULL; @@ -2477,7 +2559,7 @@ static always_inline void add_yblock_buffered(SnowContext *s, slice_buffer * sb, BlockNode *rt= lt+1; BlockNode *lb= lt+b_stride; BlockNode *rb= lb+1; - uint8_t *block[4]; + uint8_t *block[4]; int tmp_step= src_stride >= 7*MB_SIZE ? MB_SIZE : MB_SIZE*src_stride; uint8_t tmp[src_stride*7*MB_SIZE]; //FIXME align uint8_t *ptmp; @@ -2497,7 +2579,7 @@ static always_inline void add_yblock_buffered(SnowContext *s, slice_buffer * sb, lb= lt; rb= rt; } - + if(src_x<0){ //FIXME merge with prev & always round internal width upto *16 obmc -= src_x; b_w += src_x; @@ -2512,7 +2594,7 @@ static always_inline void add_yblock_buffered(SnowContext *s, slice_buffer * sb, }else if(src_y + b_h> h){ b_h = h - src_y; } - + if(b_w<=0 || b_h<=0) return; assert(src_stride > 2*MB_SIZE + 5); @@ -2523,7 +2605,7 @@ assert(src_stride > 2*MB_SIZE + 5); ptmp= tmp + 3*tmp_step; block[0]= ptmp; ptmp+=tmp_step; - pred_block(s, block[0], src, tmp, src_stride, src_x, src_y, b_w, b_h, lt, plane_index, w, h); + pred_block(s, block[0], src, tmp, src_stride, src_x, src_y, b_w, b_h, lt, plane_index, w, h); if(same_block(lt, rt)){ block[1]= block[0]; @@ -2532,7 +2614,7 @@ assert(src_stride > 2*MB_SIZE + 5); ptmp+=tmp_step; pred_block(s, block[1], src, tmp, src_stride, src_x, src_y, b_w, b_h, rt, plane_index, w, h); } - + if(same_block(lt, lb)){ block[2]= block[0]; }else if(same_block(rt, lb)){ @@ -2590,7 +2672,7 @@ assert(src_stride > 2*MB_SIZE + 5); { START_TIMER - + for(y=0; y<b_h; y++){ //FIXME ugly missue of obmc_stride uint8_t *obmc1= obmc + y*obmc_stride; @@ -2627,7 +2709,7 @@ assert(src_stride > 2*MB_SIZE + 5); } //FIXME name clenup (b_w, block_w, b_width stuff) -static always_inline void add_yblock(SnowContext *s, DWTELEM *dst, uint8_t *dst8, uint8_t *src, uint8_t *obmc, int src_x, int src_y, int b_w, int b_h, int w, int h, int dst_stride, int src_stride, int obmc_stride, int b_x, int b_y, int add, int plane_index){ +static always_inline void add_yblock(SnowContext *s, DWTELEM *dst, uint8_t *dst8, uint8_t *src, uint8_t *obmc, int src_x, int src_y, int b_w, int b_h, int w, int h, int dst_stride, int src_stride, int obmc_stride, int b_x, int b_y, int add, int offset_dst, int plane_index){ const int b_width = s->b_width << s->block_max_depth; const int b_height= s->b_height << s->block_max_depth; const int b_stride= b_width; @@ -2635,7 +2717,7 @@ static always_inline void add_yblock(SnowContext *s, DWTELEM *dst, uint8_t *dst8 BlockNode *rt= lt+1; BlockNode *lb= lt+b_stride; BlockNode *rb= lb+1; - uint8_t *block[4]; + uint8_t *block[4]; int tmp_step= src_stride >= 7*MB_SIZE ? MB_SIZE : MB_SIZE*src_stride; uint8_t tmp[src_stride*7*MB_SIZE]; //FIXME align uint8_t *ptmp; @@ -2655,10 +2737,12 @@ static always_inline void add_yblock(SnowContext *s, DWTELEM *dst, uint8_t *dst8 lb= lt; rb= rt; } - + if(src_x<0){ //FIXME merge with prev & always round internal width upto *16 obmc -= src_x; b_w += src_x; + if(!offset_dst) + dst -= src_x; src_x=0; }else if(src_x + b_w > w){ b_w = w - src_x; @@ -2666,22 +2750,25 @@ static always_inline void add_yblock(SnowContext *s, DWTELEM *dst, uint8_t *dst8 if(src_y<0){ obmc -= src_y*obmc_stride; b_h += src_y; + if(!offset_dst) + dst -= src_y*dst_stride; src_y=0; }else if(src_y + b_h> h){ b_h = h - src_y; } - + if(b_w<=0 || b_h<=0) return; assert(src_stride > 2*MB_SIZE + 5); - dst += src_x + src_y*dst_stride; + if(offset_dst) + dst += src_x + src_y*dst_stride; dst8+= src_x + src_y*src_stride; // src += src_x + src_y*src_stride; ptmp= tmp + 3*tmp_step; block[0]= ptmp; ptmp+=tmp_step; - pred_block(s, block[0], src, tmp, src_stride, src_x, src_y, b_w, b_h, lt, plane_index, w, h); + pred_block(s, block[0], src, tmp, src_stride, src_x, src_y, b_w, b_h, lt, plane_index, w, h); if(same_block(lt, rt)){ block[1]= block[0]; @@ -2690,7 +2777,7 @@ assert(src_stride > 2*MB_SIZE + 5); ptmp+=tmp_step; pred_block(s, block[1], src, tmp, src_stride, src_x, src_y, b_w, b_h, rt, plane_index, w, h); } - + if(same_block(lt, lb)){ block[2]= block[0]; }else if(same_block(rt, lb)){ @@ -2756,7 +2843,7 @@ assert(src_stride > 2*MB_SIZE + 5); +obmc2[x] * block[2][x + y*src_stride] +obmc3[x] * block[1][x + y*src_stride] +obmc4[x] * block[0][x + y*src_stride]; - + v <<= 8 - LOG2_OBMC_MAX; if(FRAC_BITS != 8){ v += 1<<(7 - FRAC_BITS); @@ -2790,7 +2877,7 @@ static always_inline void predict_slice_buffered(SnowContext *s, slice_buffer * int w= p->width; int h= p->height; START_TIMER - + if(s->keyframe || (s->avctx->debug&512)){ if(mb_y==mb_h) return; @@ -2824,11 +2911,11 @@ static always_inline void predict_slice_buffered(SnowContext *s, slice_buffer * return; } - + for(mb_x=0; mb_x<=mb_w; mb_x++){ START_TIMER - add_yblock_buffered(s, sb, old_buffer, dst8, ref, obmc, + add_yblock_buffered(s, sb, old_buffer, dst8, ref, obmc, block_w*mb_x - block_w/2, block_w*mb_y - block_w/2, block_w, block_w, @@ -2836,10 +2923,10 @@ static always_inline void predict_slice_buffered(SnowContext *s, slice_buffer * w, ref_stride, obmc_stride, mb_x - 1, mb_y - 1, add, plane_index); - + STOP_TIMER("add_yblock") } - + STOP_TIMER("predict_slice") } @@ -2851,14 +2938,14 @@ static always_inline void predict_slice(SnowContext *s, DWTELEM *buf, int plane_ int block_size = MB_SIZE >> s->block_max_depth; int block_w = plane_index ? block_size/2 : block_size; const uint8_t *obmc = plane_index ? obmc_tab[s->block_max_depth+1] : obmc_tab[s->block_max_depth]; - int obmc_stride= plane_index ? block_size : 2*block_size; + const int obmc_stride= plane_index ? block_size : 2*block_size; int ref_stride= s->current_picture.linesize[plane_index]; uint8_t *ref = s->last_picture.data[plane_index]; uint8_t *dst8= s->current_picture.data[plane_index]; int w= p->width; int h= p->height; START_TIMER - + if(s->keyframe || (s->avctx->debug&512)){ if(mb_y==mb_h) return; @@ -2882,22 +2969,22 @@ static always_inline void predict_slice(SnowContext *s, DWTELEM *buf, int plane_ return; } - + for(mb_x=0; mb_x<=mb_w; mb_x++){ START_TIMER - add_yblock(s, buf, dst8, ref, obmc, + add_yblock(s, buf, dst8, ref, obmc, block_w*mb_x - block_w/2, block_w*mb_y - block_w/2, block_w, block_w, w, h, w, ref_stride, obmc_stride, mb_x - 1, mb_y - 1, - add, plane_index); - + add, 1, plane_index); + STOP_TIMER("add_yblock") } - + STOP_TIMER("predict_slice") } @@ -2908,6 +2995,501 @@ static always_inline void predict_plane(SnowContext *s, DWTELEM *buf, int plane_ predict_slice(s, buf, plane_index, add, mb_y); } +static int get_dc(SnowContext *s, int mb_x, int mb_y, int plane_index){ + int i, x2, y2; + Plane *p= &s->plane[plane_index]; + const int block_size = MB_SIZE >> s->block_max_depth; + const int block_w = plane_index ? block_size/2 : block_size; + const uint8_t *obmc = plane_index ? obmc_tab[s->block_max_depth+1] : obmc_tab[s->block_max_depth]; + const int obmc_stride= plane_index ? block_size : 2*block_size; + const int ref_stride= s->current_picture.linesize[plane_index]; + uint8_t *ref= s-> last_picture.data[plane_index]; + uint8_t *src= s-> input_picture.data[plane_index]; + DWTELEM *dst= (DWTELEM*)s->m.obmc_scratchpad + plane_index*block_size*block_size*4; + const int b_stride = s->b_width << s->block_max_depth; + const int w= p->width; + const int h= p->height; + int index= mb_x + mb_y*b_stride; + BlockNode *b= &s->block[index]; + BlockNode backup= *b; + int ab=0; + int aa=0; + + b->type|= BLOCK_INTRA; + b->color[plane_index]= 0; + memset(dst, 0, obmc_stride*obmc_stride*sizeof(DWTELEM)); + + for(i=0; i<4; i++){ + int mb_x2= mb_x + (i &1) - 1; + int mb_y2= mb_y + (i>>1) - 1; + int x= block_w*mb_x2 + block_w/2; + int y= block_w*mb_y2 + block_w/2; + + add_yblock(s, dst + ((i&1)+(i>>1)*obmc_stride)*block_w, NULL, ref, obmc, + x, y, block_w, block_w, w, h, obmc_stride, ref_stride, obmc_stride, mb_x2, mb_y2, 0, 0, plane_index); + + for(y2= FFMAX(y, 0); y2<FFMIN(h, y+block_w); y2++){ + for(x2= FFMAX(x, 0); x2<FFMIN(w, x+block_w); x2++){ + int index= x2-(block_w*mb_x - block_w/2) + (y2-(block_w*mb_y - block_w/2))*obmc_stride; + int obmc_v= obmc[index]; + int d; + if(y<0) obmc_v += obmc[index + block_w*obmc_stride]; + if(x<0) obmc_v += obmc[index + block_w]; + if(y+block_w>h) obmc_v += obmc[index - block_w*obmc_stride]; + if(x+block_w>w) obmc_v += obmc[index - block_w]; + //FIXME precalc this or simplify it somehow else + + d = -dst[index] + (1<<(FRAC_BITS-1)); + dst[index] = d; + ab += (src[x2 + y2*ref_stride] - (d>>FRAC_BITS)) * obmc_v; + aa += obmc_v * obmc_v; //FIXME precalclate this + } + } + } + *b= backup; + + return clip(((ab<<6) + aa/2)/aa, 0, 255); //FIXME we shouldnt need cliping +} + +static inline int get_block_bits(SnowContext *s, int x, int y, int w){ + const int b_stride = s->b_width << s->block_max_depth; + const int b_height = s->b_height<< s->block_max_depth; + int index= x + y*b_stride; + BlockNode *b = &s->block[index]; + BlockNode *left = x ? &s->block[index-1] : &null_block; + BlockNode *top = y ? &s->block[index-b_stride] : &null_block; + BlockNode *tl = y && x ? &s->block[index-b_stride-1] : left; + BlockNode *tr = y && x+w<b_stride ? &s->block[index-b_stride+w] : tl; + int dmx, dmy; +// int mx_context= av_log2(2*ABS(left->mx - top->mx)); +// int my_context= av_log2(2*ABS(left->my - top->my)); + + if(x<0 || x>=b_stride || y>=b_height) + return 0; + dmx= b->mx - mid_pred(left->mx, top->mx, tr->mx); + dmy= b->my - mid_pred(left->my, top->my, tr->my); +/* +1 0 0 +01X 1-2 1 +001XX 3-6 2-3 +0001XXX 7-14 4-7 +00001XXXX 15-30 8-15 +*/ +//FIXME try accurate rate +//FIXME intra and inter predictors if surrounding blocks arent the same type + if(b->type & BLOCK_INTRA){ + return 3+2*( av_log2(2*ABS(left->color[0] - b->color[0])) + + av_log2(2*ABS(left->color[1] - b->color[1])) + + av_log2(2*ABS(left->color[2] - b->color[2]))); + }else + return 2*(1 + av_log2(2*ABS(dmx)) + + av_log2(2*ABS(dmy))); //FIXME kill the 2* can be merged in lambda +} + +static int get_block_rd(SnowContext *s, int mb_x, int mb_y, int plane_index, const uint8_t *obmc_edged){ + Plane *p= &s->plane[plane_index]; + const int block_size = MB_SIZE >> s->block_max_depth; + const int block_w = plane_index ? block_size/2 : block_size; + const uint8_t *obmc = plane_index ? obmc_tab[s->block_max_depth+1] : obmc_tab[s->block_max_depth]; + const int obmc_stride= plane_index ? block_size : 2*block_size; + const int ref_stride= s->current_picture.linesize[plane_index]; + uint8_t *ref= s-> last_picture.data[plane_index]; + uint8_t *dst= s->current_picture.data[plane_index]; + uint8_t *src= s-> input_picture.data[plane_index]; + DWTELEM *pred= (DWTELEM*)s->m.obmc_scratchpad + plane_index*block_size*block_size*4; + uint8_t cur[ref_stride*2*MB_SIZE]; //FIXME alignment + uint8_t tmp[ref_stride*(2*MB_SIZE+5)]; + const int b_stride = s->b_width << s->block_max_depth; + const int b_height = s->b_height<< s->block_max_depth; + const int w= p->width; + const int h= p->height; + int distortion; + int rate= 0; + const int penalty_factor= get_penalty_factor(s->lambda, s->lambda2, s->avctx->me_cmp); + int sx= block_w*mb_x - block_w/2; + int sy= block_w*mb_y - block_w/2; + const int x0= FFMAX(0,-sx); + const int y0= FFMAX(0,-sy); + const int x1= FFMIN(block_w*2, w-sx); + const int y1= FFMIN(block_w*2, h-sy); + int i,x,y; + + pred_block(s, cur, ref, tmp, ref_stride, sx, sy, block_w*2, block_w*2, &s->block[mb_x + mb_y*b_stride], plane_index, w, h); + + for(y=y0; y<y1; y++){ + const uint8_t *obmc1= obmc_edged + y*obmc_stride; + const DWTELEM *pred1 = pred + y*obmc_stride; + uint8_t *cur1 = cur + y*ref_stride; + uint8_t *dst1 = dst + sx + (sy+y)*ref_stride; + for(x=x0; x<x1; x++){ + int v = (cur1[x] * obmc1[x]) << (FRAC_BITS - LOG2_OBMC_MAX); + v = (v + pred1[x]) >> FRAC_BITS; + if(v&(~255)) v= ~(v>>31); + dst1[x] = v; + } + } + + //FIXME sad/ssd can be broken up, but wavelet cmp should be one 32x32 block + if(block_w==16){ + distortion = 0; + for(i=0; i<4; i++){ + int off = sx+16*(i&1) + (sy+16*(i>>1))*ref_stride; + distortion += s->dsp.me_cmp[0](&s->m, src + off, dst + off, ref_stride, 16); + } + }else{ + assert(block_w==8); + distortion = s->dsp.me_cmp[0](&s->m, src + sx + sy*ref_stride, dst + sx + sy*ref_stride, ref_stride, block_w*2); + } + + if(plane_index==0){ + for(i=0; i<4; i++){ +/* ..RRr + * .RXx. + * rxx.. + */ + rate += get_block_bits(s, mb_x + (i&1) - (i>>1), mb_y + (i>>1), 1); + } + if(mb_x == b_stride-2) + rate += get_block_bits(s, mb_x + 1, mb_y + 1, 1); + } + return distortion + rate*penalty_factor; +} + +static int get_4block_rd(SnowContext *s, int mb_x, int mb_y, int plane_index){ + int i, y2; + Plane *p= &s->plane[plane_index]; + const int block_size = MB_SIZE >> s->block_max_depth; + const int block_w = plane_index ? block_size/2 : block_size; + const uint8_t *obmc = plane_index ? obmc_tab[s->block_max_depth+1] : obmc_tab[s->block_max_depth]; + const int obmc_stride= plane_index ? block_size : 2*block_size; + const int ref_stride= s->current_picture.linesize[plane_index]; + uint8_t *ref= s-> last_picture.data[plane_index]; + uint8_t *dst= s->current_picture.data[plane_index]; + uint8_t *src= s-> input_picture.data[plane_index]; + const static DWTELEM zero_dst[4096]; //FIXME + const int b_stride = s->b_width << s->block_max_depth; + const int b_height = s->b_height<< s->block_max_depth; + const int w= p->width; + const int h= p->height; + int distortion= 0; + int rate= 0; + const int penalty_factor= get_penalty_factor(s->lambda, s->lambda2, s->avctx->me_cmp); + + for(i=0; i<9; i++){ + int mb_x2= mb_x + (i%3) - 1; + int mb_y2= mb_y + (i/3) - 1; + int x= block_w*mb_x2 + block_w/2; + int y= block_w*mb_y2 + block_w/2; + + add_yblock(s, zero_dst, dst, ref, obmc, + x, y, block_w, block_w, w, h, /*dst_stride*/0, ref_stride, obmc_stride, mb_x2, mb_y2, 1, 1, plane_index); + + //FIXME find a cleaner/simpler way to skip the outside stuff + for(y2= y; y2<0; y2++) + memcpy(dst + x + y2*ref_stride, src + x + y2*ref_stride, block_w); + for(y2= h; y2<y+block_w; y2++) + memcpy(dst + x + y2*ref_stride, src + x + y2*ref_stride, block_w); + if(x<0){ + for(y2= y; y2<y+block_w; y2++) + memcpy(dst + x + y2*ref_stride, src + x + y2*ref_stride, -x); + } + if(x+block_w > w){ + for(y2= y; y2<y+block_w; y2++) + memcpy(dst + w + y2*ref_stride, src + w + y2*ref_stride, x+block_w - w); + } + + assert(block_w== 8 || block_w==16); + distortion += s->dsp.me_cmp[block_w==8](&s->m, src + x + y*ref_stride, dst + x + y*ref_stride, ref_stride, block_w); + } + + if(plane_index==0){ + BlockNode *b= &s->block[mb_x+mb_y*b_stride]; + int merged= same_block(b,b+1) && same_block(b,b+b_stride) && same_block(b,b+b_stride+1); + +/* ..RRRr + * .RXXx. + * .RXXx. + * rxxx. + */ + if(merged) + rate = get_block_bits(s, mb_x, mb_y, 2); + for(i=merged?4:0; i<9; i++){ + static const int dxy[9][2] = {{0,0},{1,0},{0,1},{1,1},{2,0},{2,1},{-1,2},{0,2},{1,2}}; + rate += get_block_bits(s, mb_x + dxy[i][0], mb_y + dxy[i][1], 1); + } + } + return distortion + rate*penalty_factor; +} + +static always_inline int check_block(SnowContext *s, int mb_x, int mb_y, int p[3], int intra, const uint8_t *obmc_edged, int *best_rd){ + const int b_stride= s->b_width << s->block_max_depth; + BlockNode *block= &s->block[mb_x + mb_y * b_stride]; + BlockNode backup= *block; + int rd, index, value; + + assert(mb_x>=0 && mb_y>=0); + assert(mb_x<b_stride); + + if(intra){ + block->color[0] = p[0]; + block->color[1] = p[1]; + block->color[2] = p[2]; + block->type |= BLOCK_INTRA; + }else{ + index= (p[0] + 31*p[1]) & (ME_CACHE_SIZE-1); + value= s->me_cache_generation + (p[0]>>10) + (p[1]<<6); + if(s->me_cache[index] == value) + return 0; + s->me_cache[index]= value; + + block->mx= p[0]; + block->my= p[1]; + block->type &= ~BLOCK_INTRA; + } + + rd= get_block_rd(s, mb_x, mb_y, 0, obmc_edged); + +//FIXME chroma + if(rd < *best_rd){ + *best_rd= rd; + return 1; + }else{ + *block= backup; + return 0; + } +} + +/* special case for int[2] args we discard afterward, fixes compilation prob with gcc 2.95 */ +static always_inline int check_block_inter(SnowContext *s, int mb_x, int mb_y, int p0, int p1, int intra, const uint8_t *obmc_edged, int *best_rd){ + int p[2] = {p0, p1}; + return check_block(s, mb_x, mb_y, p, intra, obmc_edged, best_rd); +} + +static always_inline int check_4block_inter(SnowContext *s, int mb_x, int mb_y, int p0, int p1, int *best_rd){ + const int b_stride= s->b_width << s->block_max_depth; + BlockNode *block= &s->block[mb_x + mb_y * b_stride]; + BlockNode backup[4]= {block[0], block[1], block[b_stride], block[b_stride+1]}; + int rd, index, value; + + assert(mb_x>=0 && mb_y>=0); + assert(mb_x<b_stride); + assert(((mb_x|mb_y)&1) == 0); + + index= (p0 + 31*p1) & (ME_CACHE_SIZE-1); + value= s->me_cache_generation + (p0>>10) + (p1<<6); + if(s->me_cache[index] == value) + return 0; + s->me_cache[index]= value; + + block->mx= p0; + block->my= p1; + block->type &= ~BLOCK_INTRA; + block[1]= block[b_stride]= block[b_stride+1]= *block; + + rd= get_4block_rd(s, mb_x, mb_y, 0); + +//FIXME chroma + if(rd < *best_rd){ + *best_rd= rd; + return 1; + }else{ + block[0]= backup[0]; + block[1]= backup[1]; + block[b_stride]= backup[2]; + block[b_stride+1]= backup[3]; + return 0; + } +} + +static void iterative_me(SnowContext *s){ + int pass, mb_x, mb_y; + const int b_width = s->b_width << s->block_max_depth; + const int b_height= s->b_height << s->block_max_depth; + const int b_stride= b_width; + int color[3]; + + for(pass=0; pass<50; pass++){ + int change= 0; + + for(mb_y= 0; mb_y<b_height; mb_y++){ + for(mb_x= 0; mb_x<b_width; mb_x++){ + int dia_change, i, j; + int best_rd= INT_MAX; + BlockNode backup; + const int index= mb_x + mb_y * b_stride; + BlockNode *block= &s->block[index]; + BlockNode *tb = mb_y ? &s->block[index-b_stride ] : &null_block; + BlockNode *lb = mb_x ? &s->block[index -1] : &null_block; + BlockNode *rb = mb_x+1<b_width ? &s->block[index +1] : &null_block; + BlockNode *bb = mb_y+1<b_height ? &s->block[index+b_stride ] : &null_block; + BlockNode *tlb= mb_x && mb_y ? &s->block[index-b_stride-1] : &null_block; + BlockNode *trb= mb_x+1<b_width && mb_y ? &s->block[index-b_stride+1] : &null_block; + BlockNode *blb= mb_x && mb_y+1<b_height ? &s->block[index+b_stride-1] : &null_block; + BlockNode *brb= mb_x+1<b_width && mb_y+1<b_height ? &s->block[index+b_stride+1] : &null_block; + const int b_w= (MB_SIZE >> s->block_max_depth); + uint8_t obmc_edged[b_w*2][b_w*2]; + + if(pass && (block->type & BLOCK_OPT)) + continue; + block->type |= BLOCK_OPT; + + backup= *block; + + if(!s->me_cache_generation) + memset(s->me_cache, 0, sizeof(s->me_cache)); + s->me_cache_generation += 1<<22; + + //FIXME precalc + { + int x, y; + memcpy(obmc_edged, obmc_tab[s->block_max_depth], b_w*b_w*4); + if(mb_x==0) + for(y=0; y<b_w*2; y++) + memset(obmc_edged[y], obmc_edged[y][0] + obmc_edged[y][b_w-1], b_w); + if(mb_x==b_stride-1) + for(y=0; y<b_w*2; y++) + memset(obmc_edged[y]+b_w, obmc_edged[y][b_w] + obmc_edged[y][b_w*2-1], b_w); + if(mb_y==0){ + for(x=0; x<b_w*2; x++) + obmc_edged[0][x] += obmc_edged[b_w-1][x]; + for(y=1; y<b_w; y++) + memcpy(obmc_edged[y], obmc_edged[0], b_w*2); + } + if(mb_y==b_height-1){ + for(x=0; x<b_w*2; x++) + obmc_edged[b_w*2-1][x] += obmc_edged[b_w][x]; + for(y=b_w; y<b_w*2-1; y++) + memcpy(obmc_edged[y], obmc_edged[b_w*2-1], b_w*2); + } + } + + //skip stuff outside the picture + if(mb_x==0 || mb_y==0 || mb_x==b_width-1 || mb_y==b_height-1) + { + uint8_t *src= s-> input_picture.data[0]; + uint8_t *dst= s->current_picture.data[0]; + const int stride= s->current_picture.linesize[0]; + const int block_w= MB_SIZE >> s->block_max_depth; + const int sx= block_w*mb_x - block_w/2; + const int sy= block_w*mb_y - block_w/2; + const int w= s->plane[0].width; + const int h= s->plane[0].height; + int y; + + for(y=sy; y<0; y++) + memcpy(dst + sx + y*stride, src + sx + y*stride, block_w*2); + for(y=h; y<sy+block_w*2; y++) + memcpy(dst + sx + y*stride, src + sx + y*stride, block_w*2); + if(sx<0){ + for(y=sy; y<sy+block_w*2; y++) + memcpy(dst + sx + y*stride, src + sx + y*stride, -sx); + } + if(sx+block_w*2 > w){ + for(y=sy; y<sy+block_w*2; y++) + memcpy(dst + w + y*stride, src + w + y*stride, sx+block_w*2 - w); + } + } + + // intra(black) = neighbors' contribution to the current block + for(i=0; i<3; i++) + color[i]= get_dc(s, mb_x, mb_y, i); + + // get previous score (cant be cached due to OBMC) + if(pass > 0 && (block->type&BLOCK_INTRA)){ + int color0[3]= {block->color[0], block->color[1], block->color[2]}; + check_block(s, mb_x, mb_y, color0, 1, *obmc_edged, &best_rd); + }else + check_block_inter(s, mb_x, mb_y, block->mx, block->my, 0, *obmc_edged, &best_rd); + + check_block_inter(s, mb_x, mb_y, 0, 0, 0, *obmc_edged, &best_rd); + check_block_inter(s, mb_x, mb_y, tb->mx, tb->my, 0, *obmc_edged, &best_rd); + check_block_inter(s, mb_x, mb_y, lb->mx, lb->my, 0, *obmc_edged, &best_rd); + check_block_inter(s, mb_x, mb_y, rb->mx, rb->my, 0, *obmc_edged, &best_rd); + check_block_inter(s, mb_x, mb_y, bb->mx, bb->my, 0, *obmc_edged, &best_rd); + + /* fullpel ME */ + //FIXME avoid subpel interpol / round to nearest integer + do{ + dia_change=0; + for(i=0; i<FFMAX(s->avctx->dia_size, 1); i++){ + for(j=0; j<i; j++){ + dia_change |= check_block_inter(s, mb_x, mb_y, block->mx+4*(i-j), block->my+(4*j), 0, *obmc_edged, &best_rd); + dia_change |= check_block_inter(s, mb_x, mb_y, block->mx-4*(i-j), block->my-(4*j), 0, *obmc_edged, &best_rd); + dia_change |= check_block_inter(s, mb_x, mb_y, block->mx+4*(i-j), block->my-(4*j), 0, *obmc_edged, &best_rd); + dia_change |= check_block_inter(s, mb_x, mb_y, block->mx-4*(i-j), block->my+(4*j), 0, *obmc_edged, &best_rd); + } + } + }while(dia_change); + /* subpel ME */ + do{ + static const int square[8][2]= {{+1, 0},{-1, 0},{ 0,+1},{ 0,-1},{+1,+1},{-1,-1},{+1,-1},{-1,+1},}; + dia_change=0; + for(i=0; i<8; i++) + dia_change |= check_block_inter(s, mb_x, mb_y, block->mx+square[i][0], block->my+square[i][1], 0, *obmc_edged, &best_rd); + }while(dia_change); + //FIXME or try the standard 2 pass qpel or similar +#if 1 + check_block(s, mb_x, mb_y, color, 1, *obmc_edged, &best_rd); + //FIXME RD style color selection +#endif + if(!same_block(block, &backup)){ + if(tb != &null_block) tb ->type &= ~BLOCK_OPT; + if(lb != &null_block) lb ->type &= ~BLOCK_OPT; + if(rb != &null_block) rb ->type &= ~BLOCK_OPT; + if(bb != &null_block) bb ->type &= ~BLOCK_OPT; + if(tlb!= &null_block) tlb->type &= ~BLOCK_OPT; + if(trb!= &null_block) trb->type &= ~BLOCK_OPT; + if(blb!= &null_block) blb->type &= ~BLOCK_OPT; + if(brb!= &null_block) brb->type &= ~BLOCK_OPT; + change ++; + } + } + } + av_log(NULL, AV_LOG_ERROR, "pass:%d changed:%d\n", pass, change); + if(!change) + break; + } + + if(s->block_max_depth == 1){ + int change= 0; + for(mb_y= 0; mb_y<b_height; mb_y+=2){ + for(mb_x= 0; mb_x<b_width; mb_x+=2){ + int dia_change, i, j; + int best_rd, init_rd; + const int index= mb_x + mb_y * b_stride; + BlockNode *b[4]; + + b[0]= &s->block[index]; + b[1]= b[0]+1; + b[2]= b[0]+b_stride; + b[3]= b[2]+1; + if(same_block(b[0], b[1]) && + same_block(b[0], b[2]) && + same_block(b[0], b[3])) + continue; + + if(!s->me_cache_generation) + memset(s->me_cache, 0, sizeof(s->me_cache)); + s->me_cache_generation += 1<<22; + + init_rd= best_rd= get_4block_rd(s, mb_x, mb_y, 0); + + check_4block_inter(s, mb_x, mb_y, + (b[0]->mx + b[1]->mx + b[2]->mx + b[3]->mx + 2) >> 2, + (b[0]->my + b[1]->my + b[2]->my + b[3]->my + 2) >> 2, &best_rd); + + for(i=0; i<4; i++) + if(!(b[i]->type&BLOCK_INTRA)) + check_4block_inter(s, mb_x, mb_y, b[i]->mx, b[i]->my, &best_rd); + + if(init_rd != best_rd) + change++; + } + } + av_log(NULL, AV_LOG_ERROR, "pass:4mv changed:%d\n", change*4); + } +} + static void quantize(SnowContext *s, SubBand *b, DWTELEM *src, int stride, int bias){ const int level= b->level; const int w= b->width; @@ -2918,16 +3500,16 @@ static void quantize(SnowContext *s, SubBand *b, DWTELEM *src, int stride, int b // START_TIMER if(s->qlog == LOSSLESS_QLOG) return; - + bias= bias ? 0 : (3*qmul)>>3; thres1= ((qmul - bias)>>QEXPSHIFT) - 1; thres2= 2*thres1; - + if(!bias){ for(y=0; y<h; y++){ for(x=0; x<w; x++){ int i= src[x + y*stride]; - + if((unsigned)(i+thres1) > thres2){ if(i>=0){ i<<= QEXPSHIFT; @@ -2946,8 +3528,8 @@ static void quantize(SnowContext *s, SubBand *b, DWTELEM *src, int stride, int b }else{ for(y=0; y<h; y++){ for(x=0; x<w; x++){ - int i= src[x + y*stride]; - + int i= src[x + y*stride]; + if((unsigned)(i+thres1) > thres2){ if(i>=0){ i<<= QEXPSHIFT; @@ -2976,9 +3558,9 @@ static void dequantize_slice_buffered(SnowContext *s, slice_buffer * sb, SubBand const int qadd= (s->qbias*qmul)>>QBIAS_SHIFT; int x,y; START_TIMER - + if(s->qlog == LOSSLESS_QLOG) return; - + for(y=start_y; y<end_y; y++){ // DWTELEM * line = slice_buffer_get_line_from_address(sb, src + (y * stride)); DWTELEM * line = slice_buffer_get_line(sb, (y * b->stride_line) + b->buf_y_offset) + b->buf_x_offset; @@ -3004,9 +3586,9 @@ static void dequantize(SnowContext *s, SubBand *b, DWTELEM *src, int stride){ const int qadd= (s->qbias*qmul)>>QBIAS_SHIFT; int x,y; START_TIMER - + if(s->qlog == LOSSLESS_QLOG) return; - + for(y=0; y<h; y++){ for(x=0; x<w; x++){ int i= src[x + y*stride]; @@ -3026,11 +3608,11 @@ static void decorrelate(SnowContext *s, SubBand *b, DWTELEM *src, int stride, in const int w= b->width; const int h= b->height; int x,y; - + for(y=h-1; y>=0; y--){ for(x=w-1; x>=0; x--){ int i= x + y*stride; - + if(x){ if(use_median){ if(y && x+1<w) src[i] -= mid_pred(src[i - 1], src[i - stride], src[i - stride + 1]); @@ -3049,15 +3631,15 @@ static void decorrelate(SnowContext *s, SubBand *b, DWTELEM *src, int stride, in static void correlate_slice_buffered(SnowContext *s, slice_buffer * sb, SubBand *b, DWTELEM *src, int stride, int inverse, int use_median, int start_y, int end_y){ const int w= b->width; int x,y; - + // START_TIMER - + DWTELEM * line; DWTELEM * prev; - + if (start_y != 0) line = slice_buffer_get_line(sb, ((start_y - 1) * b->stride_line) + b->buf_y_offset) + b->buf_x_offset; - + for(y=start_y; y<end_y; y++){ prev = line; // line = slice_buffer_get_line_from_address(sb, src + (y * stride)); @@ -3076,7 +3658,7 @@ static void correlate_slice_buffered(SnowContext *s, slice_buffer * sb, SubBand } } } - + // STOP_TIMER("correlate") } @@ -3084,11 +3666,11 @@ static void correlate(SnowContext *s, SubBand *b, DWTELEM *src, int stride, int const int w= b->width; const int h= b->height; int x,y; - + for(y=0; y<h; y++){ for(x=0; x<w; x++){ int i= x + y*stride; - + if(x){ if(use_median){ if(y && x+1<w) src[i] += mid_pred(src[i - 1], src[i - stride], src[i - stride + 1]); @@ -3106,9 +3688,9 @@ static void correlate(SnowContext *s, SubBand *b, DWTELEM *src, int stride, int static void encode_header(SnowContext *s){ int plane_index, level, orientation; - uint8_t kstate[32]; - - memset(kstate, MID_STATE, sizeof(kstate)); + uint8_t kstate[32]; + + memset(kstate, MID_STATE, sizeof(kstate)); put_rac(&s->c, kstate, s->keyframe); if(s->keyframe || s->always_reset) @@ -3135,8 +3717,8 @@ static void encode_header(SnowContext *s){ } } put_symbol(&s->c, s->header_state, s->spatial_decomposition_type, 0); - put_symbol(&s->c, s->header_state, s->qlog, 1); - put_symbol(&s->c, s->header_state, s->mv_scale, 0); + put_symbol(&s->c, s->header_state, s->qlog, 1); + put_symbol(&s->c, s->header_state, s->mv_scale, 0); put_symbol(&s->c, s->header_state, s->qbias, 1); put_symbol(&s->c, s->header_state, s->block_max_depth, 0); } @@ -3145,7 +3727,7 @@ static int decode_header(SnowContext *s){ int plane_index, level, orientation; uint8_t kstate[32]; - memset(kstate, MID_STATE, sizeof(kstate)); + memset(kstate, MID_STATE, sizeof(kstate)); s->keyframe= get_rac(&s->c, kstate); if(s->keyframe || s->always_reset) @@ -3178,28 +3760,33 @@ static int decode_header(SnowContext *s){ } } } - + s->spatial_decomposition_type= get_symbol(&s->c, s->header_state, 0); if(s->spatial_decomposition_type > 2){ av_log(s->avctx, AV_LOG_ERROR, "spatial_decomposition_type %d not supported", s->spatial_decomposition_type); return -1; } - + s->qlog= get_symbol(&s->c, s->header_state, 1); s->mv_scale= get_symbol(&s->c, s->header_state, 0); s->qbias= get_symbol(&s->c, s->header_state, 1); s->block_max_depth= get_symbol(&s->c, s->header_state, 0); + if(s->block_max_depth > 1){ + av_log(s->avctx, AV_LOG_ERROR, "block_max_depth= %d is too large", s->block_max_depth); + s->block_max_depth= 0; + return -1; + } return 0; } -static void init_qexp(){ +static void init_qexp(void){ int i; double v=128; for(i=0; i<QROOT; i++){ qexp[i]= lrintf(v); - v *= pow(2, 1.0 / QROOT); + v *= pow(2, 1.0 / QROOT); } } @@ -3209,7 +3796,7 @@ static int common_init(AVCodecContext *avctx){ int level, orientation, plane_index, dec; s->avctx= avctx; - + dsputil_init(&s->dsp, avctx); #define mcf(dx,dy)\ @@ -3255,21 +3842,21 @@ static int common_init(AVCodecContext *avctx){ dec= s->spatial_decomposition_count= 5; s->spatial_decomposition_type= avctx->prediction_method; //FIXME add decorrelator type r transform_type - + s->chroma_h_shift= 1; //FIXME XXX s->chroma_v_shift= 1; - + // dec += FFMAX(s->chroma_h_shift, s->chroma_v_shift); - + width= s->avctx->width; height= s->avctx->height; s->spatial_dwt_buffer= av_mallocz(width*height*sizeof(DWTELEM)); - + s->mv_scale= (s->avctx->flags & CODEC_FLAG_QPEL) ? 2 : 4; s->block_max_depth= (s->avctx->flags & CODEC_FLAG_4MV) ? 1 : 0; - - for(plane_index=0; plane_index<3; plane_index++){ + + for(plane_index=0; plane_index<3; plane_index++){ int w= s->avctx->width; int h= s->avctx->height; @@ -3283,17 +3870,17 @@ static int common_init(AVCodecContext *avctx){ for(level=s->spatial_decomposition_count-1; level>=0; level--){ for(orientation=level ? 1 : 0; orientation<4; orientation++){ SubBand *b= &s->plane[plane_index].band[level][orientation]; - + b->buf= s->spatial_dwt_buffer; b->level= level; b->stride= s->plane[plane_index].width << (s->spatial_decomposition_count - level); b->width = (w + !(orientation&1))>>1; b->height= (h + !(orientation>1))>>1; - + b->stride_line = 1 << (s->spatial_decomposition_count - level); b->buf_x_offset = 0; b->buf_y_offset = 0; - + if(orientation&1){ b->buf += (w+1)>>1; b->buf_x_offset = (w+1)>>1; @@ -3302,7 +3889,7 @@ static int common_init(AVCodecContext *avctx){ b->buf += b->stride>>1; b->buf_y_offset = b->stride_line >> 1; } - + if(level) b->parent= &s->plane[plane_index].band[level-1][orientation]; b->x_coeff=av_mallocz(((b->width+1) * b->height+1)*sizeof(x_and_coeff)); @@ -3311,16 +3898,16 @@ static int common_init(AVCodecContext *avctx){ h= (h+1)>>1; } } - + reset_contexts(s); -/* +/* width= s->width= avctx->width; height= s->height= avctx->height; - + assert(width && height); */ s->avctx->get_buffer(s->avctx, &s->mconly_picture); - + return 0; } @@ -3335,7 +3922,7 @@ static void calculate_vissual_weight(SnowContext *s, Plane *p){ SubBand *b= &p->band[level][orientation]; DWTELEM *buf= b->buf; int64_t error=0; - + memset(s->spatial_dwt_buffer, 0, sizeof(int)*width*height); buf[b->width/2 + b->height/2*b->stride]= 256*256; ff_spatial_idwt(s->spatial_dwt_buffer, width, height, width, s->spatial_decomposition_type, s->spatial_decomposition_count); @@ -3363,12 +3950,12 @@ static int encode_init(AVCodecContext *avctx) "use vstrict=-2 / -strict -2 to use it anyway\n"); return -1; } - + common_init(avctx); alloc_blocks(s); - + s->version=0; - + s->m.avctx = avctx; s->m.flags = avctx->flags; s->m.bit_rate= avctx->bit_rate; @@ -3376,6 +3963,7 @@ static int encode_init(AVCodecContext *avctx) s->m.me.scratchpad= av_mallocz((avctx->width+64)*2*16*2*sizeof(uint8_t)); s->m.me.map = av_mallocz(ME_MAP_SIZE*sizeof(uint32_t)); s->m.me.score_map = av_mallocz(ME_MAP_SIZE*sizeof(uint32_t)); + s->m.obmc_scratchpad= av_mallocz(MB_SIZE*MB_SIZE*12*sizeof(uint32_t)); h263_encode_init(&s->m); //mv_penalty if(avctx->flags&CODEC_FLAG_PASS1){ @@ -3390,8 +3978,8 @@ static int encode_init(AVCodecContext *avctx) for(plane_index=0; plane_index<3; plane_index++){ calculate_vissual_weight(s, &s->plane[plane_index]); } - - + + avctx->coded_frame= &s->current_picture; switch(avctx->pix_fmt){ // case PIX_FMT_YUV444P: @@ -3412,6 +4000,12 @@ static int encode_init(AVCodecContext *avctx) // avcodec_get_chroma_sub_sample(avctx->pix_fmt, &s->chroma_h_shift, &s->chroma_v_shift); s->chroma_h_shift= 1; s->chroma_v_shift= 1; + + ff_set_cmp(&s->dsp, s->dsp.me_cmp, s->avctx->me_cmp); + ff_set_cmp(&s->dsp, s->dsp.me_sub_cmp, s->avctx->me_sub_cmp); + + s->avctx->get_buffer(s->avctx, &s->input_picture); + return 0; } #endif @@ -3430,13 +4024,13 @@ static int frame_start(SnowContext *s){ tmp= s->last_picture; s->last_picture= s->current_picture; s->current_picture= tmp; - + s->current_picture.reference= 1; if(s->avctx->get_buffer(s->avctx, &s->current_picture) < 0){ av_log(s->avctx, AV_LOG_ERROR, "get_buffer() failed\n"); return -1; } - + return 0; } @@ -3447,24 +4041,31 @@ static int encode_frame(AVCodecContext *avctx, unsigned char *buf, int buf_size, AVFrame *pict = data; const int width= s->avctx->width; const int height= s->avctx->height; - int level, orientation, plane_index; + int level, orientation, plane_index, i, y; ff_init_range_encoder(c, buf, buf_size); ff_build_rac_states(c, 0.05*(1LL<<32), 256-8); - - s->input_picture = *pict; + + for(i=0; i<3; i++){ + int shift= !!i; + for(y=0; y<(height>>shift); y++) + memcpy(&s->input_picture.data[i][y * s->input_picture.linesize[i]], + &pict->data[i][y * pict->linesize[i]], + width>>shift); + } + s->new_picture = *pict; if(avctx->flags&CODEC_FLAG_PASS2){ s->m.pict_type = pict->pict_type= s->m.rc_context.entry[avctx->frame_number].new_pict_type; s->keyframe= pict->pict_type==FF_I_TYPE; s->m.picture_number= avctx->frame_number; - pict->quality= ff_rate_estimate_qscale(&s->m); + pict->quality= ff_rate_estimate_qscale(&s->m, 0); }else{ s->keyframe= avctx->gop_size==0 || avctx->frame_number % avctx->gop_size == 0; pict->pict_type= s->keyframe ? FF_I_TYPE : FF_P_TYPE; } - + if(pict->quality){ s->qlog= rint(QROOT*log(pict->quality / (float)FF_QP2LAMBDA)/log(2)); //<64 >60 @@ -3481,10 +4082,10 @@ static int encode_frame(AVCodecContext *avctx, unsigned char *buf, int buf_size, int block_width = (width +15)>>4; int block_height= (height+15)>>4; int stride= s->current_picture.linesize[0]; - + assert(s->current_picture.data[0]); assert(s->last_picture.data[0]); - + s->m.avctx= s->avctx; s->m.current_picture.data[0]= s->current_picture.data[0]; s->m. last_picture.data[0]= s-> last_picture.data[0]; @@ -3516,17 +4117,18 @@ static int encode_frame(AVCodecContext *avctx, unsigned char *buf, int buf_size, s->m.dsp= s->dsp; //move ff_init_me(&s->m); + s->dsp= s->m.dsp; } - + redo_frame: - + s->qbias= pict->pict_type == P_TYPE ? 2 : 0; encode_header(s); s->m.misc_bits = 8*(s->c.bytestream - s->c.bytestream_start); encode_blocks(s); s->m.mv_bits = 8*(s->c.bytestream - s->c.bytestream_start) - s->m.misc_bits; - + for(plane_index=0; plane_index<3; plane_index++){ Plane *p= &s->plane[plane_index]; int w= p->width; @@ -3542,9 +4144,9 @@ redo_frame: } } predict_plane(s, s->spatial_dwt_buffer, plane_index, 0); - - if( plane_index==0 - && pict->pict_type == P_TYPE + + if( plane_index==0 + && pict->pict_type == P_TYPE && s->m.me.scene_change_score > s->avctx->scenechange_threshold){ ff_init_range_encoder(c, buf, buf_size); ff_build_rac_states(c, 0.05*(1LL<<32), 256-8); @@ -3553,7 +4155,7 @@ redo_frame: reset_contexts(s); goto redo_frame; } - + if(s->qlog == LOSSLESS_QLOG){ for(y=0; y<h; y++){ for(x=0; x<w; x++){ @@ -3561,13 +4163,13 @@ redo_frame: } } } - + ff_spatial_dwt(s->spatial_dwt_buffer, w, h, w, s->spatial_decomposition_type, s->spatial_decomposition_count); for(level=0; level<s->spatial_decomposition_count; level++){ for(orientation=level ? 1 : 0; orientation<4; orientation++){ SubBand *b= &p->band[level][orientation]; - + quantize(s, b, b->buf, b->stride, s->qbias); if(orientation==0) decorrelate(s, b, b->buf, b->stride, pict->pict_type == P_TYPE, 0); @@ -3600,7 +4202,7 @@ redo_frame: STOP_TIMER("pred-conv")} if(s->avctx->flags&CODEC_FLAG_PSNR){ int64_t error= 0; - + if(pict->data[plane_index]) //FIXME gray hack for(y=0; y<h; y++){ for(x=0; x<w; x++){ @@ -3632,7 +4234,7 @@ STOP_TIMER("pred-conv")} } emms_c(); - + return ff_rac_terminate(c); } #endif @@ -3642,17 +4244,18 @@ static void common_end(SnowContext *s){ av_freep(&s->spatial_dwt_buffer); - av_freep(&s->m.me.scratchpad); + av_freep(&s->m.me.scratchpad); av_freep(&s->m.me.map); av_freep(&s->m.me.score_map); - + av_freep(&s->m.obmc_scratchpad); + av_freep(&s->block); - for(plane_index=0; plane_index<3; plane_index++){ + for(plane_index=0; plane_index<3; plane_index++){ for(level=s->spatial_decomposition_count-1; level>=0; level--){ for(orientation=level ? 1 : 0; orientation<4; orientation++){ SubBand *b= &s->plane[plane_index].band[level][orientation]; - + av_freep(&b->x_coeff); } } @@ -3675,14 +4278,14 @@ static int decode_init(AVCodecContext *avctx) { SnowContext *s = avctx->priv_data; int block_size; - + avctx->pix_fmt= PIX_FMT_YUV420P; common_init(avctx); - + block_size = MB_SIZE >> s->block_max_depth; - slice_buffer_init(&s->sb, s->plane[0].height, (block_size) + (s->spatial_decomposition_count * (s->spatial_decomposition_count + 2)) + 1, s->plane[0].width, s->spatial_dwt_buffer); - + slice_buffer_init(&s->sb, s->plane[0].height, (block_size) + (s->spatial_decomposition_count * (s->spatial_decomposition_count + 3)) + 1, s->plane[0].width, s->spatial_dwt_buffer); + return 0; } @@ -3704,7 +4307,7 @@ static int decode_frame(AVCodecContext *avctx, void *data, int *data_size, uint8 //keyframe flag dupliaction mess FIXME if(avctx->debug&FF_DEBUG_PICT_INFO) av_log(avctx, AV_LOG_ERROR, "keyframe:%d qlog:%d\n", s->keyframe, s->qlog); - + decode_blocks(s); for(plane_index=0; plane_index<3; plane_index++){ @@ -3713,7 +4316,7 @@ static int decode_frame(AVCodecContext *avctx, void *data, int *data_size, uint8 int h= p->height; int x, y; int decode_state[MAX_DECOMPOSITIONS][4][1]; /* Stored state info for unpack_coeffs. 1 variable per instance. */ - + if(s->avctx->debug&2048){ memset(s->spatial_dwt_buffer, 0, sizeof(DWTELEM)*w*h); predict_plane(s, s->spatial_dwt_buffer, plane_index, 1); @@ -3748,7 +4351,7 @@ if(s->avctx->debug&2048){ ff_spatial_idwt_buffered_init(cs, &s->sb, w, h, 1, s->spatial_decomposition_type, s->spatial_decomposition_count); for(mb_y=0; mb_y<=mb_h; mb_y++){ - + int slice_starty = block_w*mb_y; int slice_h = block_w*(mb_y+1); if (!(s->keyframe || s->avctx->debug&512)){ @@ -3756,7 +4359,7 @@ if(s->avctx->debug&2048){ slice_h -= (block_w >> 1); } - { + { START_TIMER for(level=0; level<s->spatial_decomposition_count; level++){ for(orientation=level ? 1 : 0; orientation<4; orientation++){ @@ -3765,15 +4368,16 @@ if(s->avctx->debug&2048){ int end_y; int our_mb_start = mb_y; int our_mb_end = (mb_y + 1); - start_y = (mb_y ? ((block_w * our_mb_start) >> (s->spatial_decomposition_count - level)) + s->spatial_decomposition_count - level + 2: 0); - end_y = (((block_w * our_mb_end) >> (s->spatial_decomposition_count - level)) + s->spatial_decomposition_count - level + 2); + const int extra= 3; + start_y = (mb_y ? ((block_w * our_mb_start) >> (s->spatial_decomposition_count - level)) + s->spatial_decomposition_count - level + extra: 0); + end_y = (((block_w * our_mb_end) >> (s->spatial_decomposition_count - level)) + s->spatial_decomposition_count - level + extra); if (!(s->keyframe || s->avctx->debug&512)){ start_y = FFMAX(0, start_y - (block_w >> (1+s->spatial_decomposition_count - level))); end_y = FFMAX(0, end_y - (block_w >> (1+s->spatial_decomposition_count - level))); } start_y = FFMIN(b->height, start_y); end_y = FFMIN(b->height, end_y); - + if (start_y != end_y){ if (orientation == 0){ SubBand * correlate_band = &p->band[0][0]; @@ -3790,14 +4394,14 @@ if(s->avctx->debug&2048){ } STOP_TIMER("decode_subband_slice"); } - + { START_TIMER for(; yd<slice_h; yd+=4){ ff_spatial_idwt_buffered_slice(cs, &s->sb, w, h, 1, s->spatial_decomposition_type, s->spatial_decomposition_count, yd); } STOP_TIMER("idwt slice");} - + if(s->qlog == LOSSLESS_QLOG){ for(; yq<slice_h && yq<h; yq++){ DWTELEM * line = slice_buffer_get_line(&s->sb, yq); @@ -3808,30 +4412,30 @@ if(s->avctx->debug&2048){ } predict_slice_buffered(s, &s->sb, s->spatial_dwt_buffer, plane_index, 1, mb_y); - + y = FFMIN(p->height, slice_starty); end_y = FFMIN(p->height, slice_h); while(y < end_y) slice_buffer_release(&s->sb, y++); } - + slice_buffer_flush(&s->sb); - + STOP_TIMER("idwt + predict_slices")} } - + emms_c(); if(s->last_picture.data[0]) avctx->release_buffer(avctx, &s->last_picture); -if(!(s->avctx->debug&2048)) +if(!(s->avctx->debug&2048)) *picture= s->current_picture; else *picture= s->mconly_picture; - + *data_size = sizeof(AVFrame); - + bytes_read= c->bytestream - c->bytestream_start; if(bytes_read ==0) av_log(s->avctx, AV_LOG_ERROR, "error at end of frame\n"); //FIXME @@ -3843,7 +4447,7 @@ static int decode_end(AVCodecContext *avctx) SnowContext *s = avctx->priv_data; slice_buffer_destroy(&s->sb); - + common_end(s); return 0; @@ -3888,14 +4492,14 @@ int main(){ int i; s.spatial_decomposition_count=6; s.spatial_decomposition_type=1; - + printf("testing 5/3 DWT\n"); for(i=0; i<width*height; i++) buffer[0][i]= buffer[1][i]= random()%54321 - 12345; - - ff_spatial_dwt(buffer[0], width, height, width, s->spatial_decomposition_type, s->spatial_decomposition_count); - ff_spatial_idwt(buffer[0], width, height, width, s->spatial_decomposition_type, s->spatial_decomposition_count); - + + ff_spatial_dwt(buffer[0], width, height, width, s.spatial_decomposition_type, s.spatial_decomposition_count); + ff_spatial_idwt(buffer[0], width, height, width, s.spatial_decomposition_type, s.spatial_decomposition_count); + for(i=0; i<width*height; i++) if(buffer[0][i]!= buffer[1][i]) printf("fsck: %d %d %d\n",i, buffer[0][i], buffer[1][i]); @@ -3903,18 +4507,19 @@ int main(){ s.spatial_decomposition_type=0; for(i=0; i<width*height; i++) buffer[0][i]= buffer[1][i]= random()%54321 - 12345; - - ff_spatial_dwt(buffer[0], width, height, width, s->spatial_decomposition_type, s->spatial_decomposition_count); - ff_spatial_idwt(buffer[0], width, height, width, s->spatial_decomposition_type, s->spatial_decomposition_count); - + + ff_spatial_dwt(buffer[0], width, height, width, s.spatial_decomposition_type, s.spatial_decomposition_count); + ff_spatial_idwt(buffer[0], width, height, width, s.spatial_decomposition_type, s.spatial_decomposition_count); + for(i=0; i<width*height; i++) - if(buffer[0][i]!= buffer[1][i]) printf("fsck: %d %d %d\n",i, buffer[0][i], buffer[1][i]); - + if(ABS(buffer[0][i] - buffer[1][i])>20) printf("fsck: %d %d %d\n",i, buffer[0][i], buffer[1][i]); + +#if 0 printf("testing AC coder\n"); memset(s.header_state, 0, sizeof(s.header_state)); ff_init_range_encoder(&s.c, buffer[0], 256*256); ff_init_cabac_states(&s.c, ff_h264_lps_range, ff_h264_mps_state, ff_h264_lps_state, 64); - + for(i=-256; i<256; i++){ START_TIMER put_symbol(&s.c, s.header_state, i*i*i/3*ABS(i), 1); @@ -3925,7 +4530,7 @@ STOP_TIMER("put_symbol") memset(s.header_state, 0, sizeof(s.header_state)); ff_init_range_decoder(&s.c, buffer[0], 256*256); ff_init_cabac_states(&s.c, ff_h264_lps_range, ff_h264_mps_state, ff_h264_lps_state, 64); - + for(i=-256; i<256; i++){ int j; START_TIMER @@ -3933,6 +4538,7 @@ START_TIMER STOP_TIMER("get_symbol") if(j!=i*i*i/3*ABS(i)) printf("fsck: %d != %d\n", i, j); } +#endif { int level, orientation, x, y; int64_t errors[8][4]; @@ -3951,10 +4557,10 @@ int64_t g=0; if(orientation&1) buf+=w; if(orientation>1) buf+=stride>>1; - + memset(buffer[0], 0, sizeof(int)*width*height); buf[w/2 + h/2*stride]= 256*256; - ff_spatial_idwt(buffer[0], width, height, width, s->spatial_decomposition_type, s->spatial_decomposition_count); + ff_spatial_idwt(buffer[0], width, height, width, s.spatial_decomposition_type, s.spatial_decomposition_count); for(y=0; y<height; y++){ for(x=0; x<width; x++){ int64_t d= buffer[0][x + y*width]; @@ -3989,7 +4595,7 @@ int64_t g=0; buf+=w; buf+=stride>>1; - + memset(buffer[0], 0, sizeof(int)*width*height); #if 1 for(y=0; y<height; y++){ @@ -3998,7 +4604,7 @@ int64_t g=0; buffer[0][x+width*y]= 256*256*tab[(x&1) + 2*(y&1)]; } } - ff_spatial_dwt(buffer[0], width, height, width, s->spatial_decomposition_type, s->spatial_decomposition_count); + ff_spatial_dwt(buffer[0], width, height, width, s.spatial_decomposition_type, s.spatial_decomposition_count); #else for(y=0; y<h; y++){ for(x=0; x<w; x++){ @@ -4006,7 +4612,7 @@ int64_t g=0; buf[x + y*stride-w]=64; } } - ff_spatial_idwt(buffer[0], width, height, width, s->spatial_decomposition_type, s->spatial_decomposition_count); + ff_spatial_idwt(buffer[0], width, height, width, s.spatial_decomposition_type, s.spatial_decomposition_count); #endif for(y=0; y<height; y++){ for(x=0; x<width; x++){ |