/libavcodec/mpegvideo_xvmc.c
C | 376 lines | 263 code | 47 blank | 66 comment | 53 complexity | 964ee8ed28a6dcebc7b38ef652eaf311 MD5 | raw file
1/* 2 * XVideo Motion Compensation 3 * Copyright (c) 2003 Ivan Kalvachev 4 * 5 * This file is part of FFmpeg. 6 * 7 * FFmpeg is free software; you can redistribute it and/or 8 * modify it under the terms of the GNU Lesser General Public 9 * License as published by the Free Software Foundation; either 10 * version 2.1 of the License, or (at your option) any later version. 11 * 12 * FFmpeg is distributed in the hope that it will be useful, 13 * but WITHOUT ANY WARRANTY; without even the implied warranty of 14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 15 * Lesser General Public License for more details. 16 * 17 * You should have received a copy of the GNU Lesser General Public 18 * License along with FFmpeg; if not, write to the Free Software 19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA 20 */ 21 22#include <limits.h> 23#include <X11/extensions/XvMC.h> 24 25#include "avcodec.h" 26#include "mpegutils.h" 27#include "mpegvideo.h" 28 29#undef NDEBUG 30#include <assert.h> 31 32#include "xvmc.h" 33#include "xvmc_internal.h" 34#include "version.h" 35 36/** 37 * Initialize the block field of the MpegEncContext pointer passed as 38 * parameter after making sure that the data is not corrupted. 39 * In order to implement something like direct rendering instead of decoding 40 * coefficients in s->blocks and then copying them, copy them directly 41 * into the data_blocks array provided by xvmc. 42 */ 43void ff_xvmc_init_block(MpegEncContext *s) 44{ 45 struct xvmc_pix_fmt *render = (struct xvmc_pix_fmt*)s->current_picture.f->data[2]; 46 assert(render && render->xvmc_id == AV_XVMC_ID); 47 48 s->block = (int16_t (*)[64])(render->data_blocks + render->next_free_data_block_num * 64); 49} 50 51static void exchange_uv(MpegEncContext *s) 52{ 53 int16_t (*tmp)[64]; 54 55 tmp = s->pblocks[4]; 56 s->pblocks[4] = s->pblocks[5]; 57 s->pblocks[5] = tmp; 58} 59 60/** 61 * Fill individual block pointers, so there are no gaps in the data_block array 62 * in case not all blocks in the macroblock are coded. 63 */ 64void ff_xvmc_pack_pblocks(MpegEncContext *s, int cbp) 65{ 66 int i, j = 0; 67 const int mb_block_count = 4 + (1 << s->chroma_format); 68 69 cbp <<= 12-mb_block_count; 70 for (i = 0; i < mb_block_count; i++) { 71 if (cbp & (1 << 11)) 72 s->pblocks[i] = &s->block[j++]; 73 else 74 s->pblocks[i] = NULL; 75 cbp += cbp; 76 } 77 if (s->swap_uv) { 78 exchange_uv(s); 79 } 80} 81 82/** 83 * Find and store the surfaces that are used as reference frames. 84 * This function should be called for every new field and/or frame. 85 * It should be safe to call the function a few times for the same field. 86 */ 87static int ff_xvmc_field_start(AVCodecContext *avctx, const uint8_t *buf, uint32_t buf_size) 88{ 89 struct MpegEncContext *s = avctx->priv_data; 90 struct xvmc_pix_fmt *last, *next, *render = (struct xvmc_pix_fmt*)s->current_picture.f->data[2]; 91 const int mb_block_count = 4 + (1 << s->chroma_format); 92 93 assert(avctx); 94 if (!render || render->xvmc_id != AV_XVMC_ID || 95 !render->data_blocks || !render->mv_blocks || 96 (unsigned int)render->allocated_mv_blocks > INT_MAX/(64*6) || 97 (unsigned int)render->allocated_data_blocks > INT_MAX/64 || 98 !render->p_surface) { 99 av_log(avctx, AV_LOG_ERROR, 100 "Render token doesn't look as expected.\n"); 101 return -1; // make sure that this is a render packet 102 } 103 104 if (render->filled_mv_blocks_num) { 105 av_log(avctx, AV_LOG_ERROR, 106 "Rendering surface contains %i unprocessed blocks.\n", 107 render->filled_mv_blocks_num); 108 return -1; 109 } 110 if (render->allocated_mv_blocks < 1 || 111 render->allocated_data_blocks < render->allocated_mv_blocks*mb_block_count || 112 render->start_mv_blocks_num >= render->allocated_mv_blocks || 113 render->next_free_data_block_num > 114 render->allocated_data_blocks - 115 mb_block_count*(render->allocated_mv_blocks-render->start_mv_blocks_num)) { 116 av_log(avctx, AV_LOG_ERROR, 117 "Rendering surface doesn't provide enough block structures to work with.\n"); 118 return -1; 119 } 120 121 render->picture_structure = s->picture_structure; 122 render->flags = s->first_field ? 0 : XVMC_SECOND_FIELD; 123 render->p_future_surface = NULL; 124 render->p_past_surface = NULL; 125 126 switch(s->pict_type) { 127 case AV_PICTURE_TYPE_I: 128 return 0; // no prediction from other frames 129 case AV_PICTURE_TYPE_B: 130 next = (struct xvmc_pix_fmt*)s->next_picture.f->data[2]; 131 if (!next) 132 return -1; 133 if (next->xvmc_id != AV_XVMC_ID) 134 return -1; 135 render->p_future_surface = next->p_surface; 136 // no return here, going to set forward prediction 137 case AV_PICTURE_TYPE_P: 138 last = (struct xvmc_pix_fmt*)s->last_picture.f->data[2]; 139 if (!last) 140 last = render; // predict second field from the first 141 if (last->xvmc_id != AV_XVMC_ID) 142 return -1; 143 render->p_past_surface = last->p_surface; 144 return 0; 145 } 146 147return -1; 148} 149 150/** 151 * Complete frame/field rendering by passing any remaining blocks. 152 * Normally ff_draw_horiz_band() is called for each slice, however, 153 * some leftover blocks, for example from error_resilience(), may remain. 154 * It should be safe to call the function a few times for the same field. 155 */ 156static int ff_xvmc_field_end(AVCodecContext *avctx) 157{ 158 struct MpegEncContext *s = avctx->priv_data; 159 struct xvmc_pix_fmt *render = (struct xvmc_pix_fmt*)s->current_picture.f->data[2]; 160 assert(render); 161 162 if (render->filled_mv_blocks_num > 0) 163 ff_mpeg_draw_horiz_band(s, 0, 0); 164 return 0; 165} 166 167/** 168 * Synthesize the data needed by XvMC to render one macroblock of data. 169 * Fill all relevant fields, if necessary do IDCT. 170 */ 171static void ff_xvmc_decode_mb(struct MpegEncContext *s) 172{ 173 XvMCMacroBlock *mv_block; 174 struct xvmc_pix_fmt *render; 175 int i, cbp, blocks_per_mb; 176 177 const int mb_xy = s->mb_y * s->mb_stride + s->mb_x; 178 179 180 if (s->encoding) { 181 av_log(s->avctx, AV_LOG_ERROR, "XVMC doesn't support encoding!!!\n"); 182 return; 183 } 184 185 // from ff_mpv_reconstruct_mb(), update DC predictors for P macroblocks 186 if (!s->mb_intra) { 187 s->last_dc[0] = 188 s->last_dc[1] = 189 s->last_dc[2] = 128 << s->intra_dc_precision; 190 } 191 192 // MC doesn't skip blocks 193 s->mb_skipped = 0; 194 195 196 // Do I need to export quant when I could not perform postprocessing? 197 // Anyway, it doesn't hurt. 198 s->current_picture.qscale_table[mb_xy] = s->qscale; 199 200 // start of XVMC-specific code 201 render = (struct xvmc_pix_fmt*)s->current_picture.f->data[2]; 202 assert(render); 203 assert(render->xvmc_id == AV_XVMC_ID); 204 assert(render->mv_blocks); 205 206 // take the next free macroblock 207 mv_block = &render->mv_blocks[render->start_mv_blocks_num + 208 render->filled_mv_blocks_num]; 209 210 mv_block->x = s->mb_x; 211 mv_block->y = s->mb_y; 212 mv_block->dct_type = s->interlaced_dct; // XVMC_DCT_TYPE_FRAME/FIELD; 213 if (s->mb_intra) { 214 mv_block->macroblock_type = XVMC_MB_TYPE_INTRA; // no MC, all done 215 } else { 216 mv_block->macroblock_type = XVMC_MB_TYPE_PATTERN; 217 218 if (s->mv_dir & MV_DIR_FORWARD) { 219 mv_block->macroblock_type |= XVMC_MB_TYPE_MOTION_FORWARD; 220 // PMV[n][dir][xy] = mv[dir][n][xy] 221 mv_block->PMV[0][0][0] = s->mv[0][0][0]; 222 mv_block->PMV[0][0][1] = s->mv[0][0][1]; 223 mv_block->PMV[1][0][0] = s->mv[0][1][0]; 224 mv_block->PMV[1][0][1] = s->mv[0][1][1]; 225 } 226 if (s->mv_dir & MV_DIR_BACKWARD) { 227 mv_block->macroblock_type |= XVMC_MB_TYPE_MOTION_BACKWARD; 228 mv_block->PMV[0][1][0] = s->mv[1][0][0]; 229 mv_block->PMV[0][1][1] = s->mv[1][0][1]; 230 mv_block->PMV[1][1][0] = s->mv[1][1][0]; 231 mv_block->PMV[1][1][1] = s->mv[1][1][1]; 232 } 233 234 switch(s->mv_type) { 235 case MV_TYPE_16X16: 236 mv_block->motion_type = XVMC_PREDICTION_FRAME; 237 break; 238 case MV_TYPE_16X8: 239 mv_block->motion_type = XVMC_PREDICTION_16x8; 240 break; 241 case MV_TYPE_FIELD: 242 mv_block->motion_type = XVMC_PREDICTION_FIELD; 243 if (s->picture_structure == PICT_FRAME) { 244 mv_block->PMV[0][0][1] <<= 1; 245 mv_block->PMV[1][0][1] <<= 1; 246 mv_block->PMV[0][1][1] <<= 1; 247 mv_block->PMV[1][1][1] <<= 1; 248 } 249 break; 250 case MV_TYPE_DMV: 251 mv_block->motion_type = XVMC_PREDICTION_DUAL_PRIME; 252 if (s->picture_structure == PICT_FRAME) { 253 254 mv_block->PMV[0][0][0] = s->mv[0][0][0]; // top from top 255 mv_block->PMV[0][0][1] = s->mv[0][0][1] << 1; 256 257 mv_block->PMV[0][1][0] = s->mv[0][0][0]; // bottom from bottom 258 mv_block->PMV[0][1][1] = s->mv[0][0][1] << 1; 259 260 mv_block->PMV[1][0][0] = s->mv[0][2][0]; // dmv00, top from bottom 261 mv_block->PMV[1][0][1] = s->mv[0][2][1] << 1; // dmv01 262 263 mv_block->PMV[1][1][0] = s->mv[0][3][0]; // dmv10, bottom from top 264 mv_block->PMV[1][1][1] = s->mv[0][3][1] << 1; // dmv11 265 266 } else { 267 mv_block->PMV[0][1][0] = s->mv[0][2][0]; // dmv00 268 mv_block->PMV[0][1][1] = s->mv[0][2][1]; // dmv01 269 } 270 break; 271 default: 272 assert(0); 273 } 274 275 mv_block->motion_vertical_field_select = 0; 276 277 // set correct field references 278 if (s->mv_type == MV_TYPE_FIELD || s->mv_type == MV_TYPE_16X8) { 279 mv_block->motion_vertical_field_select |= s->field_select[0][0]; 280 mv_block->motion_vertical_field_select |= s->field_select[1][0] << 1; 281 mv_block->motion_vertical_field_select |= s->field_select[0][1] << 2; 282 mv_block->motion_vertical_field_select |= s->field_select[1][1] << 3; 283 } 284 } // !intra 285 // time to handle data blocks 286 mv_block->index = render->next_free_data_block_num; 287 288 blocks_per_mb = 6; 289 if (s->chroma_format >= 2) { 290 blocks_per_mb = 4 + (1 << s->chroma_format); 291 } 292 293 // calculate cbp 294 cbp = 0; 295 for (i = 0; i < blocks_per_mb; i++) { 296 cbp += cbp; 297 if (s->block_last_index[i] >= 0) 298 cbp++; 299 } 300 301 if (s->avctx->flags & AV_CODEC_FLAG_GRAY) { 302 if (s->mb_intra) { // intra frames are always full chroma blocks 303 for (i = 4; i < blocks_per_mb; i++) { 304 memset(s->pblocks[i], 0, sizeof(*s->pblocks[i])); // so we need to clear them 305 if (!render->unsigned_intra) 306 *s->pblocks[i][0] = 1 << 10; 307 } 308 } else { 309 cbp &= 0xf << (blocks_per_mb - 4); 310 blocks_per_mb = 4; // luminance blocks only 311 } 312 } 313 mv_block->coded_block_pattern = cbp; 314 if (cbp == 0) 315 mv_block->macroblock_type &= ~XVMC_MB_TYPE_PATTERN; 316 317 for (i = 0; i < blocks_per_mb; i++) { 318 if (s->block_last_index[i] >= 0) { 319 // I do not have unsigned_intra MOCO to test, hope it is OK. 320 if (s->mb_intra && (render->idct || !render->unsigned_intra)) 321 *s->pblocks[i][0] -= 1 << 10; 322 if (!render->idct) { 323 s->idsp.idct(*s->pblocks[i]); 324 /* It is unclear if MC hardware requires pixel diff values to be 325 * in the range [-255;255]. TODO: Clipping if such hardware is 326 * ever found. As of now it would only be an unnecessary 327 * slowdown. */ 328 } 329 // copy blocks only if the codec doesn't support pblocks reordering 330 if (!s->pack_pblocks) { 331 memcpy(&render->data_blocks[render->next_free_data_block_num*64], 332 s->pblocks[i], sizeof(*s->pblocks[i])); 333 } 334 render->next_free_data_block_num++; 335 } 336 } 337 render->filled_mv_blocks_num++; 338 339 assert(render->filled_mv_blocks_num <= render->allocated_mv_blocks); 340 assert(render->next_free_data_block_num <= render->allocated_data_blocks); 341 /* The above conditions should not be able to fail as long as this function 342 * is used and the following 'if ()' automatically calls a callback to free 343 * blocks. */ 344 345 346 if (render->filled_mv_blocks_num == render->allocated_mv_blocks) 347 ff_mpeg_draw_horiz_band(s, 0, 0); 348} 349 350#if CONFIG_MPEG1_XVMC_HWACCEL 351const AVHWAccel ff_mpeg1_xvmc_hwaccel = { 352 .name = "mpeg1_xvmc", 353 .type = AVMEDIA_TYPE_VIDEO, 354 .id = AV_CODEC_ID_MPEG1VIDEO, 355 .pix_fmt = AV_PIX_FMT_XVMC, 356 .start_frame = ff_xvmc_field_start, 357 .end_frame = ff_xvmc_field_end, 358 .decode_slice = NULL, 359 .decode_mb = ff_xvmc_decode_mb, 360 .priv_data_size = 0, 361}; 362#endif 363 364#if CONFIG_MPEG2_XVMC_HWACCEL 365const AVHWAccel ff_mpeg2_xvmc_hwaccel = { 366 .name = "mpeg2_xvmc", 367 .type = AVMEDIA_TYPE_VIDEO, 368 .id = AV_CODEC_ID_MPEG2VIDEO, 369 .pix_fmt = AV_PIX_FMT_XVMC, 370 .start_frame = ff_xvmc_field_start, 371 .end_frame = ff_xvmc_field_end, 372 .decode_slice = NULL, 373 .decode_mb = ff_xvmc_decode_mb, 374 .priv_data_size = 0, 375}; 376#endif