erase.c 15.7 KB
Newer Older
1 2 3
/*****************************************************************************
 * erase.c : logo erase video filter
 *****************************************************************************
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
4
 * Copyright (C) 2007 VLC authors and VideoLAN
5 6 7 8
 * $Id$
 *
 * Authors: Antoine Cellerier <dionoea -at- videolan -dot- org>
 *
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
9 10 11
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU Lesser General Public License as published by
 * the Free Software Foundation; either version 2.1 of the License, or
12 13 14 15
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
16 17
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 * GNU Lesser General Public License for more details.
18
 *
Jean-Baptiste Kempf's avatar
Jean-Baptiste Kempf committed
19 20 21
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22 23 24 25 26 27
 *****************************************************************************/

/*****************************************************************************
 * Preamble
 *****************************************************************************/

28 29 30 31
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

32
#include <vlc_common.h>
33
#include <vlc_plugin.h>
34
#include <vlc_sout.h>
Rémi Duraffort's avatar
Rémi Duraffort committed
35 36
#include <vlc_image.h>
#include <vlc_filter.h>
37
#include <vlc_picture.h>
38
#include <vlc_url.h>
39
#include "filter_picture.h"
40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62

/*****************************************************************************
 * Local prototypes
 *****************************************************************************/
static int  Create    ( vlc_object_t * );
static void Destroy   ( vlc_object_t * );

static picture_t *Filter( filter_t *, picture_t * );
static void FilterErase( filter_t *, picture_t *, picture_t * );
static int EraseCallback( vlc_object_t *, char const *,
                          vlc_value_t, vlc_value_t, void * );

/*****************************************************************************
 * Module descriptor
 *****************************************************************************/
#define MASK_TEXT N_("Image mask")
#define MASK_LONGTEXT N_("Image mask. Pixels with an alpha value greater than 50% will be erased.")

#define POSX_TEXT N_("X coordinate")
#define POSX_LONGTEXT N_("X coordinate of the mask.")
#define POSY_TEXT N_("Y coordinate")
#define POSY_LONGTEXT N_("Y coordinate of the mask.")

63 64
#define ERASE_HELP N_("Remove zones of the video using a picture as mask")

65 66
#define CFG_PREFIX "erase-"

67 68 69
vlc_module_begin ()
    set_description( N_("Erase video filter") )
    set_shortname( N_( "Erase" ))
70
    set_capability( "video filter", 0 )
71
    set_help(ERASE_HELP)
72 73
    set_category( CAT_VIDEO )
    set_subcategory( SUBCAT_VIDEO_VFILTER )
74

75
    add_loadfile( CFG_PREFIX "mask", NULL,
76
                  MASK_TEXT, MASK_LONGTEXT, false )
77 78
    add_integer( CFG_PREFIX "x", 0, POSX_TEXT, POSX_LONGTEXT, false )
    add_integer( CFG_PREFIX "y", 0, POSY_TEXT, POSY_LONGTEXT, false )
79

80 81 82
    add_shortcut( "erase" )
    set_callbacks( Create, Destroy )
vlc_module_end ()
83

84
static const char *const ppsz_filter_options[] = {
85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101
    "mask", "x", "y", NULL
};

/*****************************************************************************
 * filter_sys_t
 *****************************************************************************/
struct filter_sys_t
{
    int i_x;
    int i_y;
    picture_t *p_mask;
    vlc_mutex_t lock;
};

static void LoadMask( filter_t *p_filter, const char *psz_filename )
{
    image_handler_t *p_image;
102
    video_format_t fmt_in, fmt_out;
103
    picture_t *p_old_mask = p_filter->p_sys->p_mask;
104 105
    video_format_Init( &fmt_in, 0 );
    video_format_Init( &fmt_out, VLC_CODEC_YUVA );
106
    p_image = image_HandlerCreate( p_filter );
107
    char *psz_url = vlc_path2uri( psz_filename, NULL );
108
    p_filter->p_sys->p_mask =
109 110
        image_ReadUrl( p_image, psz_url, &fmt_in, &fmt_out );
    free( psz_url );
111 112
    video_format_Clean( &fmt_in );
    video_format_Clean( &fmt_out );
113 114 115
    if( p_filter->p_sys->p_mask )
    {
        if( p_old_mask )
116
            picture_Release( p_old_mask );
117 118 119 120 121 122
    }
    else if( p_old_mask )
    {
        p_filter->p_sys->p_mask = p_old_mask;
        msg_Err( p_filter, "Error while loading new mask. Keeping old mask." );
    }
123 124 125
    else
        msg_Err( p_filter, "Error while loading new mask. No mask available." );

126 127 128 129 130 131 132 133 134 135 136 137
    image_HandlerDelete( p_image );
}

/*****************************************************************************
 * Create
 *****************************************************************************/
static int Create( vlc_object_t *p_this )
{
    filter_t *p_filter = (filter_t *)p_this;
    filter_sys_t *p_sys;
    char *psz_filename;

138 139
    switch( p_filter->fmt_in.video.i_chroma )
    {
140 141 142
        case VLC_CODEC_I420:
        case VLC_CODEC_J420:
        case VLC_CODEC_YV12:
143

144 145
        case VLC_CODEC_I422:
        case VLC_CODEC_J422:
146 147 148
            break;

        default:
149
            msg_Err( p_filter, "Unsupported input chroma (%4.4s)",
150 151 152 153
                     (char*)&(p_filter->fmt_in.video.i_chroma) );
            return VLC_EGENERIC;
    }

154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170
    /* Allocate structure */
    p_filter->p_sys = malloc( sizeof( filter_sys_t ) );
    if( p_filter->p_sys == NULL )
        return VLC_ENOMEM;
    p_sys = p_filter->p_sys;

    p_filter->pf_video_filter = Filter;

    config_ChainParse( p_filter, CFG_PREFIX, ppsz_filter_options,
                       p_filter->p_cfg );

    psz_filename =
        var_CreateGetNonEmptyStringCommand( p_filter, CFG_PREFIX "mask" );

    if( !psz_filename )
    {
        msg_Err( p_filter, "Missing 'mask' option value." );
Rémi Duraffort's avatar
Rémi Duraffort committed
171
        free( p_sys );
172 173 174 175 176 177
        return VLC_EGENERIC;
    }

    p_sys->p_mask = NULL;
    LoadMask( p_filter, psz_filename );
    free( psz_filename );
178

179 180 181
    p_sys->i_x = var_CreateGetIntegerCommand( p_filter, CFG_PREFIX "x" );
    p_sys->i_y = var_CreateGetIntegerCommand( p_filter, CFG_PREFIX "y" );

182
    vlc_mutex_init( &p_sys->lock );
183 184 185 186 187 188 189 190 191 192 193 194 195 196 197
    var_AddCallback( p_filter, CFG_PREFIX "x", EraseCallback, p_sys );
    var_AddCallback( p_filter, CFG_PREFIX "y", EraseCallback, p_sys );
    var_AddCallback( p_filter, CFG_PREFIX "mask", EraseCallback, p_sys );

    return VLC_SUCCESS;
}

/*****************************************************************************
 * Destroy
 *****************************************************************************/
static void Destroy( vlc_object_t *p_this )
{
    filter_t *p_filter = (filter_t *)p_this;
    filter_sys_t *p_sys = p_filter->p_sys;
    if( p_sys->p_mask )
198
        picture_Release( p_sys->p_mask );
199

200 201 202
    var_DelCallback( p_filter, CFG_PREFIX "x", EraseCallback, p_sys );
    var_DelCallback( p_filter, CFG_PREFIX "y", EraseCallback, p_sys );
    var_DelCallback( p_filter, CFG_PREFIX "mask", EraseCallback, p_sys );
203 204 205 206 207 208 209 210 211 212 213
    vlc_mutex_destroy( &p_sys->lock );

    free( p_filter->p_sys );
}

/*****************************************************************************
 * Filter
 *****************************************************************************/
static picture_t *Filter( filter_t *p_filter, picture_t *p_pic )
{
    picture_t *p_outpic;
214
    filter_sys_t *p_sys = p_filter->p_sys;
215 216 217

    if( !p_pic ) return NULL;

Laurent Aimar's avatar
Laurent Aimar committed
218
    p_outpic = filter_NewPicture( p_filter );
219 220
    if( !p_outpic )
    {
221
        picture_Release( p_pic );
222 223 224
        return NULL;
    }

225 226 227 228 229 230
    /* If the mask is empty: just copy the image */
    vlc_mutex_lock( &p_sys->lock );
    if( p_sys->p_mask )
        FilterErase( p_filter, p_pic, p_outpic );
    else
        picture_CopyPixels( p_outpic, p_pic );
231
    vlc_mutex_unlock( &p_sys->lock );
232

233
    return CopyInfoAndRelease( p_outpic, p_pic );
234 235 236 237 238 239 240 241 242 243 244 245 246 247
}

/*****************************************************************************
 * FilterErase
 *****************************************************************************/
static void FilterErase( filter_t *p_filter, picture_t *p_inpic,
                                             picture_t *p_outpic )
{
    filter_sys_t *p_sys = p_filter->p_sys;

    const int i_mask_pitch = p_sys->p_mask->A_PITCH;
    const int i_mask_visible_pitch = p_sys->p_mask->p[A_PLANE].i_visible_pitch;
    const int i_mask_visible_lines = p_sys->p_mask->p[A_PLANE].i_visible_lines;

248
    for( int i_plane = 0; i_plane < p_inpic->i_planes; i_plane++ )
249
    {
Laurent Aimar's avatar
Laurent Aimar committed
250
        const int i_pitch = p_outpic->p[i_plane].i_pitch;
251
        const int i_2pitch = i_pitch<<1;
252 253 254 255
        const int i_visible_pitch = p_inpic->p[i_plane].i_visible_pitch;
        const int i_visible_lines = p_inpic->p[i_plane].i_visible_lines;

        uint8_t *p_mask = p_sys->p_mask->A_PIXELS;
256
        int i_x = p_sys->i_x, i_y = p_sys->i_y;
257 258

        int i_height = i_mask_visible_lines;
259 260
        int i_width  = i_mask_visible_pitch;

261
        const bool b_line_factor = ( i_plane /* U_PLANE or V_PLANE */ &&
262 263
            !( p_inpic->format.i_chroma == VLC_CODEC_I422
            || p_inpic->format.i_chroma == VLC_CODEC_J422 ) );
264

265
        if( i_plane ) /* U_PLANE or V_PLANE */
266
        {
267 268 269 270 271 272 273
            i_width  >>= 1;
            i_x      >>= 1;
        }
        if( b_line_factor )
        {
            i_height >>= 1;
            i_y      >>= 1;
274
        }
275 276
        i_height = __MIN( i_visible_lines - i_y, i_height );
        i_width  = __MIN( i_visible_pitch - i_x, i_width  );
277

278
        /* Copy original pixel buffer */
Laurent Aimar's avatar
Laurent Aimar committed
279
        plane_CopyPixels( &p_outpic->p[i_plane], &p_inpic->p[i_plane] );
280

281
        /* Horizontal linear interpolation of masked areas */
282
        uint8_t *p_outpix = p_outpic->p[i_plane].p_pixels + i_y*i_pitch + i_x;
283
        for( int y = 0; y < i_height;
284
             y++, p_mask += i_mask_pitch, p_outpix += i_pitch )
285
        {
286 287
            uint8_t prev, next = 0;
            int prev_x = -1, next_x = -2;
288 289 290 291
            int quot = 0;

            /* Find a suitable value for the previous color to use when
             * interpoling a masked pixel's value */
292
            if( i_x )
293
            {
294 295
                /* There are pixels before current position on the same line.
                 * Use those */
296 297
                prev = *(p_outpix-1);
            }
298
            else if( y || i_y )
299
            {
300 301
                /* This is the first pixel on a line but there other lines
                 * above us. Use the pixel right above */
302 303 304 305
                prev = *(p_outpix-i_pitch);
            }
            else
            {
306 307 308 309
                /* We're in the upper left corner. This sucks. We can't use
                 * any previous value, so we'll use a dummy one. In most
                 * cases this dummy value will be fixed later on in the
                 * algorithm */
310 311
                prev = 0xff;
            }
312

313
            for( int x = 0; x < i_width; x++ )
314
            {
315
                if( p_mask[i_plane?x<<1:x] > 127 )
316
                {
317
                    /* This is a masked pixel */
318 319 320
                    if( next_x <= prev_x )
                    {
                        int x0;
321 322
                        /* Look for the next non masked pixel on the same
                         * line (inside the mask's bounding box) */
323 324
                        for( x0 = x; x0 < i_width; x0++ )
                        {
325
                            if( p_mask[i_plane?x0<<1:x0] <= 127 )
326
                            {
327
                                /* We found an unmasked pixel. Victory! */
328 329 330 331 332 333 334
                                next_x = x0;
                                next = p_outpix[x0];
                                break;
                            }
                        }
                        if( next_x <= prev_x )
                        {
335 336
                            /* We didn't find an unmasked pixel yet. Try
                             * harder */
337
                            if( x0 == x ) x0++;
338
                            if( x0 < i_visible_pitch )
339
                            {
340 341 342 343
                                /* If we didn't find a non masked pixel on the
                                 * same line inside the mask's bounding box,
                                 * use the next pixel on the line (except if
                                 * it doesn't exist) */
344
                                next_x = x0;
345
                                next = p_outpix[x0];
346 347 348
                            }
                            else
                            {
349 350 351 352
                                /* The last pixel on the line is masked,
                                 * so we'll use the "prev" value. A better
                                 * approach would be to use unmasked pixels
                                 * at the end of adjacent lines */
353
                                next_x = x0;
354
                                next = prev;
355 356
                            }
                        }
357
                        if( !( i_x || y || i_y ) )
358 359 360 361
                            /* We were unable to find a suitable value for
                             * the previous color (which means that we are
                             * on the first line in the upper left corner)
                             */
362
                            prev = next;
363 364 365

                        /* Divide only once instead of next_x-prev_x-1 times */
                        quot = ((next-prev)<<16)/(next_x-prev_x);
366
                    }
367 368
                    /* Interpolate new value, and round correctly */
                    p_outpix[x] = prev + (((x-prev_x)*quot+(1<<16))>>16);
369 370 371
                }
                else
                {
372 373
                    /* This pixel isn't masked. It's thus suitable as a
                     * previous color for the next interpolation */
374 375 376 377 378
                    prev = p_outpix[x];
                    prev_x = x;
                }
            }
        }
379 380 381

        /* Vertical bluring */
        p_mask = p_sys->p_mask->A_PIXELS;
382 383 384 385
        i_height = b_line_factor ? i_mask_visible_lines>>1
                                 : i_mask_visible_lines;
        /* Make sure that we stop at least 2 lines before the picture's end
         * (since our bluring algorithm uses the 2 next lines) */
386
        i_height = __MIN( i_visible_lines - i_y - 2, i_height );
387 388
        /* Make sure that we start at least 2 lines from the top (since our
         * bluring algorithm uses the 2 previous lines) */
389
        int y = __MAX(i_y,2);
390 391
        p_outpix = p_outpic->p[i_plane].p_pixels + (i_y+y)*i_pitch + i_x;
        for( ; y < i_height; y++, p_mask += i_mask_pitch, p_outpix += i_pitch )
392
        {
393
            for( int x = 0; x < i_width; x++ )
394
            {
395
                if( p_mask[i_plane?x<<1:x] > 127 )
396
                {
397
                    /* Ugly bluring function */
398
                    p_outpix[x] =
399 400 401 402 403
                        ( (p_outpix[x-i_2pitch]<<1)       /* 2 */
                        + (p_outpix[x-i_pitch ]<<2)       /* 4 */
                        + (p_outpix[x         ]<<2)       /* 4 */
                        + (p_outpix[x+i_pitch ]<<2)       /* 4 */
                        + (p_outpix[x+i_2pitch]<<1) )>>4; /* 2 */
404 405 406
                }
            }
        }
407 408 409 410 411 412
    }
}

static int EraseCallback( vlc_object_t *p_this, char const *psz_var,
                          vlc_value_t oldval, vlc_value_t newval, void *p_data )
{
413
    VLC_UNUSED(oldval);
414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439
    filter_sys_t *p_sys = (filter_sys_t *)p_data;

    if( !strcmp( psz_var, CFG_PREFIX "x" ) )
    {
        vlc_mutex_lock( &p_sys->lock );
        p_sys->i_x = newval.i_int;
        vlc_mutex_unlock( &p_sys->lock );
    }
    else if( !strcmp( psz_var, CFG_PREFIX "y" ) )
    {
        vlc_mutex_lock( &p_sys->lock );
        p_sys->i_y = newval.i_int;
        vlc_mutex_unlock( &p_sys->lock );
    }
    else if( !strcmp( psz_var, CFG_PREFIX "mask" ) )
    {
        vlc_mutex_lock( &p_sys->lock );
        LoadMask( (filter_t*)p_this, newval.psz_string );
        vlc_mutex_unlock( &p_sys->lock );
    }
    else
    {
        msg_Warn( p_this, "Unknown callback command." );
    }
    return VLC_SUCCESS;
}