osdep.h 12.4 KB
Newer Older
1
/*****************************************************************************
2
 * osdep.h: platform-specific code
3
 *****************************************************************************
Henrik Gramner's avatar
Henrik Gramner committed
4
 * Copyright (C) 2007-2017 x264 project
5 6 7
 *
 * Authors: Loren Merritt <lorenm@u.washington.edu>
 *          Laurent Aimar <fenrir@via.ecp.fr>
Henrik Gramner's avatar
Henrik Gramner committed
8
 *          Henrik Gramner <henrik@gramner.com>
9 10 11 12 13 14 15 16 17 18 19 20 21
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
22
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02111, USA.
23 24 25
 *
 * This program is also available under a commercial proprietary license.
 * For more information, contact us at licensing@x264.com.
26 27
 *****************************************************************************/

28 29
#ifndef X264_OSDEP_H
#define X264_OSDEP_H
30

31 32 33
#define _LARGEFILE_SOURCE 1
#define _FILE_OFFSET_BITS 64
#include <stdio.h>
34
#include <sys/stat.h>
35
#include <inttypes.h>
Henrik Gramner's avatar
Henrik Gramner committed
36
#include <stdarg.h>
37

38 39
#include "config.h"

40 41 42 43 44 45
#ifdef __INTEL_COMPILER
#include <mathimf.h>
#else
#include <math.h>
#endif

Steven Walters's avatar
Steven Walters committed
46
#if !HAVE_LOG2F
47 48
#define log2f(x) (logf(x)/0.693147180559945f)
#define log2(x) (log(x)/0.693147180559945)
49 50
#endif

51
#ifdef _MSC_VER
Steven Walters's avatar
Steven Walters committed
52 53 54 55 56
#define inline __inline
#define strcasecmp _stricmp
#define strncasecmp _strnicmp
#define strtok_r strtok_s
#define S_ISREG(x) (((x) & S_IFMT) == S_IFREG)
57
#if _MSC_VER < 1900
58 59 60 61
int x264_snprintf( char *s, size_t n, const char *fmt, ... );
int x264_vsnprintf( char *s, size_t n, const char *fmt, va_list arg );
#define snprintf  x264_snprintf
#define vsnprintf x264_vsnprintf
62
#endif
63 64
#else
#include <strings.h>
Steven Walters's avatar
Steven Walters committed
65 66
#endif

67 68 69 70
#if !defined(va_copy) && defined(__INTEL_COMPILER)
#define va_copy(dst, src) ((dst) = (src))
#endif

71
#if !defined(isfinite) && (SYS_OPENBSD || SYS_SunOS)
72 73
#define isfinite finite
#endif
Henrik Gramner's avatar
Henrik Gramner committed
74

75
#ifdef _WIN32
76 77 78
#ifndef strtok_r
#define strtok_r(str,delim,save) strtok(str,delim)
#endif
Henrik Gramner's avatar
Henrik Gramner committed
79 80 81 82 83 84 85 86 87 88 89 90 91 92

#define utf8_to_utf16( utf8, utf16 )\
    MultiByteToWideChar( CP_UTF8, MB_ERR_INVALID_CHARS, utf8, -1, utf16, sizeof(utf16)/sizeof(wchar_t) )
FILE *x264_fopen( const char *filename, const char *mode );
int x264_rename( const char *oldname, const char *newname );
#define x264_struct_stat struct _stati64
#define x264_fstat _fstati64
int x264_stat( const char *path, x264_struct_stat *buf );
#else
#define x264_fopen       fopen
#define x264_rename      rename
#define x264_struct_stat struct stat
#define x264_fstat       fstat
#define x264_stat        stat
Henrik Gramner's avatar
Henrik Gramner committed
93 94 95 96 97 98 99 100
#endif

#if defined(_WIN32) && !HAVE_WINRT
int x264_vfprintf( FILE *stream, const char *format, va_list arg );
int x264_is_pipe( const char *path );
#else
#define x264_vfprintf vfprintf
#define x264_is_pipe(x) 0
101 102
#endif

103
#ifdef _MSC_VER
Steven Walters's avatar
Steven Walters committed
104 105
#define DECLARE_ALIGNED( var, n ) __declspec(align(n)) var
#else
106
#define DECLARE_ALIGNED( var, n ) var __attribute__((aligned(n)))
Steven Walters's avatar
Steven Walters committed
107
#endif
108
#define ALIGNED_32( var ) DECLARE_ALIGNED( var, 32 )
109 110 111 112
#define ALIGNED_16( var ) DECLARE_ALIGNED( var, 16 )
#define ALIGNED_8( var )  DECLARE_ALIGNED( var, 8 )
#define ALIGNED_4( var )  DECLARE_ALIGNED( var, 4 )

113 114 115 116 117 118
// ARM compiliers don't reliably align stack variables
// - EABI requires only 8 byte stack alignment to be maintained
// - gcc can't align stack variables to more even if the stack were to be correctly aligned outside the function
// - armcc can't either, but is nice enough to actually tell you so
// - Apple gcc only maintains 4 byte alignment
// - llvm can align the stack, but only in svn and (unrelated) it exposes bugs in all released GNU binutils...
119 120 121 122 123

#define ALIGNED_ARRAY_EMU( mask, type, name, sub1, ... )\
    uint8_t name##_u [sizeof(type sub1 __VA_ARGS__) + mask]; \
    type (*name) __VA_ARGS__ = (void*)((intptr_t)(name##_u+mask) & ~mask)

Steven Walters's avatar
Steven Walters committed
124
#if ARCH_ARM && SYS_MACOSX
125
#define ALIGNED_ARRAY_8( ... ) ALIGNED_ARRAY_EMU( 7, __VA_ARGS__ )
126 127 128 129 130
#else
#define ALIGNED_ARRAY_8( type, name, sub1, ... )\
    ALIGNED_8( type name sub1 __VA_ARGS__ )
#endif

Steven Walters's avatar
Steven Walters committed
131
#if ARCH_ARM
132
#define ALIGNED_ARRAY_16( ... ) ALIGNED_ARRAY_EMU( 15, __VA_ARGS__ )
133 134 135 136
#else
#define ALIGNED_ARRAY_16( type, name, sub1, ... )\
    ALIGNED_16( type name sub1 __VA_ARGS__ )
#endif
137

138 139
#define EXPAND(x) x

140
#if STACK_ALIGNMENT >= 32
141 142 143
#define ALIGNED_ARRAY_32( type, name, sub1, ... )\
    ALIGNED_32( type name sub1 __VA_ARGS__ )
#else
144
#define ALIGNED_ARRAY_32( ... ) EXPAND( ALIGNED_ARRAY_EMU( 31, __VA_ARGS__ ) )
145 146
#endif

147
#define ALIGNED_ARRAY_64( ... ) EXPAND( ALIGNED_ARRAY_EMU( 63, __VA_ARGS__ ) )
148

149 150 151 152 153 154 155 156 157 158 159
/* For AVX2 */
#if ARCH_X86 || ARCH_X86_64
#define NATIVE_ALIGN 32
#define ALIGNED_N ALIGNED_32
#define ALIGNED_ARRAY_N ALIGNED_ARRAY_32
#else
#define NATIVE_ALIGN 16
#define ALIGNED_N ALIGNED_16
#define ALIGNED_ARRAY_N ALIGNED_ARRAY_16
#endif

160 161
#if defined(__GNUC__) && (__GNUC__ > 3 || __GNUC__ == 3 && __GNUC_MINOR__ > 0)
#define UNUSED __attribute__((unused))
162
#define ALWAYS_INLINE __attribute__((always_inline)) inline
163
#define NOINLINE __attribute__((noinline))
164
#define MAY_ALIAS __attribute__((may_alias))
165
#define x264_constant_p(x) __builtin_constant_p(x)
166
#define x264_nonconstant_p(x) (!__builtin_constant_p(x))
167
#else
168
#ifdef _MSC_VER
Steven Walters's avatar
Steven Walters committed
169 170 171
#define ALWAYS_INLINE __forceinline
#define NOINLINE __declspec(noinline)
#else
172
#define ALWAYS_INLINE inline
173
#define NOINLINE
Steven Walters's avatar
Steven Walters committed
174 175
#endif
#define UNUSED
176
#define MAY_ALIAS
177
#define x264_constant_p(x) 0
178
#define x264_nonconstant_p(x) 0
179 180 181
#endif

/* threads */
182
#if HAVE_BEOSTHREAD
183
#include <kernel/OS.h>
184
#define x264_pthread_t               thread_id
185 186 187 188 189 190 191 192
static inline int x264_pthread_create( x264_pthread_t *t, void *a, void *(*f)(void *), void *d )
{
     *t = spawn_thread( f, "", 10, d );
     if( *t < B_NO_ERROR )
         return -1;
     resume_thread( *t );
     return 0;
}
193
#define x264_pthread_join(t,s)       { long tmp; \
194
                                       wait_for_thread(t,(s)?(long*)(s):&tmp); }
195

196
#elif HAVE_POSIXTHREAD
197
#include <pthread.h>
198 199 200 201 202 203 204 205 206 207 208 209 210
#define x264_pthread_t               pthread_t
#define x264_pthread_create          pthread_create
#define x264_pthread_join            pthread_join
#define x264_pthread_mutex_t         pthread_mutex_t
#define x264_pthread_mutex_init      pthread_mutex_init
#define x264_pthread_mutex_destroy   pthread_mutex_destroy
#define x264_pthread_mutex_lock      pthread_mutex_lock
#define x264_pthread_mutex_unlock    pthread_mutex_unlock
#define x264_pthread_cond_t          pthread_cond_t
#define x264_pthread_cond_init       pthread_cond_init
#define x264_pthread_cond_destroy    pthread_cond_destroy
#define x264_pthread_cond_broadcast  pthread_cond_broadcast
#define x264_pthread_cond_wait       pthread_cond_wait
Steven Walters's avatar
Steven Walters committed
211 212 213
#define x264_pthread_attr_t          pthread_attr_t
#define x264_pthread_attr_init       pthread_attr_init
#define x264_pthread_attr_destroy    pthread_attr_destroy
214
#define x264_pthread_num_processors_np pthread_num_processors_np
215
#define X264_PTHREAD_MUTEX_INITIALIZER PTHREAD_MUTEX_INITIALIZER
216 217 218 219

#elif HAVE_WIN32THREAD
#include "win32thread.h"

220
#else
221 222 223 224 225 226
#define x264_pthread_t               int
#define x264_pthread_create(t,u,f,d) 0
#define x264_pthread_join(t,s)
#endif //HAVE_*THREAD

#if !HAVE_POSIXTHREAD && !HAVE_WIN32THREAD
227
#define x264_pthread_mutex_t         int
228
#define x264_pthread_mutex_init(m,f) 0
229 230 231 232
#define x264_pthread_mutex_destroy(m)
#define x264_pthread_mutex_lock(m)
#define x264_pthread_mutex_unlock(m)
#define x264_pthread_cond_t          int
233
#define x264_pthread_cond_init(c,f)  0
234 235
#define x264_pthread_cond_destroy(c)
#define x264_pthread_cond_broadcast(c)
236
#define x264_pthread_cond_wait(c,m)
Steven Walters's avatar
Steven Walters committed
237 238 239
#define x264_pthread_attr_t          int
#define x264_pthread_attr_init(a)    0
#define x264_pthread_attr_destroy(a)
240
#define X264_PTHREAD_MUTEX_INITIALIZER 0
241 242
#endif

243 244 245 246 247 248
#if HAVE_WIN32THREAD || PTW32_STATIC_LIB
int x264_threading_init( void );
#else
#define x264_threading_init() 0
#endif

Fiona Glaser's avatar
Fiona Glaser committed
249 250 251
static ALWAYS_INLINE int x264_pthread_fetch_and_add( int *val, int add, x264_pthread_mutex_t *mutex )
{
#if HAVE_THREAD
252
#if defined(__GNUC__) && (__GNUC__ > 4 || __GNUC__ == 4 && __GNUC_MINOR__ > 0) && (ARCH_X86 || ARCH_X86_64)
Fiona Glaser's avatar
Fiona Glaser committed
253 254 255 256 257 258 259 260 261 262 263 264 265 266 267
    return __sync_fetch_and_add( val, add );
#else
    x264_pthread_mutex_lock( mutex );
    int res = *val;
    *val += add;
    x264_pthread_mutex_unlock( mutex );
    return res;
#endif
#else
    int res = *val;
    *val += add;
    return res;
#endif
}

Fiona Glaser's avatar
Fiona Glaser committed
268
#define WORD_SIZE sizeof(void*)
269

270 271
#define asm __asm__

Steven Walters's avatar
Steven Walters committed
272
#if WORDS_BIGENDIAN
Fiona Glaser's avatar
Fiona Glaser committed
273
#define endian_fix(x) (x)
Kieran Kunhya's avatar
Kieran Kunhya committed
274
#define endian_fix64(x) (x)
275
#define endian_fix32(x) (x)
276 277
#define endian_fix16(x) (x)
#else
Steven Walters's avatar
Steven Walters committed
278
#if HAVE_X86_INLINE_ASM && HAVE_MMX
Fiona Glaser's avatar
Fiona Glaser committed
279 280 281 282 283
static ALWAYS_INLINE uint32_t endian_fix32( uint32_t x )
{
    asm("bswap %0":"+r"(x));
    return x;
}
Steven Walters's avatar
Steven Walters committed
284
#elif defined(__GNUC__) && HAVE_ARMV6
Kieran Kunhya's avatar
Kieran Kunhya committed
285
static ALWAYS_INLINE uint32_t endian_fix32( uint32_t x )
286 287 288 289
{
    asm("rev %0, %0":"+r"(x));
    return x;
}
Fiona Glaser's avatar
Fiona Glaser committed
290 291 292 293 294
#else
static ALWAYS_INLINE uint32_t endian_fix32( uint32_t x )
{
    return (x<<24) + ((x<<8)&0xff0000) + ((x>>8)&0xff00) + (x>>24);
}
Kieran Kunhya's avatar
Kieran Kunhya committed
295
#endif
Steven Walters's avatar
Steven Walters committed
296
#if HAVE_X86_INLINE_ASM && ARCH_X86_64
Kieran Kunhya's avatar
Kieran Kunhya committed
297
static ALWAYS_INLINE uint64_t endian_fix64( uint64_t x )
Fiona Glaser's avatar
Fiona Glaser committed
298
{
Kieran Kunhya's avatar
Kieran Kunhya committed
299 300 301 302 303 304 305
    asm("bswap %0":"+r"(x));
    return x;
}
#else
static ALWAYS_INLINE uint64_t endian_fix64( uint64_t x )
{
    return endian_fix32(x>>32) + ((uint64_t)endian_fix32(x)<<32);
Fiona Glaser's avatar
Fiona Glaser committed
306 307
}
#endif
Kieran Kunhya's avatar
Kieran Kunhya committed
308 309 310 311
static ALWAYS_INLINE intptr_t endian_fix( intptr_t x )
{
    return WORD_SIZE == 8 ? endian_fix64(x) : endian_fix32(x);
}
312 313 314 315 316
static ALWAYS_INLINE uint16_t endian_fix16( uint16_t x )
{
    return (x<<8)|(x>>8);
}
#endif
Fiona Glaser's avatar
Fiona Glaser committed
317

318 319 320 321 322 323 324
/* For values with 4 bits or less. */
static int ALWAYS_INLINE x264_ctz_4bit( uint32_t x )
{
    static uint8_t lut[16] = {4,0,1,0,2,0,1,0,3,0,1,0,2,0,1,0};
    return lut[x];
}

325
#if defined(__GNUC__) && (__GNUC__ > 3 || __GNUC__ == 3 && __GNUC_MINOR__ > 3)
326
#define x264_clz(x) __builtin_clz(x)
327
#define x264_ctz(x) __builtin_ctz(x)
328 329 330 331
#else
static int ALWAYS_INLINE x264_clz( uint32_t x )
{
    static uint8_t lut[16] = {4,3,2,2,1,1,1,1,0,0,0,0,0,0,0,0};
332
    int y, z = (((x >> 16) - 1) >> 27) & 16;
333 334 335 336 337 338 339
    x >>= z^16;
    z += y = ((x - 0x100) >> 28) & 8;
    x >>= y^8;
    z += y = ((x - 0x10) >> 29) & 4;
    x >>= y^4;
    return z + lut[x];
}
340 341 342 343 344 345 346 347 348 349 350 351

static int ALWAYS_INLINE x264_ctz( uint32_t x )
{
    static uint8_t lut[16] = {4,0,1,0,2,0,1,0,3,0,1,0,2,0,1,0};
    int y, z = (((x & 0xffff) - 1) >> 27) & 16;
    x >>= z;
    z += y = (((x & 0xff) - 1) >> 28) & 8;
    x >>= y;
    z += y = (((x & 0xf) - 1) >> 29) & 4;
    x >>= y;
    return z + lut[x&0xf];
}
352 353
#endif

Steven Walters's avatar
Steven Walters committed
354
#if HAVE_X86_INLINE_ASM && HAVE_MMX
355 356 357 358 359 360 361 362 363
/* Don't use __builtin_prefetch; even as recent as 4.3.4, GCC seems incapable of
 * using complex address modes properly unless we use inline asm. */
static ALWAYS_INLINE void x264_prefetch( void *p )
{
    asm volatile( "prefetcht0 %0"::"m"(*(uint8_t*)p) );
}
/* We require that prefetch not fault on invalid reads, so we only enable it on
 * known architectures. */
#elif defined(__GNUC__) && (__GNUC__ > 3 || __GNUC__ == 3 && __GNUC_MINOR__ > 1) &&\
Steven Walters's avatar
Steven Walters committed
364
      (ARCH_X86 || ARCH_X86_64 || ARCH_ARM || ARCH_PPC)
365 366 367 368 369
#define x264_prefetch(x) __builtin_prefetch(x)
#else
#define x264_prefetch(x)
#endif

370
#if HAVE_POSIXTHREAD
Steven Walters's avatar
Steven Walters committed
371
#if SYS_WINDOWS
372 373 374 375 376 377 378 379 380
#define x264_lower_thread_priority(p)\
{\
    x264_pthread_t handle = pthread_self();\
    struct sched_param sp;\
    int policy = SCHED_OTHER;\
    pthread_getschedparam( handle, &policy, &sp );\
    sp.sched_priority -= p;\
    pthread_setschedparam( handle, policy, &sp );\
}
Jerome Duval's avatar
Jerome Duval committed
381 382 383 384
#elif SYS_HAIKU
#include <OS.h>
#define x264_lower_thread_priority(p)\
    { UNUSED status_t nice_ret = set_thread_priority( find_thread( NULL ), B_LOW_PRIORITY ); }
385
#else
Steven Walters's avatar
Steven Walters committed
386 387
#include <unistd.h>
#define x264_lower_thread_priority(p) { UNUSED int nice_ret = nice(p); }
Steven Walters's avatar
Steven Walters committed
388
#endif /* SYS_WINDOWS */
389 390
#elif HAVE_WIN32THREAD
#define x264_lower_thread_priority(p) SetThreadPriority( GetCurrentThread(), X264_MAX( -2, -p ) )
Steven Walters's avatar
Steven Walters committed
391 392 393 394
#else
#define x264_lower_thread_priority(p)
#endif

395
static inline int x264_is_regular_file( FILE *filehandle )
396
{
Henrik Gramner's avatar
Henrik Gramner committed
397 398
    x264_struct_stat file_stat;
    if( x264_fstat( fileno( filehandle ), &file_stat ) )
399
        return 1;
400 401 402
    return S_ISREG( file_stat.st_mode );
}

403
static inline int x264_is_regular_file_path( const char *filename )
404
{
Henrik Gramner's avatar
Henrik Gramner committed
405 406
    x264_struct_stat file_stat;
    if( x264_stat( filename, &file_stat ) )
407
        return !x264_is_pipe( filename );
408 409 410
    return S_ISREG( file_stat.st_mode );
}

411
#endif /* X264_OSDEP_H */