util.h 16.5 KB
Newer Older
Vicent Marti committed
1
/*
Edward Thomson committed
2
 * Copyright (C) the libgit2 contributors. All rights reserved.
Vicent Marti committed
3 4 5 6
 *
 * This file is part of libgit2, distributed under the GNU GPL v2 with
 * a Linking Exception. For full terms see the included COPYING file.
 */
7 8 9
#ifndef INCLUDE_util_h__
#define INCLUDE_util_h__

10 11 12
#include "git2/buffer.h"
#include "buffer.h"

13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40
#if defined(GIT_MSVC_CRTDBG)
/* Enable MSVC CRTDBG memory leak reporting.
 *
 * We DO NOT use the "_CRTDBG_MAP_ALLOC" macro described in the MSVC
 * documentation because all allocs/frees in libgit2 already go through
 * the "git__" routines defined in this file.  Simply using the normal
 * reporting mechanism causes all leaks to be attributed to a routine
 * here in util.h (ie, the actual call to calloc()) rather than the
 * caller of git__calloc().
 *
 * Therefore, we declare a set of "git__crtdbg__" routines to replace
 * the corresponding "git__" routines and re-define the "git__" symbols
 * as macros.  This allows us to get and report the file:line info of
 * the real caller.
 *
 * We DO NOT replace the "git__free" routine because it needs to remain
 * a function pointer because it is used as a function argument when
 * setting up various structure "destructors".
 *
 * We also DO NOT use the "_CRTDBG_MAP_ALLOC" macro because it causes
 * "free" to be remapped to "_free_dbg" and this causes problems for
 * structures which define a field named "free".
 *
 * Finally, CRTDBG must be explicitly enabled and configured at program
 * startup.  See tests/main.c for an example.
 */
#include <stdlib.h>
#include <crtdbg.h>
41
#include "win32/w32_crtdbg_stacktrace.h"
42 43
#endif

44
#include "common.h"
45
#include "strnlen.h"
46

47
#define ARRAY_SIZE(x) (sizeof(x)/sizeof(x[0]))
Vicent Marti committed
48
#define bitsizeof(x) (CHAR_BIT * sizeof(x))
Vicent Marti committed
49
#define MSB(x, bits) ((x) & (~0ULL << (bitsizeof(x) - (bits))))
50 51 52
#ifndef min
# define min(a,b) ((a) < (b) ? (a) : (b))
#endif
53 54 55
#ifndef max
# define max(a,b) ((a) > (b) ? (a) : (b))
#endif
56

57 58
#define GIT_DATE_RFC2822_SZ  32

59 60 61 62 63 64 65 66 67
/**
 * Return the length of a constant string.
 * We are aware that `strlen` performs the same task and is usually
 * optimized away by the compiler, whilst being safer because it returns
 * valid values when passed a pointer instead of a constant string; however
 * this macro will transparently work with wide-char and single-char strings.
 */
#define CONST_STRLEN(x) ((sizeof(x)/sizeof(x[0])) - 1)

68
#if defined(GIT_MSVC_CRTDBG)
69

70 71
GIT_INLINE(void *) git__crtdbg__malloc(size_t len, const char *file, int line)
{
72
	void *ptr = _malloc_dbg(len, _NORMAL_BLOCK, git_win32__crtdbg_stacktrace(1,file), line);
73 74 75 76 77 78
	if (!ptr) giterr_set_oom();
	return ptr;
}

GIT_INLINE(void *) git__crtdbg__calloc(size_t nelem, size_t elsize, const char *file, int line)
{
79
	void *ptr = _calloc_dbg(nelem, elsize, _NORMAL_BLOCK, git_win32__crtdbg_stacktrace(1,file), line);
80 81 82 83 84 85
	if (!ptr) giterr_set_oom();
	return ptr;
}

GIT_INLINE(char *) git__crtdbg__strdup(const char *str, const char *file, int line)
{
86
	char *ptr = _strdup_dbg(str, _NORMAL_BLOCK, git_win32__crtdbg_stacktrace(1,file), line);
87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125
	if (!ptr) giterr_set_oom();
	return ptr;
}

GIT_INLINE(char *) git__crtdbg__strndup(const char *str, size_t n, const char *file, int line)
{
	size_t length = 0, alloclength;
	char *ptr;

	length = p_strnlen(str, n);

	if (GIT_ADD_SIZET_OVERFLOW(&alloclength, length, 1) ||
		!(ptr = git__crtdbg__malloc(alloclength, file, line)))
		return NULL;

	if (length)
		memcpy(ptr, str, length);

	ptr[length] = '\0';

	return ptr;
}

GIT_INLINE(char *) git__crtdbg__substrdup(const char *start, size_t n, const char *file, int line)
{
	char *ptr;
	size_t alloclen;

	if (GIT_ADD_SIZET_OVERFLOW(&alloclen, n, 1) ||
		!(ptr = git__crtdbg__malloc(alloclen, file, line)))
		return NULL;

	memcpy(ptr, start, n);
	ptr[n] = '\0';
	return ptr;
}

GIT_INLINE(void *) git__crtdbg__realloc(void *ptr, size_t size, const char *file, int line)
{
126
	void *new_ptr = _realloc_dbg(ptr, size, _NORMAL_BLOCK, git_win32__crtdbg_stacktrace(1,file), line);
127 128 129 130 131 132 133
	if (!new_ptr) giterr_set_oom();
	return new_ptr;
}

GIT_INLINE(void *) git__crtdbg__reallocarray(void *ptr, size_t nelem, size_t elsize, const char *file, int line)
{
	size_t newsize;
134

135
	return GIT_MULTIPLY_SIZET_OVERFLOW(&newsize, nelem, elsize) ?
136
		NULL : _realloc_dbg(ptr, newsize, _NORMAL_BLOCK, git_win32__crtdbg_stacktrace(1,file), line);
137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154
}

GIT_INLINE(void *) git__crtdbg__mallocarray(size_t nelem, size_t elsize, const char *file, int line)
{
	return git__crtdbg__reallocarray(NULL, nelem, elsize, file, line);
}

#define git__malloc(len)                      git__crtdbg__malloc(len, __FILE__, __LINE__)
#define git__calloc(nelem, elsize)            git__crtdbg__calloc(nelem, elsize, __FILE__, __LINE__)
#define git__strdup(str)                      git__crtdbg__strdup(str, __FILE__, __LINE__)
#define git__strndup(str, n)                  git__crtdbg__strndup(str, n, __FILE__, __LINE__)
#define git__substrdup(str, n)                git__crtdbg__substrdup(str, n, __FILE__, __LINE__)
#define git__realloc(ptr, size)               git__crtdbg__realloc(ptr, size, __FILE__, __LINE__)
#define git__reallocarray(ptr, nelem, elsize) git__crtdbg__reallocarray(ptr, nelem, elsize, __FILE__, __LINE__)
#define git__mallocarray(nelem, elsize)       git__crtdbg__mallocarray(nelem, elsize, __FILE__, __LINE__)

#else

155
/*
156 157 158
 * Custom memory allocation wrappers
 * that set error code and error message
 * on allocation failure
Vicent Marti committed
159
 */
160 161 162
GIT_INLINE(void *) git__malloc(size_t len)
{
	void *ptr = malloc(len);
163
	if (!ptr) giterr_set_oom();
164 165 166 167 168 169
	return ptr;
}

GIT_INLINE(void *) git__calloc(size_t nelem, size_t elsize)
{
	void *ptr = calloc(nelem, elsize);
170
	if (!ptr) giterr_set_oom();
171 172 173 174 175 176
	return ptr;
}

GIT_INLINE(char *) git__strdup(const char *str)
{
	char *ptr = strdup(str);
177
	if (!ptr) giterr_set_oom();
178 179 180
	return ptr;
}

181 182
GIT_INLINE(char *) git__strndup(const char *str, size_t n)
{
183
	size_t length = 0, alloclength;
184 185
	char *ptr;

186
	length = p_strnlen(str, n);
187

188 189
	if (GIT_ADD_SIZET_OVERFLOW(&alloclength, length, 1) ||
		!(ptr = git__malloc(alloclength)))
190 191
		return NULL;

192 193 194
	if (length)
		memcpy(ptr, str, length);

195
	ptr[length] = '\0';
196 197 198 199

	return ptr;
}

Ben Straub committed
200 201 202
/* NOTE: This doesn't do null or '\0' checking.  Watch those boundaries! */
GIT_INLINE(char *) git__substrdup(const char *start, size_t n)
{
203
	char *ptr;
204
	size_t alloclen;
205

206 207
	if (GIT_ADD_SIZET_OVERFLOW(&alloclen, n, 1) ||
		!(ptr = git__malloc(alloclen)))
208 209
		return NULL;

Ben Straub committed
210
	memcpy(ptr, start, n);
211
	ptr[n] = '\0';
Ben Straub committed
212 213 214
	return ptr;
}

215 216 217
GIT_INLINE(void *) git__realloc(void *ptr, size_t size)
{
	void *new_ptr = realloc(ptr, size);
218
	if (!new_ptr) giterr_set_oom();
219 220
	return new_ptr;
}
221

222 223 224 225 226 227 228
/**
 * Similar to `git__realloc`, except that it is suitable for reallocing an
 * array to a new number of elements of `nelem`, each of size `elsize`.
 * The total size calculation is checked for overflow.
 */
GIT_INLINE(void *) git__reallocarray(void *ptr, size_t nelem, size_t elsize)
{
229 230 231
	size_t newsize;
	return GIT_MULTIPLY_SIZET_OVERFLOW(&newsize, nelem, elsize) ?
		NULL : realloc(ptr, newsize);
232 233 234 235 236 237 238 239 240 241
}

/**
 * Similar to `git__calloc`, except that it does not zero memory.
 */
GIT_INLINE(void *) git__mallocarray(size_t nelem, size_t elsize)
{
	return git__reallocarray(NULL, nelem, elsize);
}

242 243
#endif /* !MSVC_CTRDBG */

244 245 246 247
GIT_INLINE(void) git__free(void *ptr)
{
	free(ptr);
}
248

249 250 251 252 253 254
#define STRCMP_CASESELECT(IGNORE_CASE, STR1, STR2) \
	((IGNORE_CASE) ? strcasecmp((STR1), (STR2)) : strcmp((STR1), (STR2)))

#define CASESELECT(IGNORE_CASE, ICASE, CASE) \
	((IGNORE_CASE) ? (ICASE) : (CASE))

255
extern int git__prefixcmp(const char *str, const char *prefix);
256
extern int git__prefixcmp_icase(const char *str, const char *prefix);
257
extern int git__prefixncmp_icase(const char *str, size_t str_n, const char *prefix);
258
extern int git__suffixcmp(const char *str, const char *suffix);
259

260 261 262 263 264
GIT_INLINE(int) git__signum(int val)
{
	return ((val > 0) - (val < 0));
}

265 266
extern int git__strtol32(int32_t *n, const char *buff, const char **end_buf, int base);
extern int git__strtol64(int64_t *n, const char *buff, const char **end_buf, int base);
267

268
extern void git__hexdump(const char *buffer, size_t n);
269 270 271 272 273 274 275 276 277
extern uint32_t git__hash(const void *key, int len, uint32_t seed);

/* 32-bit cross-platform rotl */
#ifdef _MSC_VER /* use built-in method in MSVC */
#	define git__rotl(v, s) (uint32_t)_rotl(v, s)
#else /* use bitops in GCC; with o2 this gets optimized to a rotl instruction */
#	define git__rotl(v, s) (uint32_t)(((uint32_t)(v) << (s)) | ((uint32_t)(v) >> (32 - (s))))
#endif

278
extern char *git__strtok(char **end, const char *sep);
279
extern char *git__strsep(char **end, const char *sep);
280

281
extern void git__strntolower(char *str, size_t len);
282 283
extern void git__strtolower(char *str);

284 285 286 287 288 289 290 291 292
#ifdef GIT_WIN32
GIT_INLINE(int) git__tolower(int c)
{
	return (c >= 'A' && c <= 'Z') ? (c + 32) : c;
}
#else
# define git__tolower(a) tolower(a)
#endif

293 294 295
GIT_INLINE(const char *) git__next_line(const char *s)
{
	while (*s && *s != '\n') s++;
Russell Belfer committed
296
	while (*s == '\n' || *s == '\r') s++;
297 298 299
	return s;
}

300 301 302 303 304 305 306 307 308 309 310 311 312 313 314
GIT_INLINE(const void *) git__memrchr(const void *s, int c, size_t n)
{
	const unsigned char *cp;

	if (n != 0) {
		cp = (unsigned char *)s + n;
		do {
			if (*(--cp) == (unsigned char)c)
				return cp;
		} while (--n != 0);
	}

	return NULL;
}

315 316 317 318
typedef int (*git__tsort_cmp)(const void *a, const void *b);

extern void git__tsort(void **dst, size_t size, git__tsort_cmp cmp);

319
typedef int (*git__sort_r_cmp)(const void *a, const void *b, void *payload);
320 321

extern void git__tsort_r(
322
	void **dst, size_t size, git__sort_r_cmp cmp, void *payload);
323 324

extern void git__qsort_r(
325 326 327 328 329
	void *els, size_t nel, size_t elsize, git__sort_r_cmp cmp, void *payload);

extern void git__insertsort_r(
	void *els, size_t nel, size_t elsize, void *swapel,
	git__sort_r_cmp cmp, void *payload);
330

331 332 333
/**
 * @param position If non-NULL, this will be set to the position where the
 * 		element is or would be inserted if not found.
334
 * @return 0 if found; GIT_ENOTFOUND if not found
335
 */
336 337 338 339
extern int git__bsearch(
	void **array,
	size_t array_len,
	const void *key,
340 341 342 343 344 345 346 347 348
	int (*compare)(const void *key, const void *element),
	size_t *position);

extern int git__bsearch_r(
	void **array,
	size_t array_len,
	const void *key,
	int (*compare_r)(const void *key, const void *element, void *payload),
	void *payload,
349
	size_t *position);
350

351
extern int git__strcmp_cb(const void *a, const void *b);
352
extern int git__strcasecmp_cb(const void *a, const void *b);
353

354 355 356 357 358
extern int git__strcmp(const char *a, const char *b);
extern int git__strcasecmp(const char *a, const char *b);
extern int git__strncmp(const char *a, const char *b, size_t sz);
extern int git__strncasecmp(const char *a, const char *b, size_t sz);

359 360
extern int git__strcasesort_cmp(const char *a, const char *b);

361 362
#include "thread-utils.h"

363
typedef struct {
364
	git_atomic refcount;
365 366 367 368 369 370
	void *owner;
} git_refcount;

typedef void (*git_refcount_freeptr)(void *r);

#define GIT_REFCOUNT_INC(r) { \
371
	git_atomic_inc(&((git_refcount *)(r))->refcount);	\
372 373 374 375
}

#define GIT_REFCOUNT_DEC(_r, do_free) { \
	git_refcount *r = (git_refcount *)(_r); \
376 377
	int val = git_atomic_dec(&r->refcount); \
	if (val <= 0 && r->owner == NULL) { do_free(_r); } \
378 379 380 381 382 383 384 385
}

#define GIT_REFCOUNT_OWN(r, o) { \
	((git_refcount *)(r))->owner = o; \
}

#define GIT_REFCOUNT_OWNER(r) (((git_refcount *)(r))->owner)

386 387 388
#define GIT_REFCOUNT_VAL(r) git_atomic_get(&((git_refcount *)(r))->refcount)


nulltoken committed
389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411
static signed char from_hex[] = {
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 00 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 10 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 20 */
 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, -1, -1, -1, -1, -1, -1, /* 30 */
-1, 10, 11, 12, 13, 14, 15, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 40 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 50 */
-1, 10, 11, 12, 13, 14, 15, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 60 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 70 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 80 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 90 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* a0 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* b0 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* c0 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* d0 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* e0 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* f0 */
};

GIT_INLINE(int) git__fromhex(char h)
{
	return from_hex[(unsigned char) h];
}
412

schu committed
413 414 415
GIT_INLINE(int) git__ishex(const char *str)
{
	unsigned i;
416
	for (i=0; str[i] != '\0'; i++)
schu committed
417 418 419 420 421
		if (git__fromhex(str[i]) < 0)
			return 0;
	return 1;
}

422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438
GIT_INLINE(size_t) git__size_t_bitmask(size_t v)
{
	v--;
	v |= v >> 1;
	v |= v >> 2;
	v |= v >> 4;
	v |= v >> 8;
	v |= v >> 16;

	return v;
}

GIT_INLINE(size_t) git__size_t_powerof2(size_t v)
{
	return git__size_t_bitmask(v) + 1;
}

439 440
GIT_INLINE(bool) git__isupper(int c)
{
Linquize committed
441
	return (c >= 'A' && c <= 'Z');
442 443 444 445
}

GIT_INLINE(bool) git__isalpha(int c)
{
Linquize committed
446
	return ((c >= 'A' && c <= 'Z') || (c >= 'a' && c <= 'z'));
447 448
}

nulltoken committed
449 450
GIT_INLINE(bool) git__isdigit(int c)
{
Linquize committed
451
	return (c >= '0' && c <= '9');
nulltoken committed
452 453
}

454 455
GIT_INLINE(bool) git__isspace(int c)
{
456
	return (c == ' ' || c == '\t' || c == '\n' || c == '\f' || c == '\r' || c == '\v');
457 458
}

459 460
GIT_INLINE(bool) git__isspace_nonlf(int c)
{
461
	return (c == ' ' || c == '\t' || c == '\f' || c == '\r' || c == '\v');
462 463
}

464 465 466 467 468
GIT_INLINE(bool) git__iswildcard(int c)
{
	return (c == '*' || c == '?' || c == '[');
}

469
/*
470
 * Parse a string value as a boolean, just like Core Git does.
471 472 473 474 475 476
 *
 * Valid values for true are: 'true', 'yes', 'on'
 * Valid values for false are: 'false', 'no', 'off'
 */
extern int git__parse_bool(int *out, const char *value);

477 478 479 480 481 482 483 484
/*
 * Parse a string into a value as a git_time_t.
 *
 * Sample valid input:
 * - "yesterday"
 * - "July 17, 2003"
 * - "2003-7-17 08:23"
 */
485
extern int git__date_parse(git_time_t *out, const char *date);
486

487
/*
488 489 490 491 492 493 494 495 496 497
 * Format a git_time as a RFC2822 string
 *
 * @param out buffer to store formatted date; a '\\0' terminator will automatically be added.
 * @param len size of the buffer; should be atleast `GIT_DATE_RFC2822_SZ` in size;
 * @param date the date to be formatted
 * @return 0 if successful; -1 on error
 */
extern int git__date_rfc2822_fmt(char *out, size_t len, const git_time *date);

/*
498
 * Unescapes a string in-place.
Russell Belfer committed
499
 *
500 501 502 503 504 505
 * Edge cases behavior:
 * - "jackie\" -> "jacky\"
 * - "chan\\" -> "chan\"
 */
extern size_t git__unescape(char *str);

506
/*
507 508 509 510 511 512 513 514 515 516 517
 * Iterate through an UTF-8 string, yielding one
 * codepoint at a time.
 *
 * @param str current position in the string
 * @param str_len size left in the string; -1 if the string is NULL-terminated
 * @param dst pointer where to store the current codepoint
 * @return length in bytes of the read codepoint; -1 if the codepoint was invalid
 */
extern int git__utf8_iterate(const uint8_t *str, int str_len, int32_t *dst);

/*
518 519
 * Safely zero-out memory, making sure that the compiler
 * doesn't optimize away the operation.
520
 */
yorah committed
521 522 523 524 525 526 527 528 529 530 531
GIT_INLINE(void) git__memzero(void *data, size_t size)
{
#ifdef _MSC_VER
	SecureZeroMemory((PVOID)data, size);
#else
	volatile uint8_t *scan = (volatile uint8_t *)data;

	while (size--)
		*scan++ = 0x0;
#endif
}
532

533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558
#ifdef GIT_WIN32

GIT_INLINE(double) git__timer(void)
{
	/* We need the initial tick count to detect if the tick
	 * count has rolled over. */
	static DWORD initial_tick_count = 0;

	/* GetTickCount returns the number of milliseconds that have
	 * elapsed since the system was started. */
	DWORD count = GetTickCount();

	if(initial_tick_count == 0) {
		initial_tick_count = count;
	} else if (count < initial_tick_count) {
		/* The tick count has rolled over - adjust for it. */
		count = (0xFFFFFFFF - initial_tick_count) + count;
	}

	return (double) count / (double) 1000;
}

#elif __APPLE__

#include <mach/mach_time.h>

559
GIT_INLINE(double) git__timer(void)
560 561 562 563 564 565 566 567 568 569
{
   uint64_t time = mach_absolute_time();
   static double scaling_factor = 0;

   if (scaling_factor == 0) {
       mach_timebase_info_data_t info;
       (void)mach_timebase_info(&info);
       scaling_factor = (double)info.numer / (double)info.denom;
   }

570
   return (double)time * scaling_factor / 1.0E9;
571 572
}

573 574 575 576 577 578 579 580 581 582 583
#elif defined(AMIGA)

#include <proto/timer.h>

GIT_INLINE(double) git__timer(void)
{
	struct TimeVal tv;
	ITimer->GetUpTime(&tv);
	return (double)tv.Seconds + (double)tv.Microseconds / 1.0E6;
}

584 585 586 587 588 589 590 591 592
#else

#include <sys/time.h>

GIT_INLINE(double) git__timer(void)
{
	struct timespec tp;

	if (clock_gettime(CLOCK_MONOTONIC, &tp) == 0) {
593
		return (double) tp.tv_sec + (double) tp.tv_nsec / 1.0E9;
594 595 596 597 598
	} else {
		/* Fall back to using gettimeofday */
		struct timeval tv;
		struct timezone tz;
		gettimeofday(&tv, &tz);
599
		return (double)tv.tv_sec + (double)tv.tv_usec / 1.0E6;
600 601 602 603 604
	}
}

#endif

605 606
extern int git__getenv(git_buf *out, const char *name);

607
#endif /* INCLUDE_util_h__ */