diff_driver.c 12.3 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (C) the libgit2 contributors. All rights reserved.
 *
 * This file is part of libgit2, distributed under the GNU GPL v2 with
 * a Linking Exception. For full terms see the included COPYING file.
 */
#include "common.h"

#include "git2/attr.h"

#include "diff.h"
#include "diff_patch.h"
#include "diff_driver.h"
#include "strmap.h"
#include "map.h"
#include "buf_text.h"
17
#include "config.h"
18
#include "repository.h"
19

20
GIT__USE_STRMAP
21

22 23
typedef enum {
	DIFF_DRIVER_AUTO = 0,
24 25 26
	DIFF_DRIVER_BINARY = 1,
	DIFF_DRIVER_TEXT = 2,
	DIFF_DRIVER_PATTERNLIST = 3,
27 28
} git_diff_driver_t;

29 30 31 32 33
typedef struct {
	regex_t re;
	int flags;
} git_diff_driver_pattern;

34
enum {
35
	REG_NEGATE = (1 << 15) /* get out of the way of existing flags */
36 37 38 39 40
};

/* data for finding function context for a given file type */
struct git_diff_driver {
	git_diff_driver_t type;
41 42
	uint32_t binary_flags;
	uint32_t other_flags;
43
	git_array_t(git_diff_driver_pattern) fn_patterns;
44
	regex_t  word_pattern;
45
	char name[GIT_FLEX_ARRAY];
46 47
};

48
#include "userdiff.h"
49

50 51 52 53
struct git_diff_driver_registry {
	git_strmap *drivers;
};

54 55
#define FORCE_DIFFABLE (GIT_DIFF_FORCE_TEXT | GIT_DIFF_FORCE_BINARY)

56
static git_diff_driver global_drivers[3] = {
57 58 59
	{ DIFF_DRIVER_AUTO,   0, 0, },
	{ DIFF_DRIVER_BINARY, GIT_DIFF_FORCE_BINARY, 0 },
	{ DIFF_DRIVER_TEXT,   GIT_DIFF_FORCE_TEXT, 0 },
60 61 62 63
};

git_diff_driver_registry *git_diff_driver_registry_new()
{
64 65 66 67 68
	git_diff_driver_registry *reg =
		git__calloc(1, sizeof(git_diff_driver_registry));
	if (!reg)
		return NULL;

69
	if (git_strmap_alloc(&reg->drivers) < 0) {
70 71 72 73 74
		git_diff_driver_registry_free(reg);
		return NULL;
	}

	return reg;
75 76 77 78
}

void git_diff_driver_registry_free(git_diff_driver_registry *reg)
{
79 80
	git_diff_driver *drv;

81 82 83
	if (!reg)
		return;

84
	git_strmap_foreach_value(reg->drivers, drv, git_diff_driver_free(drv));
85
	git_strmap_free(reg->drivers);
86 87 88
	git__free(reg);
}

89 90
static int diff_driver_add_patterns(
	git_diff_driver *drv, const char *regex_str, int regex_flags)
91
{
92 93 94 95 96 97 98 99 100 101 102
	int error = 0;
	const char *scan, *end;
	git_diff_driver_pattern *pat = NULL;
	git_buf buf = GIT_BUF_INIT;

	for (scan = regex_str; scan; scan = end) {
		/* get pattern to fill in */
		if ((pat = git_array_alloc(drv->fn_patterns)) == NULL) {
			error = -1;
			break;
		}
103

104 105 106 107 108 109 110 111 112 113 114 115 116 117 118
		pat->flags = regex_flags;
		if (*scan == '!') {
			pat->flags |= REG_NEGATE;
			++scan;
		}

		if ((end = strchr(scan, '\n')) != NULL) {
			error = git_buf_set(&buf, scan, end - scan);
			end++;
		} else {
			error = git_buf_sets(&buf, scan);
		}
		if (error < 0)
			break;

119
		if ((error = regcomp(&pat->re, buf.ptr, regex_flags)) != 0) {
120 121 122 123 124
			/* if regex fails to compile, warn? fail? */
			error = giterr_set_regex(&pat->re, error);
			regfree(&pat->re);
			break;
		}
125 126
	}

127 128 129
	if (error && pat != NULL)
		(void)git_array_pop(drv->fn_patterns); /* release last item */
	git_buf_free(&buf);
130

131
	return error;
132 133 134 135
}

static int diff_driver_xfuncname(const git_config_entry *entry, void *payload)
{
136
	return diff_driver_add_patterns(payload, entry->value, REG_EXTENDED);
137 138 139 140
}

static int diff_driver_funcname(const git_config_entry *entry, void *payload)
{
141
	return diff_driver_add_patterns(payload, entry->value, 0);
142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160
}

static git_diff_driver_registry *git_repository_driver_registry(
	git_repository *repo)
{
	if (!repo->diff_drivers) {
		git_diff_driver_registry *reg = git_diff_driver_registry_new();
		reg = git__compare_and_swap(&repo->diff_drivers, NULL, reg);

		if (reg != NULL) /* if we race, free losing allocation */
			git_diff_driver_registry_free(reg);
	}

	if (!repo->diff_drivers)
		giterr_set(GITERR_REPOSITORY, "Unable to create diff driver registry");

	return repo->diff_drivers;
}

161 162 163 164 165
static int diff_driver_alloc(
	git_diff_driver **out, size_t *namelen_out, const char *name)
{
	git_diff_driver *driver;
	size_t driverlen = sizeof(git_diff_driver),
166 167
		namelen = strlen(name),
		alloclen;
168

169 170
	GITERR_CHECK_ALLOC_ADD(&alloclen, driverlen, namelen);
	GITERR_CHECK_ALLOC_ADD(&alloclen, alloclen, 1);
171

172
	driver = git__calloc(1, alloclen);
173 174 175 176 177 178 179 180 181 182 183 184
	GITERR_CHECK_ALLOC(driver);

	memcpy(driver->name, name, namelen);

	*out = driver;

	if (namelen_out)
		*namelen_out = namelen;

	return 0;
}

185 186 187 188 189 190 191 192
static int git_diff_driver_builtin(
	git_diff_driver **out,
	git_diff_driver_registry *reg,
	const char *driver_name)
{
	int error = 0;
	git_diff_driver_definition *ddef = NULL;
	git_diff_driver *drv = NULL;
193
	size_t idx;
194 195 196 197 198 199 200 201 202 203

	for (idx = 0; idx < ARRAY_SIZE(builtin_defs); ++idx) {
		if (!strcasecmp(driver_name, builtin_defs[idx].name)) {
			ddef = &builtin_defs[idx];
			break;
		}
	}
	if (!ddef)
		goto done;

204 205
	if ((error = diff_driver_alloc(&drv, NULL, ddef->name)) < 0)
		goto done;
206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222

	drv->type = DIFF_DRIVER_PATTERNLIST;

	if (ddef->fns &&
		(error = diff_driver_add_patterns(
			drv, ddef->fns, ddef->flags | REG_EXTENDED)) < 0)
		goto done;

	if (ddef->words &&
		(error = regcomp(
			&drv->word_pattern, ddef->words, ddef->flags | REG_EXTENDED)))
	{
		error = giterr_set_regex(&drv->word_pattern, error);
		goto done;
	}

	git_strmap_insert(reg->drivers, drv->name, drv, error);
223 224
	if (error > 0)
		error = 0;
225 226

done:
227
	if (error && drv)
228
		git_diff_driver_free(drv);
229
	else
230 231 232 233 234
		*out = drv;

	return error;
}

235
static int git_diff_driver_load(
236
	git_diff_driver **out, git_repository *repo, const char *driver_name)
237
{
238
	int error = 0;
239
	git_diff_driver_registry *reg;
240
	git_diff_driver *drv = NULL;
241
	size_t namelen;
242
	khiter_t pos;
243
	git_config *cfg = NULL;
244
	git_buf name = GIT_BUF_INIT;
245
	git_config_entry *ce = NULL;
246
	bool found_driver = false;
247

248
	if ((reg = git_repository_driver_registry(repo)) == NULL)
249
		return -1;
250 251 252 253 254

	pos = git_strmap_lookup_index(reg->drivers, driver_name);
	if (git_strmap_valid_index(reg->drivers, pos)) {
		*out = git_strmap_value_at(reg->drivers, pos);
		return 0;
255 256
	}

257 258 259
	if ((error = diff_driver_alloc(&drv, &namelen, driver_name)) < 0)
		goto done;

260 261
	drv->type = DIFF_DRIVER_AUTO;

262
	/* if you can't read config for repo, just use default driver */
263
	if (git_repository_config_snapshot(&cfg, repo) < 0) {
264
		giterr_clear();
265
		goto done;
266 267 268
	}

	if ((error = git_buf_printf(&name, "diff.%s.binary", driver_name)) < 0)
269
		goto done;
270 271 272

	switch (git_config__get_bool_force(cfg, name.ptr, -1)) {
	case true:
273 274
		/* if diff.<driver>.binary is true, just return the binary driver */
		*out = &global_drivers[DIFF_DRIVER_BINARY];
275
		goto done;
276
	case false:
277 278 279
		/* if diff.<driver>.binary is false, force binary checks off */
		/* but still may have custom function context patterns, etc. */
		drv->binary_flags = GIT_DIFF_FORCE_TEXT;
280
		found_driver = true;
281 282
		break;
	default:
283
		/* diff.<driver>.binary unspecified or "auto", so just continue */
284
		break;
285 286 287 288
	}

	/* TODO: warn if diff.<name>.command or diff.<name>.textconv are set */

289 290
	git_buf_truncate(&name, namelen + strlen("diff.."));
	git_buf_put(&name, "xfuncname", strlen("xfuncname"));
291
	if ((error = git_config_get_multivar_foreach(
292 293
			cfg, name.ptr, NULL, diff_driver_xfuncname, drv)) < 0) {
		if (error != GIT_ENOTFOUND)
294
			goto done;
295
		giterr_clear(); /* no diff.<driver>.xfuncname, so just continue */
296
	}
297

298 299
	git_buf_truncate(&name, namelen + strlen("diff.."));
	git_buf_put(&name, "funcname", strlen("funcname"));
300
	if ((error = git_config_get_multivar_foreach(
301 302
			cfg, name.ptr, NULL, diff_driver_funcname, drv)) < 0) {
		if (error != GIT_ENOTFOUND)
303
			goto done;
304
		giterr_clear(); /* no diff.<driver>.funcname, so just continue */
305 306 307
	}

	/* if we found any patterns, set driver type to use correct callback */
308
	if (git_array_size(drv->fn_patterns) > 0) {
309
		drv->type = DIFF_DRIVER_PATTERNLIST;
310 311
		found_driver = true;
	}
312

313 314
	git_buf_truncate(&name, namelen + strlen("diff.."));
	git_buf_put(&name, "wordregex", strlen("wordregex"));
315
	if ((error = git_config__lookup_entry(&ce, cfg, name.ptr, false)) < 0)
316
		goto done;
317 318 319
	if (!ce || !ce->value)
		/* no diff.<driver>.wordregex, so just continue */;
	else if (!(error = regcomp(&drv->word_pattern, ce->value, REG_EXTENDED)))
320
		found_driver = true;
321 322 323 324
	else {
		/* TODO: warn about bad regex instead of failure */
		error = giterr_set_regex(&drv->word_pattern, error);
		goto done;
325 326 327 328 329 330
	}

	/* TODO: look up diff.<driver>.algorithm to turn on minimal / patience
	 * diff in drv->other_flags
	 */

331
	/* if no driver config found at all, fall back on AUTO driver */
332
	if (!found_driver)
333
		goto done;
334 335 336 337

	/* store driver in registry */
	git_strmap_insert(reg->drivers, drv->name, drv, error);
	if (error < 0)
338
		goto done;
339
	error = 0;
340

341 342
	*out = drv;

343
done:
344
	git_config_entry_free(ce);
345
	git_buf_free(&name);
346
	git_config_free(cfg);
347

348 349 350 351 352
	if (!*out) {
		int error2 = git_diff_driver_builtin(out, reg, driver_name);
		if (!error)
			error = error2;
	}
353 354 355 356

	if (drv && drv != *out)
		git_diff_driver_free(drv);

357
	return error;
358 359
}

360 361 362
int git_diff_driver_lookup(
	git_diff_driver **out, git_repository *repo, const char *path)
{
363
	int error = 0;
364 365 366
	const char *value;

	assert(out);
367
	*out = NULL;
368 369

	if (!repo || !path || !strlen(path))
370 371 372 373
		/* just use the auto value */;
	else if ((error = git_attr_get(&value, repo, 0, path, "diff")) < 0)
		/* return error below */;
	else if (GIT_ATTR_UNSPECIFIED(value))
374 375
		/* just use the auto value */;
	else if (GIT_ATTR_FALSE(value))
376
		*out = &global_drivers[DIFF_DRIVER_BINARY];
377
	else if (GIT_ATTR_TRUE(value))
378
		*out = &global_drivers[DIFF_DRIVER_TEXT];
379 380

	/* otherwise look for driver information in config and build driver */
381
	else if ((error = git_diff_driver_load(out, repo, value)) < 0) {
382 383
		if (error == GIT_ENOTFOUND) {
			error = 0;
384
			giterr_clear();
385
		}
386
	}
387

388 389 390
	if (!*out)
		*out = &global_drivers[DIFF_DRIVER_AUTO];

391
	return error;
392 393 394 395
}

void git_diff_driver_free(git_diff_driver *driver)
{
396 397 398 399 400
	size_t i;

	if (!driver)
		return;

401
	for (i = 0; i < git_array_size(driver->fn_patterns); ++i)
402
		regfree(& git_array_get(driver->fn_patterns, i)->re);
403 404 405 406 407
	git_array_clear(driver->fn_patterns);

	regfree(&driver->word_pattern);

	git__free(driver);
408 409
}

410 411
void git_diff_driver_update_options(
	uint32_t *option_flags, git_diff_driver *driver)
412
{
413 414 415 416
	if ((*option_flags & FORCE_DIFFABLE) == 0)
		*option_flags |= driver->binary_flags;

	*option_flags |= driver->other_flags;
417 418 419 420 421
}

int git_diff_driver_content_is_binary(
	git_diff_driver *driver, const char *content, size_t content_len)
{
422
	git_buf search = GIT_BUF_INIT;
423 424 425

	GIT_UNUSED(driver);

426 427 428
	git_buf_attach_notowned(&search, content,
		min(content_len, GIT_FILTER_BYTES_TO_CHECK_NUL));

429 430 431 432 433 434 435 436 437 438 439 440
	/* TODO: provide encoding / binary detection callbacks that can
	 * be UTF-8 aware, etc.  For now, instead of trying to be smart,
	 * let's just use the simple NUL-byte detection that core git uses.
	 */

	/* previously was: if (git_buf_text_is_binary(&search)) */
	if (git_buf_text_contains_nul(&search))
		return 1;

	return 0;
}

441
static int diff_context_line__simple(
442
	git_diff_driver *driver, git_buf *line)
443
{
444
	char firstch = line->ptr[0];
445
	GIT_UNUSED(driver);
446
	return (git__isalpha(firstch) || firstch == '_' || firstch == '$');
447 448 449
}

static int diff_context_line__pattern_match(
450
	git_diff_driver *driver, git_buf *line)
451
{
452
	size_t i, maxi = git_array_size(driver->fn_patterns);
453
	regmatch_t pmatch[2];
454

455
	for (i = 0; i < maxi; ++i) {
456 457 458 459 460
		git_diff_driver_pattern *pat = git_array_get(driver->fn_patterns, i);

		if (!regexec(&pat->re, line->ptr, 2, pmatch, 0)) {
			if (pat->flags & REG_NEGATE)
				return false;
461 462 463 464 465

			/* use pmatch data to trim line data */
			i = (pmatch[1].rm_so >= 0) ? 1 : 0;
			git_buf_consume(line, git_buf_cstr(line) + pmatch[i].rm_so);
			git_buf_truncate(line, pmatch[i].rm_eo - pmatch[i].rm_so);
466
			git_buf_rtrim(line);
467

468
			return true;
469
		}
470 471 472 473 474
	}

	return false;
}

475 476 477 478 479 480 481
static long diff_context_find(
	const char *line,
	long line_len,
	char *out,
	long out_size,
	void *payload)
{
482
	git_diff_find_context_payload *ctxt = payload;
483

484
	if (git_buf_set(&ctxt->line, line, (size_t)line_len) < 0)
485
		return -1;
486
	git_buf_rtrim(&ctxt->line);
487

488
	if (!ctxt->line.size)
489 490
		return -1;

491
	if (!ctxt->match_line || !ctxt->match_line(ctxt->driver, &ctxt->line))
492
		return -1;
493

494
	if (out_size > (long)ctxt->line.size)
Russell Belfer committed
495
		out_size = (long)ctxt->line.size;
496
	memcpy(out, ctxt->line.ptr, (size_t)out_size);
497

498
	return out_size;
499
}
500

501 502 503 504 505 506 507 508 509 510 511 512 513 514
void git_diff_find_context_init(
	git_diff_find_context_fn *findfn_out,
	git_diff_find_context_payload *payload_out,
	git_diff_driver *driver)
{
	*findfn_out = driver ? diff_context_find : NULL;

	memset(payload_out, 0, sizeof(*payload_out));
	if (driver) {
		payload_out->driver = driver;
		payload_out->match_line = (driver->type == DIFF_DRIVER_PATTERNLIST) ?
			diff_context_line__pattern_match : diff_context_line__simple;
		git_buf_init(&payload_out->line, 0);
	}
515 516
}

517
void git_diff_find_context_clear(git_diff_find_context_payload *payload)
518
{
519 520 521 522
	if (payload) {
		git_buf_free(&payload->line);
		payload->driver = NULL;
	}
523 524
}