attr.c 15.7 KB
Newer Older
1
#include "repository.h"
2 3
#include "fileops.h"
#include "config.h"
4
#include "git2/oid.h"
5 6
#include <ctype.h>

7
GIT__USE_STRMAP;
8

9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27
const char *git_attr__true  = "[internal]__TRUE__";
const char *git_attr__false = "[internal]__FALSE__";
const char *git_attr__unset = "[internal]__UNSET__";

git_attr_t git_attr_value(const char *attr)
{
	if (attr == NULL || attr == git_attr__unset)
		return GIT_ATTR_UNSPECIFIED_T;

	if (attr == git_attr__true)
		return GIT_ATTR_TRUE_T;

	if (attr == git_attr__false)
		return GIT_ATTR_FALSE_T;

	return GIT_ATTR_VALUE_T;
}


28
static int collect_attr_files(
29 30 31 32
	git_repository *repo,
	uint32_t flags,
	const char *path,
	git_vector *files);
33 34 35


int git_attr_get(
36
	const char **value,
37 38 39
    git_repository *repo,
	uint32_t flags,
	const char *pathname,
40
	const char *name)
41 42 43 44
{
	int error;
	git_attr_path path;
	git_vector files = GIT_VECTOR_INIT;
45
	size_t i, j;
46 47 48 49 50 51
	git_attr_file *file;
	git_attr_name attr;
	git_attr_rule *rule;

	*value = NULL;

52 53 54
	if (git_attr_path__init(&path, pathname, git_repository_workdir(repo)) < 0)
		return -1;

55
	if ((error = collect_attr_files(repo, flags, pathname, &files)) < 0)
56
		goto cleanup;
57 58 59 60 61 62 63 64 65 66 67

	attr.name = name;
	attr.name_hash = git_attr_file__name_hash(name);

	git_vector_foreach(&files, i, file) {

		git_attr_file__foreach_matching_rule(file, &path, j, rule) {
			int pos = git_vector_bsearch(&rule->assigns, &attr);
			if (pos >= 0) {
				*value = ((git_attr_assignment *)git_vector_get(
							  &rule->assigns, pos))->value;
68
				goto cleanup;
69 70 71 72
			}
		}
	}

73
cleanup:
74
	git_vector_free(&files);
75
	git_attr_path__free(&path);
76 77 78 79 80 81 82 83 84 85 86

	return error;
}


typedef struct {
	git_attr_name name;
	git_attr_assignment *found;
} attr_get_many_info;

int git_attr_get_many(
87
	const char **values,
88 89 90 91
    git_repository *repo,
	uint32_t flags,
	const char *pathname,
    size_t num_attr,
92
	const char **names)
93 94 95 96
{
	int error;
	git_attr_path path;
	git_vector files = GIT_VECTOR_INIT;
97
	size_t i, j, k;
98 99 100 101 102
	git_attr_file *file;
	git_attr_rule *rule;
	attr_get_many_info *info = NULL;
	size_t num_found = 0;

103
	memset((void *)values, 0, sizeof(const char *) * num_attr);
104

105 106 107
	if (git_attr_path__init(&path, pathname, git_repository_workdir(repo)) < 0)
		return -1;

108
	if ((error = collect_attr_files(repo, flags, pathname, &files)) < 0)
109
		goto cleanup;
110

111 112
	info = git__calloc(num_attr, sizeof(attr_get_many_info));
	GITERR_CHECK_ALLOC(info);
113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143

	git_vector_foreach(&files, i, file) {

		git_attr_file__foreach_matching_rule(file, &path, j, rule) {

			for (k = 0; k < num_attr; k++) {
				int pos;

				if (info[k].found != NULL) /* already found assignment */
					continue;

				if (!info[k].name.name) {
					info[k].name.name = names[k];
					info[k].name.name_hash = git_attr_file__name_hash(names[k]);
				}

				pos = git_vector_bsearch(&rule->assigns, &info[k].name);
				if (pos >= 0) {
					info[k].found = (git_attr_assignment *)
						git_vector_get(&rule->assigns, pos);
					values[k] = info[k].found->value;

					if (++num_found == num_attr)
						goto cleanup;
				}
			}
		}
	}

cleanup:
	git_vector_free(&files);
144
	git_attr_path__free(&path);
145 146 147 148 149 150 151
	git__free(info);

	return error;
}


int git_attr_foreach(
152 153 154
    git_repository *repo,
	uint32_t flags,
	const char *pathname,
155 156 157 158 159 160
	int (*callback)(const char *name, const char *value, void *payload),
	void *payload)
{
	int error;
	git_attr_path path;
	git_vector files = GIT_VECTOR_INIT;
161
	size_t i, j, k;
162 163 164
	git_attr_file *file;
	git_attr_rule *rule;
	git_attr_assignment *assign;
165
	git_strmap *seen = NULL;
166

167 168 169
	if (git_attr_path__init(&path, pathname, git_repository_workdir(repo)) < 0)
		return -1;

170
	if ((error = collect_attr_files(repo, flags, pathname, &files)) < 0)
171
		goto cleanup;
172

173
	seen = git_strmap_alloc();
174
	GITERR_CHECK_ALLOC(seen);
175 176 177 178 179 180 181

	git_vector_foreach(&files, i, file) {

		git_attr_file__foreach_matching_rule(file, &path, j, rule) {

			git_vector_foreach(&rule->assigns, k, assign) {
				/* skip if higher priority assignment was already seen */
182
				if (git_strmap_exists(seen, assign->name))
183 184
					continue;

185
				git_strmap_insert(seen, assign->name, assign, error);
186 187
				if (error < 0)
					goto cleanup;
188

189 190
				error = callback(assign->name, assign->value, payload);
				if (error) {
Russell Belfer committed
191
					giterr_clear();
192
					error = GIT_EUSER;
193
					goto cleanup;
194
				}
195 196 197 198 199
			}
		}
	}

cleanup:
200
	git_strmap_free(seen);
201
	git_vector_free(&files);
202
	git_attr_path__free(&path);
203 204 205 206 207

	return error;
}


208 209 210 211 212 213 214
int git_attr_add_macro(
	git_repository *repo,
	const char *name,
	const char *values)
{
	int error;
	git_attr_rule *macro = NULL;
215
	git_pool *pool;
216

217 218
	if (git_attr_cache__init(repo) < 0)
		return -1;
219 220

	macro = git__calloc(1, sizeof(git_attr_rule));
221
	GITERR_CHECK_ALLOC(macro);
222

223 224 225
	pool = &git_repository_attr_cache(repo)->pool;

	macro->match.pattern = git_pool_strdup(pool, name);
226
	GITERR_CHECK_ALLOC(macro->match.pattern);
227 228 229 230

	macro->match.length = strlen(macro->match.pattern);
	macro->match.flags = GIT_ATTR_FNMATCH_MACRO;

231
	error = git_attr_assignment__parse(repo, pool, &macro->assigns, &values);
232

233
	if (!error)
234 235
		error = git_attr_cache__insert_macro(repo, macro);

236
	if (error < 0)
237 238 239 240 241
		git_attr_rule__free(macro);

	return error;
}

242 243
bool git_attr_cache__is_cached(
	git_repository *repo, git_attr_file_source source, const char *path)
244
{
245
	git_buf cache_key = GIT_BUF_INIT;
246
	git_strmap *files = git_repository_attr_cache(repo)->files;
247 248 249 250 251 252 253 254 255 256 257 258 259 260 261
	const char *workdir = git_repository_workdir(repo);
	bool rval;

	if (workdir && git__prefixcmp(path, workdir) == 0)
		path += strlen(workdir);
	if (git_buf_printf(&cache_key, "%d#%s", (int)source, path) < 0)
		return false;

	rval = git_strmap_exists(files, git_buf_cstr(&cache_key));

	git_buf_free(&cache_key);

	return rval;
}

262 263 264 265
static int load_attr_file(
	const char **data,
	git_attr_file_stat_sig *sig,
	const char *filename)
266 267 268
{
	int error;
	git_buf content = GIT_BUF_INIT;
269
	struct stat st;
270

271
	if (p_stat(filename, &st) < 0)
272
		return GIT_ENOTFOUND;
273

274 275 276 277
	if (sig != NULL &&
		(git_time_t)st.st_mtime == sig->seconds &&
		(git_off_t)st.st_size == sig->size &&
		(unsigned int)st.st_ino == sig->ino)
278
		return GIT_ENOTFOUND;
279 280 281 282 283 284 285 286 287 288 289 290 291 292

	error = git_futils_readbuffer_updated(&content, filename, NULL, NULL);
	if (error < 0)
		return error;

	if (sig != NULL) {
		sig->seconds = (git_time_t)st.st_mtime;
		sig->size    = (git_off_t)st.st_size;
		sig->ino     = (unsigned int)st.st_ino;
	}

	*data = git_buf_detach(&content);

	return 0;
293
}
294

295
static int load_attr_blob_from_index(
296 297 298 299 300
	const char **content,
	git_blob **blob,
	git_repository *repo,
	const git_oid *old_oid,
	const char *relfile)
301 302 303 304 305 306
{
	int error;
	git_index *index;
	git_index_entry *entry;

	if ((error = git_repository_index__weakptr(&index, repo)) < 0 ||
307
		(error = git_index_find(index, relfile)) < 0)
308
		return error;
309

310 311
	entry = git_index_get(index, error);

312
	if (old_oid && git_oid_cmp(old_oid, &entry->oid) == 0)
313
		return GIT_ENOTFOUND;
314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346

	if ((error = git_blob_lookup(blob, repo, &entry->oid)) < 0)
		return error;

	*content = git_blob_rawcontent(*blob);
	return 0;
}

static int load_attr_from_cache(
	git_attr_file **file,
	git_attr_cache *cache,
	git_attr_file_source source,
	const char *relative_path)
{
	git_buf  cache_key = GIT_BUF_INIT;
	khiter_t cache_pos;

	*file = NULL;

	if (!cache || !cache->files)
		return 0;

	if (git_buf_printf(&cache_key, "%d#%s", (int)source, relative_path) < 0)
		return -1;

	cache_pos = git_strmap_lookup_index(cache->files, cache_key.ptr);

	git_buf_free(&cache_key);

	if (git_strmap_valid_index(cache->files, cache_pos))
		*file = git_strmap_value_at(cache->files, cache_pos);

	return 0;
347
}
348

349
int git_attr_cache__internal_file(
350 351
	git_repository *repo,
	const char *filename,
352
	git_attr_file **file)
353
{
354
	int error = 0;
355
	git_attr_cache *cache = git_repository_attr_cache(repo);
356
	khiter_t cache_pos = git_strmap_lookup_index(cache->files, filename);
357

358 359
	if (git_strmap_valid_index(cache->files, cache_pos)) {
		*file = git_strmap_value_at(cache->files, cache_pos);
360
		return 0;
361 362
	}

363
	if (git_attr_file__new(file, 0, filename, &cache->pool) < 0)
364
		return -1;
365

366 367 368
	git_strmap_insert(cache->files, (*file)->key + 2, *file, error);
	if (error > 0)
		error = 0;
369 370 371 372

	return error;
}

373
int git_attr_cache__push_file(
374
	git_repository *repo,
375 376 377 378 379
	const char *base,
	const char *filename,
	git_attr_file_source source,
	git_attr_file_parser parse,
	git_vector *stack)
380
{
381
	int error = 0;
382
	git_buf path = GIT_BUF_INIT;
383 384 385
	const char *workdir = git_repository_workdir(repo);
	const char *relfile, *content = NULL;
	git_attr_cache *cache = git_repository_attr_cache(repo);
386
	git_attr_file *file = NULL;
387
	git_blob *blob = NULL;
388
	git_attr_file_stat_sig st;
389 390

	assert(filename && stack);
391

392 393
	/* join base and path as needed */
	if (base != NULL && git_path_root(filename) < 0) {
394 395
		if (git_buf_joinpath(&path, base, filename) < 0)
			return -1;
396 397
		filename = path.ptr;
	}
398

399 400 401
	relfile = filename;
	if (workdir && git__prefixcmp(relfile, workdir) == 0)
		relfile += strlen(workdir);
402

403
	/* check cache */
404 405
	if (load_attr_from_cache(&file, cache, source, relfile) < 0)
		return -1;
406

407
	/* if not in cache, load data, parse, and cache */
408

409 410 411 412 413
	if (source == GIT_ATTR_FILE_FROM_FILE) {
		if (file)
			memcpy(&st, &file->cache_data.st, sizeof(st));
		else
			memset(&st, 0, sizeof(st));
414

415 416 417 418
		error = load_attr_file(&content, &st, filename);
	} else {
		error = load_attr_blob_from_index(&content, &blob,
			repo, file ? &file->cache_data.oid : NULL, relfile);
419 420 421 422
	}

	if (error) {
		/* not finding a file is not an error for this function */
423
		if (error == GIT_ENOTFOUND) {
424 425 426 427 428 429
			giterr_clear();
			error = 0;
		}
		goto finish;
	}

430 431 432 433 434 435 436 437
	/* if we got here, we have to parse and/or reparse the file */
	if (file)
		git_attr_file__clear_rules(file);
	else {
		error = git_attr_file__new(&file, source, relfile, &cache->pool);
		if (error < 0)
			goto finish;
	}
438

439 440 441
	if (parse && (error = parse(repo, content, file)) < 0)
		goto finish;

442
	git_strmap_insert(cache->files, file->key, file, error); //-V595
443 444 445
	if (error > 0)
		error = 0;

446 447 448 449 450 451
	/* remember "cache buster" file signature */
	if (blob)
		git_oid_cpy(&file->cache_data.oid, git_object_id((git_object *)blob));
	else
		memcpy(&file->cache_data.st, &st, sizeof(st));

452 453
finish:
	/* push file onto vector if we found one*/
454
	if (!error && file != NULL)
455
		error = git_vector_insert(stack, file);
456

457 458 459 460 461 462 463 464
	if (error != 0)
		git_attr_file__free(file);

	if (blob)
		git_blob_free(blob);
	else
		git__free((void *)content);

465
	git_buf_free(&path);
466

467 468 469
	return error;
}

470 471
#define push_attr_file(R,S,B,F) \
	git_attr_cache__push_file((R),(B),(F),GIT_ATTR_FILE_FROM_FILE,git_attr_file__parse_buffer,(S))
472

473 474
typedef struct {
	git_repository *repo;
475 476 477
	uint32_t flags;
	const char *workdir;
	git_index *index;
478 479 480
	git_vector *files;
} attr_walk_up_info;

481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507
int git_attr_cache__decide_sources(
	uint32_t flags, bool has_wd, bool has_index, git_attr_file_source *srcs)
{
	int count = 0;

	switch (flags & 0x03) {
	case GIT_ATTR_CHECK_FILE_THEN_INDEX:
		if (has_wd)
			srcs[count++] = GIT_ATTR_FILE_FROM_FILE;
		if (has_index)
			srcs[count++] = GIT_ATTR_FILE_FROM_INDEX;
		break;
	case GIT_ATTR_CHECK_INDEX_THEN_FILE:
		if (has_index)
			srcs[count++] = GIT_ATTR_FILE_FROM_INDEX;
		if (has_wd)
			srcs[count++] = GIT_ATTR_FILE_FROM_FILE;
		break;
	case GIT_ATTR_CHECK_INDEX_ONLY:
		if (has_index)
			srcs[count++] = GIT_ATTR_FILE_FROM_INDEX;
		break;
	}

	return count;
}

508 509
static int push_one_attr(void *ref, git_buf *path)
{
510
	int error = 0, n_src, i;
511
	attr_walk_up_info *info = (attr_walk_up_info *)ref;
512 513 514 515 516 517 518 519 520 521 522
	git_attr_file_source src[2];

	n_src = git_attr_cache__decide_sources(
		info->flags, info->workdir != NULL, info->index != NULL, src);

	for (i = 0; !error && i < n_src; ++i)
		error = git_attr_cache__push_file(
			info->repo, path->ptr, GIT_ATTR_FILE, src[i],
			git_attr_file__parse_buffer, info->files);

	return error;
523 524
}

525
static int collect_attr_files(
526 527 528 529
	git_repository *repo,
	uint32_t flags,
	const char *path,
	git_vector *files)
530
{
531
	int error;
532 533
	git_buf dir = GIT_BUF_INIT;
	const char *workdir = git_repository_workdir(repo);
534
	attr_walk_up_info info;
535

536 537 538
	if (git_attr_cache__init(repo) < 0 ||
		git_vector_init(files, 4, NULL) < 0)
		return -1;
539

540 541
	/* Resolve path in a non-bare repo */
	if (workdir != NULL)
542 543
		error = git_path_find_dir(&dir, path, workdir);
	else
544
		error = git_path_dirname_r(&dir, path);
545
	if (error < 0)
546 547 548 549 550 551 552 553 554
		goto cleanup;

	/* in precendence order highest to lowest:
	 * - $GIT_DIR/info/attributes
	 * - path components with .gitattributes
	 * - config core.attributesfile
	 * - $GIT_PREFIX/etc/gitattributes
	 */

555
	error = push_attr_file(
556
		repo, files, git_repository_path(repo), GIT_ATTR_FILE_INREPO);
557
	if (error < 0)
558 559
		goto cleanup;

560 561 562 563 564
	info.repo  = repo;
	info.flags = flags;
	info.workdir = workdir;
	if (git_repository_index__weakptr(&info.index, repo) < 0)
		giterr_clear(); /* no error even if there is no index */
565
	info.files = files;
566

567
	error = git_path_walk_up(&dir, workdir, push_one_attr, &info);
568
	if (error < 0)
569 570
		goto cleanup;

571
	if (git_repository_attr_cache(repo)->cfg_attr_file != NULL) {
572
		error = push_attr_file(
573 574 575
			repo, files, NULL, git_repository_attr_cache(repo)->cfg_attr_file);
		if (error < 0)
			goto cleanup;
576 577
	}

578 579 580 581
	if ((flags & GIT_ATTR_CHECK_NO_SYSTEM) == 0) {
		error = git_futils_find_system_file(&dir, GIT_ATTR_FILE_SYSTEM);
		if (!error)
			error = push_attr_file(repo, files, NULL, dir.ptr);
582
		else if (error == GIT_ENOTFOUND)
583 584
			error = 0;
	}
585 586

 cleanup:
587
	if (error < 0)
588 589 590 591 592 593
		git_vector_free(files);
	git_buf_free(&dir);

	return error;
}

594 595 596 597 598 599 600 601 602 603 604 605
static char *try_global_default(const char *relpath)
{
	git_buf dflt = GIT_BUF_INIT;
	char *rval = NULL;

	if (!git_futils_find_global_file(&dflt, relpath))
		rval = git_buf_detach(&dflt);

	git_buf_free(&dflt);

	return rval;
}
606

607
int git_attr_cache__init(git_repository *repo)
608
{
609
	int ret;
610 611
	git_attr_cache *cache = git_repository_attr_cache(repo);
	git_config *cfg;
612 613

	if (cache->initialized)
614
		return 0;
615

616
	/* cache config settings for attributes and ignores */
617
	if (git_repository_config__weakptr(&cfg, repo) < 0)
618
		return -1;
619

620
	ret = git_config_get_string(&cache->cfg_attr_file, cfg, GIT_ATTR_CONFIG);
621
	if (ret < 0 && ret != GIT_ENOTFOUND)
622
		return ret;
623 624
	if (ret == GIT_ENOTFOUND)
		cache->cfg_attr_file = try_global_default(GIT_ATTR_CONFIG_DEFAULT);
625

626
	ret = git_config_get_string(&cache->cfg_excl_file, cfg, GIT_IGNORE_CONFIG);
627
	if (ret < 0 && ret != GIT_ENOTFOUND)
628
		return ret;
629 630
	if (ret == GIT_ENOTFOUND)
		cache->cfg_excl_file = try_global_default(GIT_IGNORE_CONFIG_DEFAULT);
631

632
	giterr_clear();
633 634

	/* allocate hashtable for attribute and ignore file contents */
635
	if (cache->files == NULL) {
636
		cache->files = git_strmap_alloc();
637
		GITERR_CHECK_ALLOC(cache->files);
638 639
	}

640
	/* allocate hashtable for attribute macros */
641
	if (cache->macros == NULL) {
642
		cache->macros = git_strmap_alloc();
643
		GITERR_CHECK_ALLOC(cache->macros);
644
	}
645

646 647 648 649
	/* allocate string pool */
	if (git_pool_init(&cache->pool, 1, 0) < 0)
		return -1;

650 651 652
	cache->initialized = 1;

	/* insert default macros */
653
	return git_attr_add_macro(repo, "binary", "-diff -crlf -text");
654 655 656 657 658
}

void git_attr_cache_flush(
	git_repository *repo)
{
659
	git_attr_cache *cache;
660

661 662 663
	if (!repo)
		return;

664
	cache = git_repository_attr_cache(repo);
665

666 667
	if (cache->files != NULL) {
		git_attr_file *file;
668

669
		git_strmap_foreach_value(cache->files, file, {
670 671 672
			git_attr_file__free(file);
		});

673
		git_strmap_free(cache->files);
674 675
	}

676
	if (cache->macros != NULL) {
677 678
		git_attr_rule *rule;

679
		git_strmap_foreach_value(cache->macros, rule, {
680 681 682
			git_attr_rule__free(rule);
		});

683
		git_strmap_free(cache->macros);
684 685
	}

686 687 688
	git_pool_clear(&cache->pool);

	cache->initialized = 0;
689
}
690 691 692

int git_attr_cache__insert_macro(git_repository *repo, git_attr_rule *macro)
{
693
	git_strmap *macros = git_repository_attr_cache(repo)->macros;
694 695
	int error;

696
	/* TODO: generate warning log if (macro->assigns.length == 0) */
697
	if (macro->assigns.length == 0)
698
		return 0;
699

700
	git_strmap_insert(macros, macro->match.pattern, macro, error);
701
	return (error < 0) ? -1 : 0;
702
}
703 704 705 706

git_attr_rule *git_attr_cache__lookup_macro(
	git_repository *repo, const char *name)
{
707
	git_strmap *macros = git_repository_attr_cache(repo)->macros;
708 709
	khiter_t pos;

710
	pos = git_strmap_lookup_index(macros, name);
711

712
	if (!git_strmap_valid_index(macros, pos))
713 714
		return NULL;

715
	return (git_attr_rule *)git_strmap_value_at(macros, pos);
716 717
}