attr.c 15.9 KB
Newer Older
1
#include "repository.h"
2 3
#include "fileops.h"
#include "config.h"
4
#include "git2/oid.h"
5 6
#include <ctype.h>

7
GIT__USE_STRMAP;
8

9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27
const char *git_attr__true  = "[internal]__TRUE__";
const char *git_attr__false = "[internal]__FALSE__";
const char *git_attr__unset = "[internal]__UNSET__";

git_attr_t git_attr_value(const char *attr)
{
	if (attr == NULL || attr == git_attr__unset)
		return GIT_ATTR_UNSPECIFIED_T;

	if (attr == git_attr__true)
		return GIT_ATTR_TRUE_T;

	if (attr == git_attr__false)
		return GIT_ATTR_FALSE_T;

	return GIT_ATTR_VALUE_T;
}


28
static int collect_attr_files(
29 30 31 32
	git_repository *repo,
	uint32_t flags,
	const char *path,
	git_vector *files);
33 34 35


int git_attr_get(
36
	const char **value,
37 38 39
    git_repository *repo,
	uint32_t flags,
	const char *pathname,
40
	const char *name)
41 42 43 44
{
	int error;
	git_attr_path path;
	git_vector files = GIT_VECTOR_INIT;
45
	size_t i, j;
46 47 48 49 50 51
	git_attr_file *file;
	git_attr_name attr;
	git_attr_rule *rule;

	*value = NULL;

52 53 54
	if (git_attr_path__init(&path, pathname, git_repository_workdir(repo)) < 0)
		return -1;

55
	if ((error = collect_attr_files(repo, flags, pathname, &files)) < 0)
56
		goto cleanup;
57 58 59 60 61 62 63

	attr.name = name;
	attr.name_hash = git_attr_file__name_hash(name);

	git_vector_foreach(&files, i, file) {

		git_attr_file__foreach_matching_rule(file, &path, j, rule) {
64 65 66
			size_t pos;

			if (!git_vector_bsearch(&pos, &rule->assigns, &attr)) {
67 68
				*value = ((git_attr_assignment *)git_vector_get(
							  &rule->assigns, pos))->value;
69
				goto cleanup;
70 71 72 73
			}
		}
	}

74
cleanup:
75
	git_vector_free(&files);
76
	git_attr_path__free(&path);
77 78 79 80 81 82 83 84 85 86 87

	return error;
}


typedef struct {
	git_attr_name name;
	git_attr_assignment *found;
} attr_get_many_info;

int git_attr_get_many(
88
	const char **values,
89 90 91 92
    git_repository *repo,
	uint32_t flags,
	const char *pathname,
    size_t num_attr,
93
	const char **names)
94 95 96 97
{
	int error;
	git_attr_path path;
	git_vector files = GIT_VECTOR_INIT;
98
	size_t i, j, k;
99 100 101 102 103
	git_attr_file *file;
	git_attr_rule *rule;
	attr_get_many_info *info = NULL;
	size_t num_found = 0;

104
	memset((void *)values, 0, sizeof(const char *) * num_attr);
105

106 107 108
	if (git_attr_path__init(&path, pathname, git_repository_workdir(repo)) < 0)
		return -1;

109
	if ((error = collect_attr_files(repo, flags, pathname, &files)) < 0)
110
		goto cleanup;
111

112 113
	info = git__calloc(num_attr, sizeof(attr_get_many_info));
	GITERR_CHECK_ALLOC(info);
114 115 116 117 118 119

	git_vector_foreach(&files, i, file) {

		git_attr_file__foreach_matching_rule(file, &path, j, rule) {

			for (k = 0; k < num_attr; k++) {
120
				size_t pos;
121 122 123 124 125 126 127 128 129

				if (info[k].found != NULL) /* already found assignment */
					continue;

				if (!info[k].name.name) {
					info[k].name.name = names[k];
					info[k].name.name_hash = git_attr_file__name_hash(names[k]);
				}

130
				if (!git_vector_bsearch(&pos, &rule->assigns, &info[k].name)) {
131 132 133 134 135 136 137 138 139 140 141 142 143
					info[k].found = (git_attr_assignment *)
						git_vector_get(&rule->assigns, pos);
					values[k] = info[k].found->value;

					if (++num_found == num_attr)
						goto cleanup;
				}
			}
		}
	}

cleanup:
	git_vector_free(&files);
144
	git_attr_path__free(&path);
145 146 147 148 149 150 151
	git__free(info);

	return error;
}


int git_attr_foreach(
152 153 154
    git_repository *repo,
	uint32_t flags,
	const char *pathname,
155 156 157 158 159 160
	int (*callback)(const char *name, const char *value, void *payload),
	void *payload)
{
	int error;
	git_attr_path path;
	git_vector files = GIT_VECTOR_INIT;
161
	size_t i, j, k;
162 163 164
	git_attr_file *file;
	git_attr_rule *rule;
	git_attr_assignment *assign;
165
	git_strmap *seen = NULL;
166

167 168 169
	if (git_attr_path__init(&path, pathname, git_repository_workdir(repo)) < 0)
		return -1;

170
	if ((error = collect_attr_files(repo, flags, pathname, &files)) < 0)
171
		goto cleanup;
172

173
	seen = git_strmap_alloc();
174
	GITERR_CHECK_ALLOC(seen);
175 176 177 178 179 180 181

	git_vector_foreach(&files, i, file) {

		git_attr_file__foreach_matching_rule(file, &path, j, rule) {

			git_vector_foreach(&rule->assigns, k, assign) {
				/* skip if higher priority assignment was already seen */
182
				if (git_strmap_exists(seen, assign->name))
183 184
					continue;

185
				git_strmap_insert(seen, assign->name, assign, error);
186 187
				if (error < 0)
					goto cleanup;
188

189 190
				error = callback(assign->name, assign->value, payload);
				if (error) {
Russell Belfer committed
191
					giterr_clear();
192
					error = GIT_EUSER;
193
					goto cleanup;
194
				}
195 196 197 198 199
			}
		}
	}

cleanup:
200
	git_strmap_free(seen);
201
	git_vector_free(&files);
202
	git_attr_path__free(&path);
203 204 205 206 207

	return error;
}


208 209 210 211 212 213 214
int git_attr_add_macro(
	git_repository *repo,
	const char *name,
	const char *values)
{
	int error;
	git_attr_rule *macro = NULL;
215
	git_pool *pool;
216

217 218
	if (git_attr_cache__init(repo) < 0)
		return -1;
219 220

	macro = git__calloc(1, sizeof(git_attr_rule));
221
	GITERR_CHECK_ALLOC(macro);
222

223 224 225
	pool = &git_repository_attr_cache(repo)->pool;

	macro->match.pattern = git_pool_strdup(pool, name);
226
	GITERR_CHECK_ALLOC(macro->match.pattern);
227 228 229 230

	macro->match.length = strlen(macro->match.pattern);
	macro->match.flags = GIT_ATTR_FNMATCH_MACRO;

231
	error = git_attr_assignment__parse(repo, pool, &macro->assigns, &values);
232

233
	if (!error)
234 235
		error = git_attr_cache__insert_macro(repo, macro);

236
	if (error < 0)
237 238 239 240 241
		git_attr_rule__free(macro);

	return error;
}

242 243
bool git_attr_cache__is_cached(
	git_repository *repo, git_attr_file_source source, const char *path)
244
{
245
	git_buf cache_key = GIT_BUF_INIT;
246
	git_strmap *files = git_repository_attr_cache(repo)->files;
247 248 249 250 251 252 253 254 255 256 257 258 259 260 261
	const char *workdir = git_repository_workdir(repo);
	bool rval;

	if (workdir && git__prefixcmp(path, workdir) == 0)
		path += strlen(workdir);
	if (git_buf_printf(&cache_key, "%d#%s", (int)source, path) < 0)
		return false;

	rval = git_strmap_exists(files, git_buf_cstr(&cache_key));

	git_buf_free(&cache_key);

	return rval;
}

262 263
static int load_attr_file(
	const char **data,
Vicent Marti committed
264
	git_futils_filestamp *stamp,
265
	const char *filename)
266 267 268 269
{
	int error;
	git_buf content = GIT_BUF_INIT;

Vicent Marti committed
270
	error = git_futils_filestamp_check(stamp, filename);
271 272
	if (error < 0)
		return error;
273

274 275 276 277
	/* if error == 0, then file is up to date. By returning GIT_ENOTFOUND,
	 * we tell the caller not to reparse this file...
	 */
	if (!error)
278
		return GIT_ENOTFOUND;
279

280
	error = git_futils_readbuffer(&content, filename);
281 282 283 284 285 286 287 288
	if (error < 0) {
		/* convert error into ENOTFOUND so failed permissions / invalid
		 * file type don't actually stop the operation in progress.
		 */
		return GIT_ENOTFOUND;

		/* TODO: once warnings are available, issue a warning callback */
	}
289 290 291 292

	*data = git_buf_detach(&content);

	return 0;
293
}
294

295
static int load_attr_blob_from_index(
296 297 298 299 300
	const char **content,
	git_blob **blob,
	git_repository *repo,
	const git_oid *old_oid,
	const char *relfile)
301 302
{
	int error;
303
	size_t pos;
304
	git_index *index;
Ben Straub committed
305
	const git_index_entry *entry;
306 307

	if ((error = git_repository_index__weakptr(&index, repo)) < 0 ||
308
		(error = git_index_find(&pos, index, relfile)) < 0)
309
		return error;
310

311
	entry = git_index_get_byindex(index, pos);
312

313
	if (old_oid && git_oid_cmp(old_oid, &entry->oid) == 0)
314
		return GIT_ENOTFOUND;
315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347

	if ((error = git_blob_lookup(blob, repo, &entry->oid)) < 0)
		return error;

	*content = git_blob_rawcontent(*blob);
	return 0;
}

static int load_attr_from_cache(
	git_attr_file **file,
	git_attr_cache *cache,
	git_attr_file_source source,
	const char *relative_path)
{
	git_buf  cache_key = GIT_BUF_INIT;
	khiter_t cache_pos;

	*file = NULL;

	if (!cache || !cache->files)
		return 0;

	if (git_buf_printf(&cache_key, "%d#%s", (int)source, relative_path) < 0)
		return -1;

	cache_pos = git_strmap_lookup_index(cache->files, cache_key.ptr);

	git_buf_free(&cache_key);

	if (git_strmap_valid_index(cache->files, cache_pos))
		*file = git_strmap_value_at(cache->files, cache_pos);

	return 0;
348
}
349

350
int git_attr_cache__internal_file(
351 352
	git_repository *repo,
	const char *filename,
353
	git_attr_file **file)
354
{
355
	int error = 0;
356
	git_attr_cache *cache = git_repository_attr_cache(repo);
357
	khiter_t cache_pos = git_strmap_lookup_index(cache->files, filename);
358

359 360
	if (git_strmap_valid_index(cache->files, cache_pos)) {
		*file = git_strmap_value_at(cache->files, cache_pos);
361
		return 0;
362 363
	}

364
	if (git_attr_file__new(file, 0, filename, &cache->pool) < 0)
365
		return -1;
366

367 368 369
	git_strmap_insert(cache->files, (*file)->key + 2, *file, error);
	if (error > 0)
		error = 0;
370 371 372 373

	return error;
}

374
int git_attr_cache__push_file(
375
	git_repository *repo,
376 377 378 379
	const char *base,
	const char *filename,
	git_attr_file_source source,
	git_attr_file_parser parse,
380
	void* parsedata,
381
	git_vector *stack)
382
{
383
	int error = 0;
384
	git_buf path = GIT_BUF_INIT;
385 386 387
	const char *workdir = git_repository_workdir(repo);
	const char *relfile, *content = NULL;
	git_attr_cache *cache = git_repository_attr_cache(repo);
388
	git_attr_file *file = NULL;
389
	git_blob *blob = NULL;
Vicent Marti committed
390
	git_futils_filestamp stamp;
391 392

	assert(filename && stack);
393

394 395
	/* join base and path as needed */
	if (base != NULL && git_path_root(filename) < 0) {
396 397
		if (git_buf_joinpath(&path, base, filename) < 0)
			return -1;
398 399
		filename = path.ptr;
	}
400

401 402 403
	relfile = filename;
	if (workdir && git__prefixcmp(relfile, workdir) == 0)
		relfile += strlen(workdir);
404

405
	/* check cache */
406 407
	if (load_attr_from_cache(&file, cache, source, relfile) < 0)
		return -1;
408

409
	/* if not in cache, load data, parse, and cache */
410

411
	if (source == GIT_ATTR_FILE_FROM_FILE) {
Vicent Marti committed
412
		git_futils_filestamp_set(
413
			&stamp, file ? &file->cache_data.stamp : NULL);
414

415
		error = load_attr_file(&content, &stamp, filename);
416 417 418
	} else {
		error = load_attr_blob_from_index(&content, &blob,
			repo, file ? &file->cache_data.oid : NULL, relfile);
419 420 421 422
	}

	if (error) {
		/* not finding a file is not an error for this function */
423
		if (error == GIT_ENOTFOUND) {
424 425 426 427 428 429
			giterr_clear();
			error = 0;
		}
		goto finish;
	}

430 431 432 433 434 435 436 437
	/* if we got here, we have to parse and/or reparse the file */
	if (file)
		git_attr_file__clear_rules(file);
	else {
		error = git_attr_file__new(&file, source, relfile, &cache->pool);
		if (error < 0)
			goto finish;
	}
438

439
	if (parse && (error = parse(repo, parsedata, content, file)) < 0)
440 441
		goto finish;

442
	git_strmap_insert(cache->files, file->key, file, error); //-V595
443 444 445
	if (error > 0)
		error = 0;

446 447 448 449
	/* remember "cache buster" file signature */
	if (blob)
		git_oid_cpy(&file->cache_data.oid, git_object_id((git_object *)blob));
	else
Vicent Marti committed
450
		git_futils_filestamp_set(&file->cache_data.stamp, &stamp);
451

452 453
finish:
	/* push file onto vector if we found one*/
454
	if (!error && file != NULL)
455
		error = git_vector_insert(stack, file);
456

457 458 459 460 461 462 463 464
	if (error != 0)
		git_attr_file__free(file);

	if (blob)
		git_blob_free(blob);
	else
		git__free((void *)content);

465
	git_buf_free(&path);
466

467 468 469
	return error;
}

470
#define push_attr_file(R,S,B,F) \
471
	git_attr_cache__push_file((R),(B),(F),GIT_ATTR_FILE_FROM_FILE,git_attr_file__parse_buffer,NULL,(S))
472

473 474
typedef struct {
	git_repository *repo;
475 476 477
	uint32_t flags;
	const char *workdir;
	git_index *index;
478 479 480
	git_vector *files;
} attr_walk_up_info;

481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507
int git_attr_cache__decide_sources(
	uint32_t flags, bool has_wd, bool has_index, git_attr_file_source *srcs)
{
	int count = 0;

	switch (flags & 0x03) {
	case GIT_ATTR_CHECK_FILE_THEN_INDEX:
		if (has_wd)
			srcs[count++] = GIT_ATTR_FILE_FROM_FILE;
		if (has_index)
			srcs[count++] = GIT_ATTR_FILE_FROM_INDEX;
		break;
	case GIT_ATTR_CHECK_INDEX_THEN_FILE:
		if (has_index)
			srcs[count++] = GIT_ATTR_FILE_FROM_INDEX;
		if (has_wd)
			srcs[count++] = GIT_ATTR_FILE_FROM_FILE;
		break;
	case GIT_ATTR_CHECK_INDEX_ONLY:
		if (has_index)
			srcs[count++] = GIT_ATTR_FILE_FROM_INDEX;
		break;
	}

	return count;
}

508 509
static int push_one_attr(void *ref, git_buf *path)
{
510
	int error = 0, n_src, i;
511
	attr_walk_up_info *info = (attr_walk_up_info *)ref;
512 513 514 515 516 517 518 519
	git_attr_file_source src[2];

	n_src = git_attr_cache__decide_sources(
		info->flags, info->workdir != NULL, info->index != NULL, src);

	for (i = 0; !error && i < n_src; ++i)
		error = git_attr_cache__push_file(
			info->repo, path->ptr, GIT_ATTR_FILE, src[i],
520
			git_attr_file__parse_buffer, NULL, info->files);
521 522

	return error;
523 524
}

525
static int collect_attr_files(
526 527 528 529
	git_repository *repo,
	uint32_t flags,
	const char *path,
	git_vector *files)
530
{
531
	int error;
532 533
	git_buf dir = GIT_BUF_INIT;
	const char *workdir = git_repository_workdir(repo);
534
	attr_walk_up_info info;
535

536 537 538
	if (git_attr_cache__init(repo) < 0 ||
		git_vector_init(files, 4, NULL) < 0)
		return -1;
539

540 541
	/* Resolve path in a non-bare repo */
	if (workdir != NULL)
542 543
		error = git_path_find_dir(&dir, path, workdir);
	else
544
		error = git_path_dirname_r(&dir, path);
545
	if (error < 0)
546 547 548 549 550 551 552 553 554
		goto cleanup;

	/* in precendence order highest to lowest:
	 * - $GIT_DIR/info/attributes
	 * - path components with .gitattributes
	 * - config core.attributesfile
	 * - $GIT_PREFIX/etc/gitattributes
	 */

555
	error = push_attr_file(
556
		repo, files, git_repository_path(repo), GIT_ATTR_FILE_INREPO);
557
	if (error < 0)
558 559
		goto cleanup;

560 561 562 563 564
	info.repo  = repo;
	info.flags = flags;
	info.workdir = workdir;
	if (git_repository_index__weakptr(&info.index, repo) < 0)
		giterr_clear(); /* no error even if there is no index */
565
	info.files = files;
566

567
	error = git_path_walk_up(&dir, workdir, push_one_attr, &info);
568
	if (error < 0)
569 570
		goto cleanup;

571
	if (git_repository_attr_cache(repo)->cfg_attr_file != NULL) {
572
		error = push_attr_file(
573 574 575
			repo, files, NULL, git_repository_attr_cache(repo)->cfg_attr_file);
		if (error < 0)
			goto cleanup;
576 577
	}

578 579 580 581
	if ((flags & GIT_ATTR_CHECK_NO_SYSTEM) == 0) {
		error = git_futils_find_system_file(&dir, GIT_ATTR_FILE_SYSTEM);
		if (!error)
			error = push_attr_file(repo, files, NULL, dir.ptr);
582 583
		else if (error == GIT_ENOTFOUND) {
			giterr_clear();
584
			error = 0;
585
		}
586
	}
587 588

 cleanup:
589
	if (error < 0)
590 591 592 593 594 595
		git_vector_free(files);
	git_buf_free(&dir);

	return error;
}

596 597 598 599 600 601 602 603 604 605 606 607
static char *try_global_default(const char *relpath)
{
	git_buf dflt = GIT_BUF_INIT;
	char *rval = NULL;

	if (!git_futils_find_global_file(&dflt, relpath))
		rval = git_buf_detach(&dflt);

	git_buf_free(&dflt);

	return rval;
}
608

609
int git_attr_cache__init(git_repository *repo)
610
{
611
	int ret;
612 613
	git_attr_cache *cache = git_repository_attr_cache(repo);
	git_config *cfg;
614 615

	if (cache->initialized)
616
		return 0;
617

618
	/* cache config settings for attributes and ignores */
619
	if (git_repository_config__weakptr(&cfg, repo) < 0)
620
		return -1;
621

622
	ret = git_config_get_string(&cache->cfg_attr_file, cfg, GIT_ATTR_CONFIG);
623
	if (ret < 0 && ret != GIT_ENOTFOUND)
624
		return ret;
625 626
	if (ret == GIT_ENOTFOUND)
		cache->cfg_attr_file = try_global_default(GIT_ATTR_CONFIG_DEFAULT);
627

628
	ret = git_config_get_string(&cache->cfg_excl_file, cfg, GIT_IGNORE_CONFIG);
629
	if (ret < 0 && ret != GIT_ENOTFOUND)
630
		return ret;
631 632
	if (ret == GIT_ENOTFOUND)
		cache->cfg_excl_file = try_global_default(GIT_IGNORE_CONFIG_DEFAULT);
633

634
	giterr_clear();
635 636

	/* allocate hashtable for attribute and ignore file contents */
637
	if (cache->files == NULL) {
638
		cache->files = git_strmap_alloc();
639
		GITERR_CHECK_ALLOC(cache->files);
640 641
	}

642
	/* allocate hashtable for attribute macros */
643
	if (cache->macros == NULL) {
644
		cache->macros = git_strmap_alloc();
645
		GITERR_CHECK_ALLOC(cache->macros);
646
	}
647

648 649 650 651
	/* allocate string pool */
	if (git_pool_init(&cache->pool, 1, 0) < 0)
		return -1;

652 653 654
	cache->initialized = 1;

	/* insert default macros */
655
	return git_attr_add_macro(repo, "binary", "-diff -crlf -text");
656 657 658 659 660
}

void git_attr_cache_flush(
	git_repository *repo)
{
661
	git_attr_cache *cache;
662

663 664 665
	if (!repo)
		return;

666
	cache = git_repository_attr_cache(repo);
667

668 669
	if (cache->files != NULL) {
		git_attr_file *file;
670

671
		git_strmap_foreach_value(cache->files, file, {
672 673 674
			git_attr_file__free(file);
		});

675
		git_strmap_free(cache->files);
676 677
	}

678
	if (cache->macros != NULL) {
679 680
		git_attr_rule *rule;

681
		git_strmap_foreach_value(cache->macros, rule, {
682 683 684
			git_attr_rule__free(rule);
		});

685
		git_strmap_free(cache->macros);
686 687
	}

688 689 690
	git_pool_clear(&cache->pool);

	cache->initialized = 0;
691
}
692 693 694

int git_attr_cache__insert_macro(git_repository *repo, git_attr_rule *macro)
{
695
	git_strmap *macros = git_repository_attr_cache(repo)->macros;
696 697
	int error;

698
	/* TODO: generate warning log if (macro->assigns.length == 0) */
699
	if (macro->assigns.length == 0)
700
		return 0;
701

702
	git_strmap_insert(macros, macro->match.pattern, macro, error);
703
	return (error < 0) ? -1 : 0;
704
}
705 706 707 708

git_attr_rule *git_attr_cache__lookup_macro(
	git_repository *repo, const char *name)
{
709
	git_strmap *macros = git_repository_attr_cache(repo)->macros;
710 711
	khiter_t pos;

712
	pos = git_strmap_lookup_index(macros, name);
713

714
	if (!git_strmap_valid_index(macros, pos))
715 716
		return NULL;

717
	return (git_attr_rule *)git_strmap_value_at(macros, pos);
718 719
}