attr.c 15.8 KB
Newer Older
1
#include "repository.h"
2 3
#include "fileops.h"
#include "config.h"
4
#include "git2/oid.h"
5 6
#include <ctype.h>

7
GIT__USE_STRMAP;
8

9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27
const char *git_attr__true  = "[internal]__TRUE__";
const char *git_attr__false = "[internal]__FALSE__";
const char *git_attr__unset = "[internal]__UNSET__";

git_attr_t git_attr_value(const char *attr)
{
	if (attr == NULL || attr == git_attr__unset)
		return GIT_ATTR_UNSPECIFIED_T;

	if (attr == git_attr__true)
		return GIT_ATTR_TRUE_T;

	if (attr == git_attr__false)
		return GIT_ATTR_FALSE_T;

	return GIT_ATTR_VALUE_T;
}


28
static int collect_attr_files(
29 30 31 32
	git_repository *repo,
	uint32_t flags,
	const char *path,
	git_vector *files);
33 34 35


int git_attr_get(
36
	const char **value,
37 38 39
    git_repository *repo,
	uint32_t flags,
	const char *pathname,
40
	const char *name)
41 42 43 44
{
	int error;
	git_attr_path path;
	git_vector files = GIT_VECTOR_INIT;
45
	size_t i, j;
46 47 48 49 50 51
	git_attr_file *file;
	git_attr_name attr;
	git_attr_rule *rule;

	*value = NULL;

52 53 54
	if (git_attr_path__init(&path, pathname, git_repository_workdir(repo)) < 0)
		return -1;

55
	if ((error = collect_attr_files(repo, flags, pathname, &files)) < 0)
56
		goto cleanup;
57 58 59 60 61 62 63 64 65 66 67

	attr.name = name;
	attr.name_hash = git_attr_file__name_hash(name);

	git_vector_foreach(&files, i, file) {

		git_attr_file__foreach_matching_rule(file, &path, j, rule) {
			int pos = git_vector_bsearch(&rule->assigns, &attr);
			if (pos >= 0) {
				*value = ((git_attr_assignment *)git_vector_get(
							  &rule->assigns, pos))->value;
68
				goto cleanup;
69 70 71 72
			}
		}
	}

73
cleanup:
74
	git_vector_free(&files);
75
	git_attr_path__free(&path);
76 77 78 79 80 81 82 83 84 85 86

	return error;
}


typedef struct {
	git_attr_name name;
	git_attr_assignment *found;
} attr_get_many_info;

int git_attr_get_many(
87
	const char **values,
88 89 90 91
    git_repository *repo,
	uint32_t flags,
	const char *pathname,
    size_t num_attr,
92
	const char **names)
93 94 95 96
{
	int error;
	git_attr_path path;
	git_vector files = GIT_VECTOR_INIT;
97
	size_t i, j, k;
98 99 100 101 102
	git_attr_file *file;
	git_attr_rule *rule;
	attr_get_many_info *info = NULL;
	size_t num_found = 0;

103
	memset((void *)values, 0, sizeof(const char *) * num_attr);
104

105 106 107
	if (git_attr_path__init(&path, pathname, git_repository_workdir(repo)) < 0)
		return -1;

108
	if ((error = collect_attr_files(repo, flags, pathname, &files)) < 0)
109
		goto cleanup;
110

111 112
	info = git__calloc(num_attr, sizeof(attr_get_many_info));
	GITERR_CHECK_ALLOC(info);
113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143

	git_vector_foreach(&files, i, file) {

		git_attr_file__foreach_matching_rule(file, &path, j, rule) {

			for (k = 0; k < num_attr; k++) {
				int pos;

				if (info[k].found != NULL) /* already found assignment */
					continue;

				if (!info[k].name.name) {
					info[k].name.name = names[k];
					info[k].name.name_hash = git_attr_file__name_hash(names[k]);
				}

				pos = git_vector_bsearch(&rule->assigns, &info[k].name);
				if (pos >= 0) {
					info[k].found = (git_attr_assignment *)
						git_vector_get(&rule->assigns, pos);
					values[k] = info[k].found->value;

					if (++num_found == num_attr)
						goto cleanup;
				}
			}
		}
	}

cleanup:
	git_vector_free(&files);
144
	git_attr_path__free(&path);
145 146 147 148 149 150 151
	git__free(info);

	return error;
}


int git_attr_foreach(
152 153 154
    git_repository *repo,
	uint32_t flags,
	const char *pathname,
155 156 157 158 159 160
	int (*callback)(const char *name, const char *value, void *payload),
	void *payload)
{
	int error;
	git_attr_path path;
	git_vector files = GIT_VECTOR_INIT;
161
	size_t i, j, k;
162 163 164
	git_attr_file *file;
	git_attr_rule *rule;
	git_attr_assignment *assign;
165
	git_strmap *seen = NULL;
166

167 168 169
	if (git_attr_path__init(&path, pathname, git_repository_workdir(repo)) < 0)
		return -1;

170
	if ((error = collect_attr_files(repo, flags, pathname, &files)) < 0)
171
		goto cleanup;
172

173
	seen = git_strmap_alloc();
174
	GITERR_CHECK_ALLOC(seen);
175 176 177 178 179 180 181

	git_vector_foreach(&files, i, file) {

		git_attr_file__foreach_matching_rule(file, &path, j, rule) {

			git_vector_foreach(&rule->assigns, k, assign) {
				/* skip if higher priority assignment was already seen */
182
				if (git_strmap_exists(seen, assign->name))
183 184
					continue;

185
				git_strmap_insert(seen, assign->name, assign, error);
186 187
				if (error < 0)
					goto cleanup;
188

189 190
				error = callback(assign->name, assign->value, payload);
				if (error) {
Russell Belfer committed
191
					giterr_clear();
192
					error = GIT_EUSER;
193
					goto cleanup;
194
				}
195 196 197 198 199
			}
		}
	}

cleanup:
200
	git_strmap_free(seen);
201
	git_vector_free(&files);
202
	git_attr_path__free(&path);
203 204 205 206 207

	return error;
}


208 209 210 211 212 213 214
int git_attr_add_macro(
	git_repository *repo,
	const char *name,
	const char *values)
{
	int error;
	git_attr_rule *macro = NULL;
215
	git_pool *pool;
216

217 218
	if (git_attr_cache__init(repo) < 0)
		return -1;
219 220

	macro = git__calloc(1, sizeof(git_attr_rule));
221
	GITERR_CHECK_ALLOC(macro);
222

223 224 225
	pool = &git_repository_attr_cache(repo)->pool;

	macro->match.pattern = git_pool_strdup(pool, name);
226
	GITERR_CHECK_ALLOC(macro->match.pattern);
227 228 229 230

	macro->match.length = strlen(macro->match.pattern);
	macro->match.flags = GIT_ATTR_FNMATCH_MACRO;

231
	error = git_attr_assignment__parse(repo, pool, &macro->assigns, &values);
232

233
	if (!error)
234 235
		error = git_attr_cache__insert_macro(repo, macro);

236
	if (error < 0)
237 238 239 240 241
		git_attr_rule__free(macro);

	return error;
}

242 243
bool git_attr_cache__is_cached(
	git_repository *repo, git_attr_file_source source, const char *path)
244
{
245
	git_buf cache_key = GIT_BUF_INIT;
246
	git_strmap *files = git_repository_attr_cache(repo)->files;
247 248 249 250 251 252 253 254 255 256 257 258 259 260 261
	const char *workdir = git_repository_workdir(repo);
	bool rval;

	if (workdir && git__prefixcmp(path, workdir) == 0)
		path += strlen(workdir);
	if (git_buf_printf(&cache_key, "%d#%s", (int)source, path) < 0)
		return false;

	rval = git_strmap_exists(files, git_buf_cstr(&cache_key));

	git_buf_free(&cache_key);

	return rval;
}

262 263 264 265
static int load_attr_file(
	const char **data,
	git_attr_file_stat_sig *sig,
	const char *filename)
266 267 268
{
	int error;
	git_buf content = GIT_BUF_INIT;
269
	struct stat st;
270

271
	if (p_stat(filename, &st) < 0)
272
		return GIT_ENOTFOUND;
273

274 275 276 277
	if (sig != NULL &&
		(git_time_t)st.st_mtime == sig->seconds &&
		(git_off_t)st.st_size == sig->size &&
		(unsigned int)st.st_ino == sig->ino)
278
		return GIT_ENOTFOUND;
279 280 281 282 283 284 285 286 287 288 289 290 291 292

	error = git_futils_readbuffer_updated(&content, filename, NULL, NULL);
	if (error < 0)
		return error;

	if (sig != NULL) {
		sig->seconds = (git_time_t)st.st_mtime;
		sig->size    = (git_off_t)st.st_size;
		sig->ino     = (unsigned int)st.st_ino;
	}

	*data = git_buf_detach(&content);

	return 0;
293
}
294

295
static int load_attr_blob_from_index(
296 297 298 299 300
	const char **content,
	git_blob **blob,
	git_repository *repo,
	const git_oid *old_oid,
	const char *relfile)
301 302 303 304 305 306
{
	int error;
	git_index *index;
	git_index_entry *entry;

	if ((error = git_repository_index__weakptr(&index, repo)) < 0 ||
307
		(error = git_index_find(index, relfile)) < 0)
308
		return error;
309

310 311
	entry = git_index_get(index, error);

312
	if (old_oid && git_oid_cmp(old_oid, &entry->oid) == 0)
313
		return GIT_ENOTFOUND;
314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346

	if ((error = git_blob_lookup(blob, repo, &entry->oid)) < 0)
		return error;

	*content = git_blob_rawcontent(*blob);
	return 0;
}

static int load_attr_from_cache(
	git_attr_file **file,
	git_attr_cache *cache,
	git_attr_file_source source,
	const char *relative_path)
{
	git_buf  cache_key = GIT_BUF_INIT;
	khiter_t cache_pos;

	*file = NULL;

	if (!cache || !cache->files)
		return 0;

	if (git_buf_printf(&cache_key, "%d#%s", (int)source, relative_path) < 0)
		return -1;

	cache_pos = git_strmap_lookup_index(cache->files, cache_key.ptr);

	git_buf_free(&cache_key);

	if (git_strmap_valid_index(cache->files, cache_pos))
		*file = git_strmap_value_at(cache->files, cache_pos);

	return 0;
347
}
348

349
int git_attr_cache__internal_file(
350 351
	git_repository *repo,
	const char *filename,
352
	git_attr_file **file)
353
{
354
	int error = 0;
355
	git_attr_cache *cache = git_repository_attr_cache(repo);
356
	khiter_t cache_pos = git_strmap_lookup_index(cache->files, filename);
357

358 359
	if (git_strmap_valid_index(cache->files, cache_pos)) {
		*file = git_strmap_value_at(cache->files, cache_pos);
360
		return 0;
361 362
	}

363
	if (git_attr_file__new(file, 0, filename, &cache->pool) < 0)
364
		return -1;
365

366 367 368
	git_strmap_insert(cache->files, (*file)->key + 2, *file, error);
	if (error > 0)
		error = 0;
369 370 371 372

	return error;
}

373
int git_attr_cache__push_file(
374
	git_repository *repo,
375 376 377 378
	const char *base,
	const char *filename,
	git_attr_file_source source,
	git_attr_file_parser parse,
379
	void* parsedata,
380
	git_vector *stack)
381
{
382
	int error = 0;
383
	git_buf path = GIT_BUF_INIT;
384 385 386
	const char *workdir = git_repository_workdir(repo);
	const char *relfile, *content = NULL;
	git_attr_cache *cache = git_repository_attr_cache(repo);
387
	git_attr_file *file = NULL;
388
	git_blob *blob = NULL;
389
	git_attr_file_stat_sig st;
390 391

	assert(filename && stack);
392

393 394
	/* join base and path as needed */
	if (base != NULL && git_path_root(filename) < 0) {
395 396
		if (git_buf_joinpath(&path, base, filename) < 0)
			return -1;
397 398
		filename = path.ptr;
	}
399

400 401 402
	relfile = filename;
	if (workdir && git__prefixcmp(relfile, workdir) == 0)
		relfile += strlen(workdir);
403

404
	/* check cache */
405 406
	if (load_attr_from_cache(&file, cache, source, relfile) < 0)
		return -1;
407

408
	/* if not in cache, load data, parse, and cache */
409

410 411 412 413 414
	if (source == GIT_ATTR_FILE_FROM_FILE) {
		if (file)
			memcpy(&st, &file->cache_data.st, sizeof(st));
		else
			memset(&st, 0, sizeof(st));
415

416 417 418 419
		error = load_attr_file(&content, &st, filename);
	} else {
		error = load_attr_blob_from_index(&content, &blob,
			repo, file ? &file->cache_data.oid : NULL, relfile);
420 421 422 423
	}

	if (error) {
		/* not finding a file is not an error for this function */
424
		if (error == GIT_ENOTFOUND) {
425 426 427 428 429 430
			giterr_clear();
			error = 0;
		}
		goto finish;
	}

431 432 433 434 435 436 437 438
	/* if we got here, we have to parse and/or reparse the file */
	if (file)
		git_attr_file__clear_rules(file);
	else {
		error = git_attr_file__new(&file, source, relfile, &cache->pool);
		if (error < 0)
			goto finish;
	}
439

440
	if (parse && (error = parse(repo, parsedata, content, file)) < 0)
441 442
		goto finish;

443
	git_strmap_insert(cache->files, file->key, file, error); //-V595
444 445 446
	if (error > 0)
		error = 0;

447 448 449 450 451 452
	/* remember "cache buster" file signature */
	if (blob)
		git_oid_cpy(&file->cache_data.oid, git_object_id((git_object *)blob));
	else
		memcpy(&file->cache_data.st, &st, sizeof(st));

453 454
finish:
	/* push file onto vector if we found one*/
455
	if (!error && file != NULL)
456
		error = git_vector_insert(stack, file);
457

458 459 460 461 462 463 464 465
	if (error != 0)
		git_attr_file__free(file);

	if (blob)
		git_blob_free(blob);
	else
		git__free((void *)content);

466
	git_buf_free(&path);
467

468 469 470
	return error;
}

471
#define push_attr_file(R,S,B,F) \
472
	git_attr_cache__push_file((R),(B),(F),GIT_ATTR_FILE_FROM_FILE,git_attr_file__parse_buffer,NULL,(S))
473

474 475
typedef struct {
	git_repository *repo;
476 477 478
	uint32_t flags;
	const char *workdir;
	git_index *index;
479 480 481
	git_vector *files;
} attr_walk_up_info;

482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508
int git_attr_cache__decide_sources(
	uint32_t flags, bool has_wd, bool has_index, git_attr_file_source *srcs)
{
	int count = 0;

	switch (flags & 0x03) {
	case GIT_ATTR_CHECK_FILE_THEN_INDEX:
		if (has_wd)
			srcs[count++] = GIT_ATTR_FILE_FROM_FILE;
		if (has_index)
			srcs[count++] = GIT_ATTR_FILE_FROM_INDEX;
		break;
	case GIT_ATTR_CHECK_INDEX_THEN_FILE:
		if (has_index)
			srcs[count++] = GIT_ATTR_FILE_FROM_INDEX;
		if (has_wd)
			srcs[count++] = GIT_ATTR_FILE_FROM_FILE;
		break;
	case GIT_ATTR_CHECK_INDEX_ONLY:
		if (has_index)
			srcs[count++] = GIT_ATTR_FILE_FROM_INDEX;
		break;
	}

	return count;
}

509 510
static int push_one_attr(void *ref, git_buf *path)
{
511
	int error = 0, n_src, i;
512
	attr_walk_up_info *info = (attr_walk_up_info *)ref;
513 514 515 516 517 518 519 520
	git_attr_file_source src[2];

	n_src = git_attr_cache__decide_sources(
		info->flags, info->workdir != NULL, info->index != NULL, src);

	for (i = 0; !error && i < n_src; ++i)
		error = git_attr_cache__push_file(
			info->repo, path->ptr, GIT_ATTR_FILE, src[i],
521
			git_attr_file__parse_buffer, NULL, info->files);
522 523

	return error;
524 525
}

526
static int collect_attr_files(
527 528 529 530
	git_repository *repo,
	uint32_t flags,
	const char *path,
	git_vector *files)
531
{
532
	int error;
533 534
	git_buf dir = GIT_BUF_INIT;
	const char *workdir = git_repository_workdir(repo);
535
	attr_walk_up_info info;
536

537 538 539
	if (git_attr_cache__init(repo) < 0 ||
		git_vector_init(files, 4, NULL) < 0)
		return -1;
540

541 542
	/* Resolve path in a non-bare repo */
	if (workdir != NULL)
543 544
		error = git_path_find_dir(&dir, path, workdir);
	else
545
		error = git_path_dirname_r(&dir, path);
546
	if (error < 0)
547 548 549 550 551 552 553 554 555
		goto cleanup;

	/* in precendence order highest to lowest:
	 * - $GIT_DIR/info/attributes
	 * - path components with .gitattributes
	 * - config core.attributesfile
	 * - $GIT_PREFIX/etc/gitattributes
	 */

556
	error = push_attr_file(
557
		repo, files, git_repository_path(repo), GIT_ATTR_FILE_INREPO);
558
	if (error < 0)
559 560
		goto cleanup;

561 562 563 564 565
	info.repo  = repo;
	info.flags = flags;
	info.workdir = workdir;
	if (git_repository_index__weakptr(&info.index, repo) < 0)
		giterr_clear(); /* no error even if there is no index */
566
	info.files = files;
567

568
	error = git_path_walk_up(&dir, workdir, push_one_attr, &info);
569
	if (error < 0)
570 571
		goto cleanup;

572
	if (git_repository_attr_cache(repo)->cfg_attr_file != NULL) {
573
		error = push_attr_file(
574 575 576
			repo, files, NULL, git_repository_attr_cache(repo)->cfg_attr_file);
		if (error < 0)
			goto cleanup;
577 578
	}

579 580 581 582
	if ((flags & GIT_ATTR_CHECK_NO_SYSTEM) == 0) {
		error = git_futils_find_system_file(&dir, GIT_ATTR_FILE_SYSTEM);
		if (!error)
			error = push_attr_file(repo, files, NULL, dir.ptr);
583
		else if (error == GIT_ENOTFOUND)
584 585
			error = 0;
	}
586 587

 cleanup:
588
	if (error < 0)
589 590 591 592 593 594
		git_vector_free(files);
	git_buf_free(&dir);

	return error;
}

595 596 597 598 599 600 601 602 603 604 605 606
static char *try_global_default(const char *relpath)
{
	git_buf dflt = GIT_BUF_INIT;
	char *rval = NULL;

	if (!git_futils_find_global_file(&dflt, relpath))
		rval = git_buf_detach(&dflt);

	git_buf_free(&dflt);

	return rval;
}
607

608
int git_attr_cache__init(git_repository *repo)
609
{
610
	int ret;
611 612
	git_attr_cache *cache = git_repository_attr_cache(repo);
	git_config *cfg;
613 614

	if (cache->initialized)
615
		return 0;
616

617
	/* cache config settings for attributes and ignores */
618
	if (git_repository_config__weakptr(&cfg, repo) < 0)
619
		return -1;
620

621
	ret = git_config_get_string(&cache->cfg_attr_file, cfg, GIT_ATTR_CONFIG);
622
	if (ret < 0 && ret != GIT_ENOTFOUND)
623
		return ret;
624 625
	if (ret == GIT_ENOTFOUND)
		cache->cfg_attr_file = try_global_default(GIT_ATTR_CONFIG_DEFAULT);
626

627
	ret = git_config_get_string(&cache->cfg_excl_file, cfg, GIT_IGNORE_CONFIG);
628
	if (ret < 0 && ret != GIT_ENOTFOUND)
629
		return ret;
630 631
	if (ret == GIT_ENOTFOUND)
		cache->cfg_excl_file = try_global_default(GIT_IGNORE_CONFIG_DEFAULT);
632

633
	giterr_clear();
634 635

	/* allocate hashtable for attribute and ignore file contents */
636
	if (cache->files == NULL) {
637
		cache->files = git_strmap_alloc();
638
		GITERR_CHECK_ALLOC(cache->files);
639 640
	}

641
	/* allocate hashtable for attribute macros */
642
	if (cache->macros == NULL) {
643
		cache->macros = git_strmap_alloc();
644
		GITERR_CHECK_ALLOC(cache->macros);
645
	}
646

647 648 649 650
	/* allocate string pool */
	if (git_pool_init(&cache->pool, 1, 0) < 0)
		return -1;

651 652 653
	cache->initialized = 1;

	/* insert default macros */
654
	return git_attr_add_macro(repo, "binary", "-diff -crlf -text");
655 656 657 658 659
}

void git_attr_cache_flush(
	git_repository *repo)
{
660
	git_attr_cache *cache;
661

662 663 664
	if (!repo)
		return;

665
	cache = git_repository_attr_cache(repo);
666

667 668
	if (cache->files != NULL) {
		git_attr_file *file;
669

670
		git_strmap_foreach_value(cache->files, file, {
671 672 673
			git_attr_file__free(file);
		});

674
		git_strmap_free(cache->files);
675 676
	}

677
	if (cache->macros != NULL) {
678 679
		git_attr_rule *rule;

680
		git_strmap_foreach_value(cache->macros, rule, {
681 682 683
			git_attr_rule__free(rule);
		});

684
		git_strmap_free(cache->macros);
685 686
	}

687 688 689
	git_pool_clear(&cache->pool);

	cache->initialized = 0;
690
}
691 692 693

int git_attr_cache__insert_macro(git_repository *repo, git_attr_rule *macro)
{
694
	git_strmap *macros = git_repository_attr_cache(repo)->macros;
695 696
	int error;

697
	/* TODO: generate warning log if (macro->assigns.length == 0) */
698
	if (macro->assigns.length == 0)
699
		return 0;
700

701
	git_strmap_insert(macros, macro->match.pattern, macro, error);
702
	return (error < 0) ? -1 : 0;
703
}
704 705 706 707

git_attr_rule *git_attr_cache__lookup_macro(
	git_repository *repo, const char *name)
{
708
	git_strmap *macros = git_repository_attr_cache(repo)->macros;
709 710
	khiter_t pos;

711
	pos = git_strmap_lookup_index(macros, name);
712

713
	if (!git_strmap_valid_index(macros, pos))
714 715
		return NULL;

716
	return (git_attr_rule *)git_strmap_value_at(macros, pos);
717 718
}