futils.h 12.9 KB
Newer Older
1
/*
Edward Thomson committed
2
 * Copyright (C) the libgit2 contributors. All rights reserved.
3
 *
Vicent Marti committed
4 5
 * This file is part of libgit2, distributed under the GNU GPL v2 with
 * a Linking Exception. For full terms see the included COPYING file.
6
 */
7 8
#ifndef INCLUDE_futils_h__
#define INCLUDE_futils_h__
9

10
#include "git2_util.h"
11

12
#include "map.h"
Vicent Marti committed
13
#include "posix.h"
14
#include "fs_path.h"
15 16
#include "pool.h"
#include "strmap.h"
17
#include "hash.h"
Vicent Marti committed
18 19 20 21 22 23

/**
 * Filebuffer methods
 *
 * Read whole files into an in-memory buffer for processing
 */
24
extern int git_futils_readbuffer(git_str *obj, const char *path);
25
extern int git_futils_readbuffer_updated(
26
	git_str *obj,
27 28 29
	const char *path,
	unsigned char checksum[GIT_HASH_SHA1_SIZE],
	int *updated);
30
extern int git_futils_readbuffer_fd_full(git_str *obj, git_file fd);
31
extern int git_futils_readbuffer_fd(git_str *obj, git_file fd, size_t len);
Vicent Marti committed
32

33 34 35 36 37 38 39
/* Additional constants for `git_futils_writebuffer`'s `open_flags`.  We
 * support these internally and they will be removed before the `open` call.
 */
#ifndef O_FSYNC
# define O_FSYNC (1 << 31)
#endif

40
extern int git_futils_writebuffer(
41
	const git_str *buf, const char *path, int open_flags, mode_t mode);
42

Vicent Marti committed
43 44 45 46 47 48
/**
 * File utils
 *
 * These are custom filesystem-related helper methods. They are
 * rather high level, and wrap the underlying POSIX methods
 *
49
 * All these methods return 0 on success,
Vicent Marti committed
50 51 52 53 54 55 56
 * or an error code on failure and an error message is set.
 */

/**
 * Create and open a file, while also
 * creating all the folders in its path
 */
57
extern int git_futils_creat_withpath(const char *path, const mode_t dirmode, const mode_t mode);
Vicent Marti committed
58 59

/**
60
 * Create and open a process-locked file
Vicent Marti committed
61
 */
62
extern int git_futils_creat_locked(const char *path, const mode_t mode);
Vicent Marti committed
63 64

/**
65
 * Create and open a process-locked file, while
Vicent Marti committed
66 67
 * also creating all the folders in its path
 */
68
extern int git_futils_creat_locked_withpath(const char *path, const mode_t dirmode, const mode_t mode);
Vicent Marti committed
69 70

/**
71
 * Create a path recursively.
72
 */
73
extern int git_futils_mkdir_r(const char *path, const mode_t mode);
74 75

/**
76
 * Flags to pass to `git_futils_mkdir`.
77
 *
78 79 80 81 82
 * * GIT_MKDIR_EXCL is "exclusive" - i.e. generate an error if dir exists.
 * * GIT_MKDIR_PATH says to make all components in the path.
 * * GIT_MKDIR_CHMOD says to chmod the final directory entry after creation
 * * GIT_MKDIR_CHMOD_PATH says to chmod each directory component in the path
 * * GIT_MKDIR_SKIP_LAST says to leave off the last element of the path
83
 * * GIT_MKDIR_SKIP_LAST2 says to leave off the last 2 elements of the path
84
 * * GIT_MKDIR_VERIFY_DIR says confirm final item is a dir, not just EEXIST
85 86
 * * GIT_MKDIR_REMOVE_FILES says to remove files and recreate dirs
 * * GIT_MKDIR_REMOVE_SYMLINKS says to remove symlinks and recreate dirs
87 88 89
 *
 * Note that the chmod options will be executed even if the directory already
 * exists, unless GIT_MKDIR_EXCL is given.
Vicent Marti committed
90
 */
91 92 93 94 95
typedef enum {
	GIT_MKDIR_EXCL = 1,
	GIT_MKDIR_PATH = 2,
	GIT_MKDIR_CHMOD = 4,
	GIT_MKDIR_CHMOD_PATH = 8,
96
	GIT_MKDIR_SKIP_LAST = 16,
97 98
	GIT_MKDIR_SKIP_LAST2 = 32,
	GIT_MKDIR_VERIFY_DIR = 64,
99
	GIT_MKDIR_REMOVE_FILES = 128,
100
	GIT_MKDIR_REMOVE_SYMLINKS = 256
101 102
} git_futils_mkdir_flags;

103 104 105 106 107 108 109
struct git_futils_mkdir_perfdata
{
	size_t stat_calls;
	size_t mkdir_calls;
	size_t chmod_calls;
};

110 111 112 113 114 115 116
struct git_futils_mkdir_options
{
	git_strmap *dir_map;
	git_pool *pool;
	struct git_futils_mkdir_perfdata perfdata;
};

117 118 119 120 121 122 123
/**
 * Create a directory or entire path.
 *
 * This makes a directory (and the entire path leading up to it if requested),
 * and optionally chmods the directory immediately after (or each part of the
 * path if requested).
 *
124
 * @param path The path to create, relative to base.
125 126 127
 * @param base Root for relative path.  These directories will never be made.
 * @param mode The mode to use for created directories.
 * @param flags Combination of the mkdir flags above.
128
 * @param opts Extended options, or null.
129 130
 * @return 0 on success, else error code
 */
131
extern int git_futils_mkdir_relative(const char *path, const char *base, mode_t mode, uint32_t flags, struct git_futils_mkdir_options *opts);
132 133

/**
134
 * Create a directory or entire path.  Similar to `git_futils_mkdir_relative`
135 136
 * without performance data.
 */
137
extern int git_futils_mkdir(const char *path, mode_t mode, uint32_t flags);
Vicent Marti committed
138 139 140 141 142

/**
 * Create all the folders required to contain
 * the full path of a file
 */
143
extern int git_futils_mkpath2file(const char *path, const mode_t mode);
Vicent Marti committed
144

145 146 147 148 149 150 151 152 153
/**
 * Flags to pass to `git_futils_rmdir_r`.
 *
 * * GIT_RMDIR_EMPTY_HIERARCHY - the default; remove hierarchy of empty
 *       dirs and generate error if any files are found.
 * * GIT_RMDIR_REMOVE_FILES    - attempt to remove files in the hierarchy.
 * * GIT_RMDIR_SKIP_NONEMPTY   - skip non-empty directories with no error.
 * * GIT_RMDIR_EMPTY_PARENTS   - remove containing directories up to base
 *       if removing this item leaves them empty
154
 * * GIT_RMDIR_REMOVE_BLOCKERS - remove blocking file that causes ENOTDIR
155
 * * GIT_RMDIR_SKIP_ROOT       - don't remove root directory itself
156
 */
157
typedef enum {
158 159 160 161
	GIT_RMDIR_EMPTY_HIERARCHY = 0,
	GIT_RMDIR_REMOVE_FILES    = (1 << 0),
	GIT_RMDIR_SKIP_NONEMPTY   = (1 << 1),
	GIT_RMDIR_EMPTY_PARENTS   = (1 << 2),
162
	GIT_RMDIR_REMOVE_BLOCKERS = (1 << 3),
163
	GIT_RMDIR_SKIP_ROOT       = (1 << 4)
164
} git_futils_rmdir_flags;
165

Vicent Marti committed
166
/**
167
 * Remove path and any files and directories beneath it.
168
 *
169
 * @param path Path to the top level directory to process.
170
 * @param base Root for relative path.
171
 * @param flags Combination of git_futils_rmdir_flags values
172
 * @return 0 on success; -1 on error.
173
 */
174
extern int git_futils_rmdir_r(const char *path, const char *base, uint32_t flags);
175 176

/**
177 178 179 180
 * Create and open a temporary file with a `_git2_` suffix in a
 * protected directory; the file created will created will honor
 * the current `umask`.  Writes the filename into path_out.
 *
181 182 183 184 185 186
 * This function uses a high-quality PRNG seeded by the system's
 * entropy pool _where available_ and falls back to a simple seed
 * (time plus system information) when not.  This is suitable for
 * writing within a protected directory, but the system's safe
 * temporary file creation functions should be preferred where
 * available when writing into world-writable (temp) directories.
187
 *
188
 * @return On success, an open file descriptor, else an error code < 0.
Vicent Marti committed
189
 */
190
extern int git_futils_mktmp(git_str *path_out, const char *filename, mode_t mode);
Vicent Marti committed
191 192 193 194 195

/**
 * Move a file on the filesystem, create the
 * destination path if it doesn't exist
 */
196
extern int git_futils_mv_withpath(const char *from, const char *to, const mode_t dirmode);
Vicent Marti committed
197 198

/**
199
 * Copy a file
200
 *
201
 * The filemode will be used for the newly created file.
202
 */
203
extern int git_futils_cp(
204 205
	const char *from,
	const char *to,
206
	mode_t filemode);
207 208

/**
209 210
 * Set the files atime and mtime to the given time, or the current time
 * if `ts` is NULL.
211
 */
212
extern int git_futils_touch(const char *path, time_t *when);
213 214

/**
215
 * Flags that can be passed to `git_futils_cp_r`.
216 217 218 219 220 221 222 223 224 225 226 227
 *
 * - GIT_CPDIR_CREATE_EMPTY_DIRS: create directories even if there are no
 *   files under them (otherwise directories will only be created lazily
 *   when a file inside them is copied).
 * - GIT_CPDIR_COPY_SYMLINKS: copy symlinks, otherwise they are ignored.
 * - GIT_CPDIR_COPY_DOTFILES: copy files with leading '.', otherwise ignored.
 * - GIT_CPDIR_OVERWRITE: overwrite pre-existing files with source content,
 *   otherwise they are silently skipped.
 * - GIT_CPDIR_CHMOD_DIRS: explicitly chmod directories to `dirmode`
 * - GIT_CPDIR_SIMPLE_TO_MODE: default tries to replicate the mode of the
 *   source file to the target; with this flag, always use 0666 (or 0777 if
 *   source has exec bits set) for target.
228
 * - GIT_CPDIR_LINK_FILES will try to use hardlinks for the files
229 230
 */
typedef enum {
231 232 233 234
	GIT_CPDIR_CREATE_EMPTY_DIRS = (1u << 0),
	GIT_CPDIR_COPY_SYMLINKS     = (1u << 1),
	GIT_CPDIR_COPY_DOTFILES     = (1u << 2),
	GIT_CPDIR_OVERWRITE         = (1u << 3),
235 236
	GIT_CPDIR_CHMOD_DIRS        = (1u << 4),
	GIT_CPDIR_SIMPLE_TO_MODE    = (1u << 5),
237
	GIT_CPDIR_LINK_FILES        = (1u << 6)
238 239 240 241 242 243
} git_futils_cpdir_flags;

/**
 * Copy a directory tree.
 *
 * This copies directories and files from one root to another.  You can
Dimitris Apostolou committed
244
 * pass a combination of GIT_CPDIR flags as defined above.
245 246
 *
 * If you pass the CHMOD flag, then the dirmode will be applied to all
Dimitris Apostolou committed
247
 * directories that are created during the copy, overriding the natural
248 249 250 251 252 253 254 255 256 257 258
 * permissions.  If you do not pass the CHMOD flag, then the dirmode
 * will actually be copied from the source files and the `dirmode` arg
 * will be ignored.
 */
extern int git_futils_cp_r(
	const char *from,
	const char *to,
	uint32_t flags,
	mode_t dirmode);

/**
259
 * Open a file readonly and set error if needed.
260
 */
261
extern int git_futils_open_ro(const char *path);
262 263

/**
264 265 266 267 268
 * Truncate a file, creating it if it doesn't exist.
 */
extern int git_futils_truncate(const char *path, int mode);

/**
Vicent Marti committed
269 270
 * Get the filesize in bytes of a file
 */
271
extern int git_futils_filesize(uint64_t *out, git_file fd);
272

273
#define GIT_PERMS_IS_EXEC(MODE)		(((MODE) & 0100) != 0)
274 275
#define GIT_PERMS_CANONICAL(MODE)	(GIT_PERMS_IS_EXEC(MODE) ? 0755 : 0644)
#define GIT_PERMS_FOR_WRITE(MODE)   (GIT_PERMS_IS_EXEC(MODE) ? 0777 : 0666)
276

277
#define GIT_MODE_PERMS_MASK			0777
278 279
#define GIT_MODE_TYPE_MASK			0170000
#define GIT_MODE_TYPE(MODE)			((MODE) & GIT_MODE_TYPE_MASK)
280
#define GIT_MODE_ISBLOB(MODE)		(GIT_MODE_TYPE(MODE) == GIT_MODE_TYPE(GIT_FILEMODE_BLOB))
281

282
/**
283 284 285 286 287 288
 * Convert a mode_t from the OS to a legal git mode_t value.
 */
extern mode_t git_futils_canonical_mode(mode_t raw_mode);


/**
289 290 291 292 293 294 295 296 297
 * Read-only map all or part of a file into memory.
 * When possible this function should favor a virtual memory
 * style mapping over some form of malloc()+read(), as the
 * data access will be random and is not likely to touch the
 * majority of the region requested.
 *
 * @param out buffer to populate with the mapping information.
 * @param fd open descriptor to configure the mapping from.
 * @param begin first byte to map, this should be page aligned.
298
 * @param len number of bytes to map.
299
 * @return
300 301
 * - 0 on success;
 * - -1 on error.
302
 */
Vicent Marti committed
303
extern int git_futils_mmap_ro(
304
	git_map *out,
305
	git_file fd,
306
	off64_t begin,
307 308 309
	size_t len);

/**
310 311 312 313 314
 * Read-only map an entire file.
 *
 * @param out buffer to populate with the mapping information.
 * @param path path to file to be opened.
 * @return
315 316 317
 * - 0 on success;
 * - GIT_ENOTFOUND if not found;
 * - -1 on an unspecified OS related error.
318 319 320 321 322 323
 */
extern int git_futils_mmap_ro_file(
	git_map *out,
	const char *path);

/**
324 325 326
 * Release the memory associated with a previous memory mapping.
 * @param map the mapping description previously configured.
 */
Vicent Marti committed
327
extern void git_futils_mmap_free(git_map *map);
328 329

/**
330 331
 * Create a "fake" symlink (text file containing the target path).
 *
332 333
 * @param target original symlink target
 * @param path symlink file to be created
334 335
 * @return 0 on success, -1 on error
 */
336
extern int git_futils_fake_symlink(const char *target, const char *path);
337

338 339 340 341 342 343
/**
 * A file stamp represents a snapshot of information about a file that can
 * be used to test if the file changes.  This portable implementation is
 * based on stat data about that file, but it is possible that OS specific
 * versions could be implemented in the future.
 */
344
typedef struct {
345
	struct timespec mtime;
346
	uint64_t size;
347
	unsigned int ino;
Vicent Marti committed
348
} git_futils_filestamp;
349 350 351 352

/**
 * Compare stat information for file with reference info.
 *
353
 * This function updates the file stamp to current data for the given path
354 355
 * and returns 0 if the file is up-to-date relative to the prior setting,
 * 1 if the file has been changed, or GIT_ENOTFOUND if the file doesn't
356
 * exist.  This will not call git_error_set, so you must set the error if you
357
 * plan to return an error.
358
 *
359 360
 * @param stamp File stamp to be checked
 * @param path Path to stat and check if changed
361
 * @return 0 if up-to-date, 1 if out-of-date, GIT_ENOTFOUND if cannot stat
362
 */
Vicent Marti committed
363 364
extern int git_futils_filestamp_check(
	git_futils_filestamp *stamp, const char *path);
365 366 367 368 369 370 371 372 373 374 375

/**
 * Set or reset file stamp data
 *
 * This writes the target file stamp.  If the source is NULL, this will set
 * the target stamp to values that will definitely be out of date.  If the
 * source is not NULL, this copies the source values to the target.
 *
 * @param tgt File stamp to write to
 * @param src File stamp to copy from or NULL to clear the target
 */
Vicent Marti committed
376 377
extern void git_futils_filestamp_set(
	git_futils_filestamp *tgt, const git_futils_filestamp *src);
378

379 380 381 382 383 384
/**
 * Set file stamp data from stat structure
 */
extern void git_futils_filestamp_set_from_stat(
	git_futils_filestamp *stamp, struct stat *st);

385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402
/**
 * `fsync` the parent directory of the given path, if `fsync` is
 * supported for directories on this platform.
 *
 * @param path Path of the directory to sync.
 * @return 0 on success, -1 on error
 */
extern int git_futils_fsync_dir(const char *path);

/**
 * `fsync` the parent directory of the given path, if `fsync` is
 * supported for directories on this platform.
 *
 * @param path Path of the file whose parent directory should be synced.
 * @return 0 on success, -1 on error
 */
extern int git_futils_fsync_parent(const char *path);

403
#endif