blob: 5232d02020c725abdf0b486843c703403dcfc012 [file] [log] [blame]
Junio C Hamanof859c842007-05-11 22:11:07 -07001#include "cache.h"
2
Matheus Tavaresfab78a02021-03-18 15:43:47 -03003static int threaded_check_leading_path(struct cache_def *cache, const char *name,
4 int len, int warn_on_lstat_err);
Junio C Hamano72f31962012-09-15 22:38:28 -07005static int threaded_has_dirs_only_path(struct cache_def *cache, const char *name, int len, int prefix_len);
6
Kjetil Barvik148bc062009-02-09 21:54:05 +01007/*
8 * Returns the length (on a path component basis) of the longest
9 * common prefix match of 'name_a' and 'name_b'.
10 */
11static int longest_path_match(const char *name_a, int len_a,
12 const char *name_b, int len_b,
13 int *previous_slash)
14{
15 int max_len, match_len = 0, match_len_prev = 0, i = 0;
16
17 max_len = len_a < len_b ? len_a : len_b;
18 while (i < max_len && name_a[i] == name_b[i]) {
19 if (name_a[i] == '/') {
20 match_len_prev = match_len;
21 match_len = i;
22 }
23 i++;
24 }
25 /*
26 * Is 'name_b' a substring of 'name_a', the other way around,
27 * or is 'name_a' and 'name_b' the exact same string?
28 */
29 if (i >= max_len && ((len_a > len_b && name_a[len_b] == '/') ||
30 (len_a < len_b && name_b[len_a] == '/') ||
31 (len_a == len_b))) {
32 match_len_prev = match_len;
33 match_len = i;
34 }
35 *previous_slash = match_len_prev;
36 return match_len;
37}
38
Karsten Bleese7c73052014-07-05 00:41:46 +020039static struct cache_def default_cache = CACHE_DEF_INIT;
Junio C Hamanof859c842007-05-11 22:11:07 -070040
Linus Torvalds867f72b2009-07-09 13:23:59 -070041static inline void reset_lstat_cache(struct cache_def *cache)
Linus Torvaldsc40641b2008-05-09 09:21:07 -070042{
Karsten Bleese7c73052014-07-05 00:41:46 +020043 strbuf_reset(&cache->path);
Linus Torvalds867f72b2009-07-09 13:23:59 -070044 cache->flags = 0;
Kjetil Barvik60b458b2009-02-09 21:54:04 +010045 /*
46 * The track_flags and prefix_len_stat_func members is only
47 * set by the safeguard rule inside lstat_cache()
48 */
Kjetil Barvik92604b42009-01-18 16:14:50 +010049}
50
51#define FL_DIR (1 << 0)
Kjetil Barvik09c93062009-01-18 16:14:51 +010052#define FL_NOENT (1 << 1)
53#define FL_SYMLINK (1 << 2)
54#define FL_LSTATERR (1 << 3)
55#define FL_ERR (1 << 4)
Kjetil Barvikbad4a542009-01-18 16:14:52 +010056#define FL_FULLPATH (1 << 5)
Kjetil Barvik92604b42009-01-18 16:14:50 +010057
58/*
59 * Check if name 'name' of length 'len' has a symlink leading
Kjetil Barvik09c93062009-01-18 16:14:51 +010060 * component, or if the directory exists and is real, or not.
Kjetil Barvik92604b42009-01-18 16:14:50 +010061 *
62 * To speed up the check, some information is allowed to be cached.
Kjetil Barvikbad4a542009-01-18 16:14:52 +010063 * This can be indicated by the 'track_flags' argument, which also can
64 * be used to indicate that we should check the full path.
65 *
66 * The 'prefix_len_stat_func' parameter can be used to set the length
67 * of the prefix, where the cache should use the stat() function
68 * instead of the lstat() function to test each path component.
Kjetil Barvik92604b42009-01-18 16:14:50 +010069 */
Clemens Buchacher4856ff22010-10-09 15:52:59 +020070static int lstat_cache_matchlen(struct cache_def *cache,
71 const char *name, int len,
72 int *ret_flags, int track_flags,
73 int prefix_len_stat_func)
Kjetil Barvik92604b42009-01-18 16:14:50 +010074{
Kjetil Barvikaeabab52009-01-18 16:14:53 +010075 int match_len, last_slash, last_slash_dir, previous_slash;
Matheus Tavaresfab78a02021-03-18 15:43:47 -030076 int save_flags, ret, saved_errno = 0;
Linus Torvaldsc40641b2008-05-09 09:21:07 -070077 struct stat st;
Junio C Hamanof859c842007-05-11 22:11:07 -070078
Linus Torvalds867f72b2009-07-09 13:23:59 -070079 if (cache->track_flags != track_flags ||
80 cache->prefix_len_stat_func != prefix_len_stat_func) {
Kjetil Barvik09c93062009-01-18 16:14:51 +010081 /*
Kjetil Barvik60b458b2009-02-09 21:54:04 +010082 * As a safeguard rule we clear the cache if the
83 * values of track_flags and/or prefix_len_stat_func
84 * does not match with the last supplied values.
Kjetil Barvik09c93062009-01-18 16:14:51 +010085 */
Linus Torvalds867f72b2009-07-09 13:23:59 -070086 reset_lstat_cache(cache);
87 cache->track_flags = track_flags;
88 cache->prefix_len_stat_func = prefix_len_stat_func;
Kjetil Barvik09c93062009-01-18 16:14:51 +010089 match_len = last_slash = 0;
90 } else {
91 /*
92 * Check to see if we have a match from the cache for
93 * the 2 "excluding" path types.
94 */
Kjetil Barvikaeabab52009-01-18 16:14:53 +010095 match_len = last_slash =
Karsten Bleese7c73052014-07-05 00:41:46 +020096 longest_path_match(name, len, cache->path.buf,
97 cache->path.len, &previous_slash);
Clemens Buchacher4856ff22010-10-09 15:52:59 +020098 *ret_flags = cache->flags & track_flags & (FL_NOENT|FL_SYMLINK);
Kjetil Barvik77716752009-06-14 15:08:28 +020099
100 if (!(track_flags & FL_FULLPATH) && match_len == len)
101 match_len = last_slash = previous_slash;
102
Karsten Bleese7c73052014-07-05 00:41:46 +0200103 if (*ret_flags && match_len == cache->path.len)
Clemens Buchacher4856ff22010-10-09 15:52:59 +0200104 return match_len;
Kjetil Barvik09c93062009-01-18 16:14:51 +0100105 /*
106 * If we now have match_len > 0, we would know that
107 * the matched part will always be a directory.
108 *
109 * Also, if we are tracking directories and 'name' is
110 * a substring of the cache on a path component basis,
111 * we can return immediately.
112 */
Clemens Buchacher4856ff22010-10-09 15:52:59 +0200113 *ret_flags = track_flags & FL_DIR;
114 if (*ret_flags && len == match_len)
115 return match_len;
Kjetil Barvik09c93062009-01-18 16:14:51 +0100116 }
Linus Torvaldsc40641b2008-05-09 09:21:07 -0700117
118 /*
Kjetil Barvik92604b42009-01-18 16:14:50 +0100119 * Okay, no match from the cache so far, so now we have to
120 * check the rest of the path components.
Linus Torvaldsc40641b2008-05-09 09:21:07 -0700121 */
Clemens Buchacher4856ff22010-10-09 15:52:59 +0200122 *ret_flags = FL_DIR;
Kjetil Barvik92604b42009-01-18 16:14:50 +0100123 last_slash_dir = last_slash;
Karsten Bleese7c73052014-07-05 00:41:46 +0200124 if (len > cache->path.len)
125 strbuf_grow(&cache->path, len - cache->path.len);
126 while (match_len < len) {
Kjetil Barvik92604b42009-01-18 16:14:50 +0100127 do {
Karsten Bleese7c73052014-07-05 00:41:46 +0200128 cache->path.buf[match_len] = name[match_len];
Kjetil Barvik92604b42009-01-18 16:14:50 +0100129 match_len++;
Karsten Bleese7c73052014-07-05 00:41:46 +0200130 } while (match_len < len && name[match_len] != '/');
131 if (match_len >= len && !(track_flags & FL_FULLPATH))
Kjetil Barvik92604b42009-01-18 16:14:50 +0100132 break;
133 last_slash = match_len;
Karsten Bleese7c73052014-07-05 00:41:46 +0200134 cache->path.buf[last_slash] = '\0';
Linus Torvaldsc40641b2008-05-09 09:21:07 -0700135
Kjetil Barvikbad4a542009-01-18 16:14:52 +0100136 if (last_slash <= prefix_len_stat_func)
Karsten Bleese7c73052014-07-05 00:41:46 +0200137 ret = stat(cache->path.buf, &st);
Kjetil Barvikbad4a542009-01-18 16:14:52 +0100138 else
Karsten Bleese7c73052014-07-05 00:41:46 +0200139 ret = lstat(cache->path.buf, &st);
Kjetil Barvikbad4a542009-01-18 16:14:52 +0100140
141 if (ret) {
Clemens Buchacher4856ff22010-10-09 15:52:59 +0200142 *ret_flags = FL_LSTATERR;
Matheus Tavaresfab78a02021-03-18 15:43:47 -0300143 saved_errno = errno;
Kjetil Barvik09c93062009-01-18 16:14:51 +0100144 if (errno == ENOENT)
Clemens Buchacher4856ff22010-10-09 15:52:59 +0200145 *ret_flags |= FL_NOENT;
Kjetil Barvik92604b42009-01-18 16:14:50 +0100146 } else if (S_ISDIR(st.st_mode)) {
147 last_slash_dir = last_slash;
Linus Torvaldsc40641b2008-05-09 09:21:07 -0700148 continue;
Kjetil Barvik92604b42009-01-18 16:14:50 +0100149 } else if (S_ISLNK(st.st_mode)) {
Clemens Buchacher4856ff22010-10-09 15:52:59 +0200150 *ret_flags = FL_SYMLINK;
Kjetil Barvik92604b42009-01-18 16:14:50 +0100151 } else {
Clemens Buchacher4856ff22010-10-09 15:52:59 +0200152 *ret_flags = FL_ERR;
Junio C Hamanof859c842007-05-11 22:11:07 -0700153 }
Linus Torvaldsc40641b2008-05-09 09:21:07 -0700154 break;
Junio C Hamanof859c842007-05-11 22:11:07 -0700155 }
Kjetil Barvik92604b42009-01-18 16:14:50 +0100156
157 /*
Kjetil Barvik09c93062009-01-18 16:14:51 +0100158 * At the end update the cache. Note that max 3 different
159 * path types, FL_NOENT, FL_SYMLINK and FL_DIR, can be cached
160 * for the moment!
Kjetil Barvik92604b42009-01-18 16:14:50 +0100161 */
Clemens Buchacher4856ff22010-10-09 15:52:59 +0200162 save_flags = *ret_flags & track_flags & (FL_NOENT|FL_SYMLINK);
Karsten Bleese7c73052014-07-05 00:41:46 +0200163 if (save_flags && last_slash > 0) {
164 cache->path.buf[last_slash] = '\0';
165 cache->path.len = last_slash;
Linus Torvalds867f72b2009-07-09 13:23:59 -0700166 cache->flags = save_flags;
Karsten Bleese7c73052014-07-05 00:41:46 +0200167 } else if ((track_flags & FL_DIR) && last_slash_dir > 0) {
Kjetil Barvik92604b42009-01-18 16:14:50 +0100168 /*
169 * We have a separate test for the directory case,
Kjetil Barvik09c93062009-01-18 16:14:51 +0100170 * since it could be that we have found a symlink or a
171 * non-existing directory and the track_flags says
172 * that we cannot cache this fact, so the cache would
173 * then have been left empty in this case.
Kjetil Barvik92604b42009-01-18 16:14:50 +0100174 *
175 * But if we are allowed to track real directories, we
176 * can still cache the path components before the last
Kjetil Barvik09c93062009-01-18 16:14:51 +0100177 * one (the found symlink or non-existing component).
Kjetil Barvik92604b42009-01-18 16:14:50 +0100178 */
Karsten Bleese7c73052014-07-05 00:41:46 +0200179 cache->path.buf[last_slash_dir] = '\0';
180 cache->path.len = last_slash_dir;
Linus Torvalds867f72b2009-07-09 13:23:59 -0700181 cache->flags = FL_DIR;
Kjetil Barvik92604b42009-01-18 16:14:50 +0100182 } else {
Linus Torvalds867f72b2009-07-09 13:23:59 -0700183 reset_lstat_cache(cache);
Kjetil Barvik92604b42009-01-18 16:14:50 +0100184 }
Matheus Tavaresfab78a02021-03-18 15:43:47 -0300185 if (saved_errno)
186 errno = saved_errno;
Clemens Buchacher4856ff22010-10-09 15:52:59 +0200187 return match_len;
188}
189
190static int lstat_cache(struct cache_def *cache, const char *name, int len,
191 int track_flags, int prefix_len_stat_func)
192{
193 int flags;
194 (void)lstat_cache_matchlen(cache, name, len, &flags, track_flags,
195 prefix_len_stat_func);
196 return flags;
Kjetil Barvik92604b42009-01-18 16:14:50 +0100197}
198
Kjetil Barvikbad4a542009-01-18 16:14:52 +0100199#define USE_ONLY_LSTAT 0
200
Kjetil Barvik92604b42009-01-18 16:14:50 +0100201/*
202 * Return non-zero if path 'name' has a leading symlink component
203 */
Linus Torvaldsb9fd2842009-07-09 13:35:31 -0700204int threaded_has_symlink_leading_path(struct cache_def *cache, const char *name, int len)
205{
206 return lstat_cache(cache, name, len, FL_SYMLINK|FL_DIR, USE_ONLY_LSTAT) & FL_SYMLINK;
207}
208
Kjetil Barvik57199892009-02-09 21:54:06 +0100209int has_symlink_leading_path(const char *name, int len)
Kjetil Barvik92604b42009-01-18 16:14:50 +0100210{
Linus Torvaldsb9fd2842009-07-09 13:35:31 -0700211 return threaded_has_symlink_leading_path(&default_cache, name, len);
Junio C Hamanof859c842007-05-11 22:11:07 -0700212}
Kjetil Barvik09c93062009-01-18 16:14:51 +0100213
Matheus Tavaresfab78a02021-03-18 15:43:47 -0300214int check_leading_path(const char *name, int len, int warn_on_lstat_err)
Kjetil Barvik09c93062009-01-18 16:14:51 +0100215{
Matheus Tavaresfab78a02021-03-18 15:43:47 -0300216 return threaded_check_leading_path(&default_cache, name, len,
217 warn_on_lstat_err);
Jared Hance15438d52012-03-02 21:31:15 -0500218}
219
220/*
Matheus Tavares462b4e82021-03-18 15:43:46 -0300221 * Return zero if some leading path component of 'name' does not exist.
Jared Hance15438d52012-03-02 21:31:15 -0500222 *
223 * Return -1 if leading path exists and is a directory.
224 *
Matheus Tavares462b4e82021-03-18 15:43:46 -0300225 * Return the length of a leading component if it either exists but it's not a
Matheus Tavaresfab78a02021-03-18 15:43:47 -0300226 * directory, or if we were unable to lstat() it. If warn_on_lstat_err is true,
227 * also emit a warning for this error.
Jared Hance15438d52012-03-02 21:31:15 -0500228 */
Matheus Tavaresfab78a02021-03-18 15:43:47 -0300229static int threaded_check_leading_path(struct cache_def *cache, const char *name,
230 int len, int warn_on_lstat_err)
Jared Hance15438d52012-03-02 21:31:15 -0500231{
Clemens Buchacherf66caaf2010-10-09 15:53:00 +0200232 int flags;
233 int match_len = lstat_cache_matchlen(cache, name, len, &flags,
234 FL_SYMLINK|FL_NOENT|FL_DIR, USE_ONLY_LSTAT);
Matheus Tavaresfab78a02021-03-18 15:43:47 -0300235 int saved_errno = errno;
236
Clemens Buchacher1d718a52011-02-20 13:13:43 +0100237 if (flags & FL_NOENT)
Clemens Buchacherf66caaf2010-10-09 15:53:00 +0200238 return 0;
239 else if (flags & FL_DIR)
240 return -1;
Matheus Tavaresfab78a02021-03-18 15:43:47 -0300241 if (warn_on_lstat_err && (flags & FL_LSTATERR)) {
242 char *path = xmemdupz(name, match_len);
243 errno = saved_errno;
244 warning_errno(_("failed to lstat '%s'"), path);
245 free(path);
246 }
247 return match_len;
Kjetil Barvik09c93062009-01-18 16:14:51 +0100248}
Kjetil Barvikbad4a542009-01-18 16:14:52 +0100249
Kjetil Barvik57199892009-02-09 21:54:06 +0100250int has_dirs_only_path(const char *name, int len, int prefix_len)
Kjetil Barvikbad4a542009-01-18 16:14:52 +0100251{
Jared Hance15438d52012-03-02 21:31:15 -0500252 return threaded_has_dirs_only_path(&default_cache, name, len, prefix_len);
253}
254
255/*
256 * Return non-zero if all path components of 'name' exists as a
257 * directory. If prefix_len > 0, we will test with the stat()
258 * function instead of the lstat() function for a prefix length of
259 * 'prefix_len', thus we then allow for symlinks in the prefix part as
260 * long as those points to real existing directories.
261 */
Junio C Hamano72f31962012-09-15 22:38:28 -0700262static int threaded_has_dirs_only_path(struct cache_def *cache, const char *name, int len, int prefix_len)
Jared Hance15438d52012-03-02 21:31:15 -0500263{
Matheus Tavares684dd4c2020-12-10 10:27:55 -0300264 /*
265 * Note: this function is used by the checkout machinery, which also
266 * takes care to properly reset the cache when it performs an operation
267 * that would leave the cache outdated. If this function starts caching
268 * anything else besides FL_DIR, remember to also invalidate the cache
269 * when creating or deleting paths that might be in the cache.
270 */
Linus Torvalds867f72b2009-07-09 13:23:59 -0700271 return lstat_cache(cache, name, len,
Kjetil Barvikbad4a542009-01-18 16:14:52 +0100272 FL_DIR|FL_FULLPATH, prefix_len) &
273 FL_DIR;
274}
Kjetil Barvik78478922009-02-09 21:54:07 +0100275
Karsten Bleese7c73052014-07-05 00:41:46 +0200276static struct strbuf removal = STRBUF_INIT;
Kjetil Barvik78478922009-02-09 21:54:07 +0100277
278static void do_remove_scheduled_dirs(int new_len)
279{
280 while (removal.len > new_len) {
Karsten Bleese7c73052014-07-05 00:41:46 +0200281 removal.buf[removal.len] = '\0';
282 if (rmdir(removal.buf))
Kjetil Barvik78478922009-02-09 21:54:07 +0100283 break;
284 do {
285 removal.len--;
286 } while (removal.len > new_len &&
Karsten Bleese7c73052014-07-05 00:41:46 +0200287 removal.buf[removal.len] != '/');
Kjetil Barvik78478922009-02-09 21:54:07 +0100288 }
289 removal.len = new_len;
Kjetil Barvik78478922009-02-09 21:54:07 +0100290}
291
292void schedule_dir_for_removal(const char *name, int len)
293{
294 int match_len, last_slash, i, previous_slash;
295
296 match_len = last_slash = i =
Karsten Bleese7c73052014-07-05 00:41:46 +0200297 longest_path_match(name, len, removal.buf, removal.len,
Kjetil Barvik78478922009-02-09 21:54:07 +0100298 &previous_slash);
299 /* Find last slash inside 'name' */
300 while (i < len) {
301 if (name[i] == '/')
302 last_slash = i;
303 i++;
304 }
305
306 /*
307 * If we are about to go down the directory tree, we check if
308 * we must first go upwards the tree, such that we then can
309 * remove possible empty directories as we go upwards.
310 */
311 if (match_len < last_slash && match_len < removal.len)
312 do_remove_scheduled_dirs(match_len);
313 /*
314 * If we go deeper down the directory tree, we only need to
315 * save the new path components as we go down.
316 */
Karsten Bleese7c73052014-07-05 00:41:46 +0200317 if (match_len < last_slash)
318 strbuf_add(&removal, &name[match_len], last_slash - match_len);
Kjetil Barvik78478922009-02-09 21:54:07 +0100319}
320
321void remove_scheduled_dirs(void)
322{
323 do_remove_scheduled_dirs(0);
Kjetil Barvik78478922009-02-09 21:54:07 +0100324}
Matheus Tavares684dd4c2020-12-10 10:27:55 -0300325
326void invalidate_lstat_cache(void)
327{
328 reset_lstat_cache(&default_cache);
329}
330
331#undef rmdir
332int lstat_cache_aware_rmdir(const char *path)
333{
334 /* Any change in this function must be made also in `mingw_rmdir()` */
335 int ret = rmdir(path);
336
337 if (!ret)
338 invalidate_lstat_cache();
339
340 return ret;
341}