blob: 2133b9fe60a87c201186dc3f1840276104903f7f [file] [log] [blame]
Elijah Newrenbc5c5ec2023-05-16 06:33:57 +00001#include "git-compat-util.h"
Elijah Newren0b027f62023-03-21 06:25:58 +00002#include "abspath.h"
Calvin Wanb1bda752023-09-29 14:20:51 -07003#include "parse.h"
Adam Spiers6f525e72013-01-06 16:58:08 +00004#include "dir.h"
Elijah Newren32a8f512023-03-21 06:26:03 +00005#include "environment.h"
Elijah Newrenf394e092023-03-21 06:25:54 +00006#include "gettext.h"
Adam Spiers6f525e72013-01-06 16:58:08 +00007#include "pathspec.h"
Brandon Williamsb0db7042017-03-13 11:23:21 -07008#include "attr.h"
Elijah Newren08c46a42023-05-16 06:33:56 +00009#include "read-cache.h"
Elijah Newrend1cbe1e2023-04-22 20:17:20 +000010#include "repository.h"
Elijah Newrene38da482023-03-21 06:26:05 +000011#include "setup.h"
Jeff Kingdbbcd442020-07-28 16:23:39 -040012#include "strvec.h"
Elijah Newrencb2a5132023-04-22 20:17:09 +000013#include "symlinks.h"
Alexandr Miloslavskiy24e47502019-11-19 16:48:51 +000014#include "quote.h"
Elijah Newrendd77d582023-05-16 06:34:03 +000015#include "wildmatch.h"
Adam Spiers6f525e72013-01-06 16:58:08 +000016
17/*
18 * Finds which of the given pathspecs match items in the index.
19 *
20 * For each pathspec, sets the corresponding entry in the seen[] array
21 * (which should be specs items long, i.e. the same size as pathspec)
22 * to the nature of the "closest" (i.e. most specific) match found for
23 * that pathspec in the index, if it was a closer type of match than
24 * the existing entry. As an optimization, matching is skipped
25 * altogether if seen[] already only contains non-zero entries.
26 *
27 * If seen[] has not already been written to, it may make sense
Adam Spiers4b78d7b2013-01-06 16:58:09 +000028 * to use find_pathspecs_matching_against_index() instead.
Adam Spiers6f525e72013-01-06 16:58:08 +000029 */
Nguyễn Thái Ngọc Duy84b8b5d2013-07-14 15:36:00 +070030void add_pathspec_matches_against_index(const struct pathspec *pathspec,
Derrick Stolee847a9e52021-04-01 01:49:39 +000031 struct index_state *istate,
Matheus Tavares719630e2021-04-08 17:41:25 -030032 char *seen,
33 enum ps_skip_worktree_action sw_action)
Adam Spiers6f525e72013-01-06 16:58:08 +000034{
35 int num_unmatched = 0, i;
36
37 /*
38 * Since we are walking the index as if we were walking the directory,
39 * we have to mark the matched pathspec as seen; otherwise we will
40 * mistakenly think that the user gave a pathspec that did not match
41 * anything.
42 */
Nguyễn Thái Ngọc Duy84b8b5d2013-07-14 15:36:00 +070043 for (i = 0; i < pathspec->nr; i++)
Adam Spiers6f525e72013-01-06 16:58:08 +000044 if (!seen[i])
45 num_unmatched++;
46 if (!num_unmatched)
47 return;
Brandon Williams08de9152017-05-11 15:04:27 -070048 for (i = 0; i < istate->cache_nr; i++) {
49 const struct cache_entry *ce = istate->cache[i];
Derrick Stolee49fdd512021-09-24 15:39:07 +000050 if (sw_action == PS_IGNORE_SKIP_WORKTREE &&
51 (ce_skip_worktree(ce) || !path_in_sparse_checkout(ce->name, istate)))
Matheus Tavares719630e2021-04-08 17:41:25 -030052 continue;
Nguyễn Thái Ngọc Duyd17ef3a2018-08-13 18:14:30 +020053 ce_path_match(istate, ce, pathspec, seen);
Adam Spiers6f525e72013-01-06 16:58:08 +000054 }
55}
56
57/*
58 * Finds which of the given pathspecs match items in the index.
59 *
Adam Spiers4b78d7b2013-01-06 16:58:09 +000060 * This is a one-shot wrapper around add_pathspec_matches_against_index()
61 * which allocates, populates, and returns a seen[] array indicating the
62 * nature of the "closest" (i.e. most specific) matches which each of the
63 * given pathspecs achieves against all items in the index.
Adam Spiers6f525e72013-01-06 16:58:08 +000064 */
Brandon Williams08de9152017-05-11 15:04:27 -070065char *find_pathspecs_matching_against_index(const struct pathspec *pathspec,
Junio C Hamanofe069dc2021-05-07 12:47:39 +090066 struct index_state *istate,
Matheus Tavares719630e2021-04-08 17:41:25 -030067 enum ps_skip_worktree_action sw_action)
Adam Spiers6f525e72013-01-06 16:58:08 +000068{
Nguyễn Thái Ngọc Duy84b8b5d2013-07-14 15:36:00 +070069 char *seen = xcalloc(pathspec->nr, 1);
Matheus Tavares719630e2021-04-08 17:41:25 -030070 add_pathspec_matches_against_index(pathspec, istate, seen, sw_action);
Adam Spiers6f525e72013-01-06 16:58:08 +000071 return seen;
72}
Adam Spiers9d67b612013-01-06 16:58:10 +000073
Matheus Tavaresa20f7042021-04-08 17:41:27 -030074char *find_pathspecs_matching_skip_worktree(const struct pathspec *pathspec)
75{
76 struct index_state *istate = the_repository->index;
77 char *seen = xcalloc(pathspec->nr, 1);
78 int i;
79
80 for (i = 0; i < istate->cache_nr; i++) {
81 struct cache_entry *ce = istate->cache[i];
Derrick Stolee49fdd512021-09-24 15:39:07 +000082 if (ce_skip_worktree(ce) || !path_in_sparse_checkout(ce->name, istate))
Matheus Tavaresa20f7042021-04-08 17:41:27 -030083 ce_path_match(istate, ce, pathspec, seen);
84 }
85
Adam Spiers6f525e72013-01-06 16:58:08 +000086 return seen;
87}
Adam Spiers9d67b612013-01-06 16:58:10 +000088
89/*
Nguyễn Thái Ngọc Duy64acde92013-07-14 15:35:25 +070090 * Magic pathspec
91 *
Nguyễn Thái Ngọc Duy64acde92013-07-14 15:35:25 +070092 * Possible future magic semantics include stuff like:
93 *
Nguyễn Thái Ngọc Duy64acde92013-07-14 15:35:25 +070094 * { PATHSPEC_RECURSIVE, '*', "recursive" },
95 * { PATHSPEC_REGEXP, '\0', "regexp" },
96 *
Adam Spiers9d67b612013-01-06 16:58:10 +000097 */
Nguyễn Thái Ngọc Duy64acde92013-07-14 15:35:25 +070098
99static struct pathspec_magic {
100 unsigned bit;
101 char mnemonic; /* this cannot be ':'! */
102 const char *name;
103} pathspec_magic[] = {
Brandon Williams4f1bf4d2017-01-04 10:04:10 -0800104 { PATHSPEC_FROMTOP, '/', "top" },
105 { PATHSPEC_LITERAL, '\0', "literal" },
106 { PATHSPEC_GLOB, '\0', "glob" },
107 { PATHSPEC_ICASE, '\0', "icase" },
108 { PATHSPEC_EXCLUDE, '!', "exclude" },
Brandon Williamsb0db7042017-03-13 11:23:21 -0700109 { PATHSPEC_ATTR, '\0', "attr" },
Nguyễn Thái Ngọc Duy64acde92013-07-14 15:35:25 +0700110};
111
Joanna Wang1164c722023-11-03 16:34:48 +0000112static void prefix_magic(struct strbuf *sb, int prefixlen,
113 unsigned magic, const char *element)
Nguyễn Thái Ngọc Duy16496122013-12-06 14:30:49 +0700114{
Joanna Wang1164c722023-11-03 16:34:48 +0000115 /* No magic was found in element, just add prefix magic */
116 if (!magic) {
117 strbuf_addf(sb, ":(prefix:%d)", prefixlen);
118 return;
119 }
120
121 /*
122 * At this point, we know that parse_element_magic() was able
123 * to extract some pathspec magic from element. So we know
124 * element is correctly formatted in either shorthand or
125 * longhand form
126 */
127 if (element[1] != '(') {
128 /* Process an element in shorthand form (e.g. ":!/<match>") */
129 strbuf_addstr(sb, ":(");
130 for (int i = 0; i < ARRAY_SIZE(pathspec_magic); i++) {
131 if ((magic & pathspec_magic[i].bit) &&
132 pathspec_magic[i].mnemonic) {
133 if (sb->buf[sb->len - 1] != '(')
134 strbuf_addch(sb, ',');
135 strbuf_addstr(sb, pathspec_magic[i].name);
136 }
Nguyễn Thái Ngọc Duy16496122013-12-06 14:30:49 +0700137 }
Joanna Wang1164c722023-11-03 16:34:48 +0000138 } else {
139 /* For the longhand form, we copy everything up to the final ')' */
140 size_t len = strchr(element, ')') - element;
141 strbuf_add(sb, element, len);
142 }
Nguyễn Thái Ngọc Duy16496122013-12-06 14:30:49 +0700143 strbuf_addf(sb, ",prefix:%d)", prefixlen);
144}
145
Brandon Williamsc5af19f2017-03-13 11:23:22 -0700146static size_t strcspn_escaped(const char *s, const char *stop)
147{
148 const char *i;
149
150 for (i = s; *i; i++) {
151 /* skip the escaped character */
152 if (i[0] == '\\' && i[1]) {
153 i++;
154 continue;
155 }
156
157 if (strchr(stop, *i))
158 break;
159 }
160 return i - s;
161}
162
163static inline int invalid_value_char(const char ch)
164{
165 if (isalnum(ch) || strchr(",-_", ch))
166 return 0;
167 return -1;
168}
169
170static char *attr_value_unescape(const char *value)
171{
172 const char *src;
173 char *dst, *ret;
174
175 ret = xmallocz(strlen(value));
176 for (src = value, dst = ret; *src; src++, dst++) {
177 if (*src == '\\') {
178 if (!src[1])
179 die(_("Escape character '\\' not allowed as "
180 "last character in attr value"));
181 src++;
182 }
183 if (invalid_value_char(*src))
184 die("cannot use '%c' for value matching", *src);
185 *dst = *src;
186 }
187 *dst = '\0';
188 return ret;
189}
190
Brandon Williamsb0db7042017-03-13 11:23:21 -0700191static void parse_pathspec_attr_match(struct pathspec_item *item, const char *value)
192{
193 struct string_list_item *si;
194 struct string_list list = STRING_LIST_INIT_DUP;
195
196 if (item->attr_check || item->attr_match)
197 die(_("Only one 'attr:' specification is allowed."));
198
199 if (!value || !*value)
200 die(_("attr spec must not be empty"));
201
202 string_list_split(&list, value, ' ', -1);
203 string_list_remove_empty_items(&list, 0);
204
205 item->attr_check = attr_check_alloc();
René Scharfeca56dad2021-03-13 17:17:22 +0100206 CALLOC_ARRAY(item->attr_match, list.nr);
Brandon Williamsb0db7042017-03-13 11:23:21 -0700207
208 for_each_string_list_item(si, &list) {
209 size_t attr_len;
210 char *attr_name;
211 const struct git_attr *a;
212
213 int j = item->attr_match_nr++;
214 const char *attr = si->string;
215 struct attr_match *am = &item->attr_match[j];
216
217 switch (*attr) {
218 case '!':
219 am->match_mode = MATCH_UNSPECIFIED;
220 attr++;
221 attr_len = strlen(attr);
222 break;
223 case '-':
224 am->match_mode = MATCH_UNSET;
225 attr++;
226 attr_len = strlen(attr);
227 break;
228 default:
229 attr_len = strcspn(attr, "=");
230 if (attr[attr_len] != '=')
231 am->match_mode = MATCH_SET;
232 else {
Brandon Williamsc5af19f2017-03-13 11:23:22 -0700233 const char *v = &attr[attr_len + 1];
Brandon Williamsb0db7042017-03-13 11:23:21 -0700234 am->match_mode = MATCH_VALUE;
Brandon Williamsc5af19f2017-03-13 11:23:22 -0700235 am->value = attr_value_unescape(v);
Brandon Williamsb0db7042017-03-13 11:23:21 -0700236 }
237 break;
238 }
239
240 attr_name = xmemdupz(attr, attr_len);
241 a = git_attr(attr_name);
242 if (!a)
243 die(_("invalid attribute name %s"), attr_name);
244
245 attr_check_append(item->attr_check, a);
246
247 free(attr_name);
248 }
249
250 if (item->attr_check->nr != item->attr_match_nr)
Johannes Schindelin033abf92018-05-02 11:38:39 +0200251 BUG("should have same number of entries");
Brandon Williamsb0db7042017-03-13 11:23:21 -0700252
253 string_list_clear(&list, 0);
254}
255
Brandon Williamsdb7e8592017-01-04 10:04:05 -0800256static inline int get_literal_global(void)
257{
258 static int literal = -1;
259
260 if (literal < 0)
261 literal = git_env_bool(GIT_LITERAL_PATHSPECS_ENVIRONMENT, 0);
262
263 return literal;
264}
265
266static inline int get_glob_global(void)
267{
268 static int glob = -1;
269
270 if (glob < 0)
271 glob = git_env_bool(GIT_GLOB_PATHSPECS_ENVIRONMENT, 0);
272
273 return glob;
274}
275
276static inline int get_noglob_global(void)
277{
278 static int noglob = -1;
279
280 if (noglob < 0)
281 noglob = git_env_bool(GIT_NOGLOB_PATHSPECS_ENVIRONMENT, 0);
282
283 return noglob;
284}
285
286static inline int get_icase_global(void)
287{
288 static int icase = -1;
289
290 if (icase < 0)
291 icase = git_env_bool(GIT_ICASE_PATHSPECS_ENVIRONMENT, 0);
292
293 return icase;
294}
295
296static int get_global_magic(int element_magic)
297{
298 int global_magic = 0;
299
300 if (get_literal_global())
301 global_magic |= PATHSPEC_LITERAL;
302
303 /* --glob-pathspec is overridden by :(literal) */
304 if (get_glob_global() && !(element_magic & PATHSPEC_LITERAL))
305 global_magic |= PATHSPEC_GLOB;
306
307 if (get_glob_global() && get_noglob_global())
308 die(_("global 'glob' and 'noglob' pathspec settings are incompatible"));
309
310 if (get_icase_global())
311 global_magic |= PATHSPEC_ICASE;
312
313 if ((global_magic & PATHSPEC_LITERAL) &&
314 (global_magic & ~PATHSPEC_LITERAL))
315 die(_("global 'literal' pathspec setting is incompatible "
316 "with all other global pathspec settings"));
317
318 /* --noglob-pathspec adds :(literal) _unless_ :(glob) is specified */
319 if (get_noglob_global() && !(element_magic & PATHSPEC_GLOB))
320 global_magic |= PATHSPEC_LITERAL;
321
322 return global_magic;
323}
324
Nguyễn Thái Ngọc Duy64acde92013-07-14 15:35:25 +0700325/*
Brandon Williams8881fde2017-01-04 10:04:07 -0800326 * Parse the pathspec element looking for long magic
327 *
328 * saves all magic in 'magic'
329 * if prefix magic is used, save the prefix length in 'prefix_len'
330 * returns the position in 'elem' after all magic has been parsed
331 */
332static const char *parse_long_magic(unsigned *magic, int *prefix_len,
Brandon Williamsb0db7042017-03-13 11:23:21 -0700333 struct pathspec_item *item,
Brandon Williams8881fde2017-01-04 10:04:07 -0800334 const char *elem)
335{
336 const char *pos;
337 const char *nextat;
338
339 for (pos = elem + 2; *pos && *pos != ')'; pos = nextat) {
Brandon Williamsc5af19f2017-03-13 11:23:22 -0700340 size_t len = strcspn_escaped(pos, ",)");
Brandon Williams8881fde2017-01-04 10:04:07 -0800341 int i;
342
343 if (pos[len] == ',')
344 nextat = pos + len + 1; /* handle ',' */
345 else
346 nextat = pos + len; /* handle ')' and '\0' */
347
348 if (!len)
349 continue;
350
351 if (starts_with(pos, "prefix:")) {
352 char *endptr;
353 *prefix_len = strtol(pos + 7, &endptr, 10);
354 if (endptr - pos != len)
355 die(_("invalid parameter for pathspec magic 'prefix'"));
356 continue;
357 }
358
Brandon Williamsb0db7042017-03-13 11:23:21 -0700359 if (starts_with(pos, "attr:")) {
360 char *attr_body = xmemdupz(pos + 5, len - 5);
361 parse_pathspec_attr_match(item, attr_body);
362 *magic |= PATHSPEC_ATTR;
363 free(attr_body);
364 continue;
365 }
366
Brandon Williams8881fde2017-01-04 10:04:07 -0800367 for (i = 0; i < ARRAY_SIZE(pathspec_magic); i++) {
368 if (strlen(pathspec_magic[i].name) == len &&
369 !strncmp(pathspec_magic[i].name, pos, len)) {
370 *magic |= pathspec_magic[i].bit;
371 break;
372 }
373 }
374
375 if (ARRAY_SIZE(pathspec_magic) <= i)
376 die(_("Invalid pathspec magic '%.*s' in '%s'"),
377 (int) len, pos, elem);
378 }
379
380 if (*pos != ')')
381 die(_("Missing ')' at the end of pathspec magic in '%s'"),
382 elem);
383 pos++;
384
385 return pos;
386}
387
388/*
Brandon Williamsb4bebdc2017-01-04 10:04:06 -0800389 * Parse the pathspec element looking for short magic
390 *
391 * saves all magic in 'magic'
392 * returns the position in 'elem' after all magic has been parsed
393 */
394static const char *parse_short_magic(unsigned *magic, const char *elem)
395{
396 const char *pos;
397
398 for (pos = elem + 1; *pos && *pos != ':'; pos++) {
399 char ch = *pos;
400 int i;
401
Linus Torvalds42ebeb92017-02-07 21:05:28 -0800402 /* Special case alias for '!' */
403 if (ch == '^') {
404 *magic |= PATHSPEC_EXCLUDE;
405 continue;
406 }
407
Brandon Williamsb4bebdc2017-01-04 10:04:06 -0800408 if (!is_pathspec_magic(ch))
409 break;
410
411 for (i = 0; i < ARRAY_SIZE(pathspec_magic); i++) {
412 if (pathspec_magic[i].mnemonic == ch) {
413 *magic |= pathspec_magic[i].bit;
414 break;
415 }
416 }
417
418 if (ARRAY_SIZE(pathspec_magic) <= i)
419 die(_("Unimplemented pathspec magic '%c' in '%s'"),
420 ch, elem);
421 }
422
423 if (*pos == ':')
424 pos++;
425
426 return pos;
427}
428
Brandon Williams1b6112c2017-01-04 10:04:08 -0800429static const char *parse_element_magic(unsigned *magic, int *prefix_len,
Brandon Williamsb0db7042017-03-13 11:23:21 -0700430 struct pathspec_item *item,
Brandon Williams1b6112c2017-01-04 10:04:08 -0800431 const char *elem)
432{
433 if (elem[0] != ':' || get_literal_global())
434 return elem; /* nothing to do */
435 else if (elem[1] == '(')
436 /* longhand */
Brandon Williamsb0db7042017-03-13 11:23:21 -0700437 return parse_long_magic(magic, prefix_len, item, elem);
Brandon Williams1b6112c2017-01-04 10:04:08 -0800438 else
439 /* shorthand */
440 return parse_short_magic(magic, elem);
441}
442
Brandon Williamsb4bebdc2017-01-04 10:04:06 -0800443/*
Brandon Williams27ec4282017-01-04 10:04:11 -0800444 * Perform the initialization of a pathspec_item based on a pathspec element.
Nguyễn Thái Ngọc Duy64acde92013-07-14 15:35:25 +0700445 */
Brandon Williams27ec4282017-01-04 10:04:11 -0800446static void init_pathspec_item(struct pathspec_item *item, unsigned flags,
447 const char *prefix, int prefixlen,
448 const char *elt)
Adam Spiers9d67b612013-01-06 16:58:10 +0000449{
Brandon Williamsdb7e8592017-01-04 10:04:05 -0800450 unsigned magic = 0, element_magic = 0;
Brandon Williams5d8f0842017-01-04 10:04:04 -0800451 const char *copyfrom = elt;
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700452 char *match;
Brandon Williams55902152017-01-04 10:04:09 -0800453 int pathspec_prefix = -1;
Nguyễn Thái Ngọc Duy64acde92013-07-14 15:35:25 +0700454
Brandon Williamsb0db7042017-03-13 11:23:21 -0700455 item->attr_check = NULL;
456 item->attr_match = NULL;
457 item->attr_match_nr = 0;
458
Brandon Williamsdb7e8592017-01-04 10:04:05 -0800459 /* PATHSPEC_LITERAL_PATH ignores magic */
Brandon Williams1b6112c2017-01-04 10:04:08 -0800460 if (flags & PATHSPEC_LITERAL_PATH) {
Brandon Williamsdb7e8592017-01-04 10:04:05 -0800461 magic = PATHSPEC_LITERAL;
Brandon Williams1b6112c2017-01-04 10:04:08 -0800462 } else {
463 copyfrom = parse_element_magic(&element_magic,
464 &pathspec_prefix,
Brandon Williamsb0db7042017-03-13 11:23:21 -0700465 item,
Brandon Williams1b6112c2017-01-04 10:04:08 -0800466 elt);
467 magic |= element_magic;
Brandon Williamsdb7e8592017-01-04 10:04:05 -0800468 magic |= get_global_magic(element_magic);
Brandon Williams1b6112c2017-01-04 10:04:08 -0800469 }
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700470
Brandon Williams27ec4282017-01-04 10:04:11 -0800471 item->magic = magic;
472
Nguyễn Thái Ngọc Duy233c3e62013-07-14 15:36:04 +0700473 if (pathspec_prefix >= 0 &&
474 (prefixlen || (prefix && *prefix)))
Johannes Schindelin033abf92018-05-02 11:38:39 +0200475 BUG("'prefix' magic is supposed to be used at worktree's root");
Nguyễn Thái Ngọc Duy233c3e62013-07-14 15:36:04 +0700476
Nguyễn Thái Ngọc Duybd30c2e2013-07-14 15:36:08 +0700477 if ((magic & PATHSPEC_LITERAL) && (magic & PATHSPEC_GLOB))
478 die(_("%s: 'literal' and 'glob' are incompatible"), elt);
479
Brandon Williams4f1bf4d2017-01-04 10:04:10 -0800480 /* Create match string which will be used for pathspec matching */
Nguyễn Thái Ngọc Duy233c3e62013-07-14 15:36:04 +0700481 if (pathspec_prefix >= 0) {
482 match = xstrdup(copyfrom);
483 prefixlen = pathspec_prefix;
484 } else if (magic & PATHSPEC_FROMTOP) {
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700485 match = xstrdup(copyfrom);
Nguyễn Thái Ngọc Duy645a29c2013-07-14 15:36:03 +0700486 prefixlen = 0;
487 } else {
Brandon Williams4f1bf4d2017-01-04 10:04:10 -0800488 match = prefix_path_gently(prefix, prefixlen,
489 &prefixlen, copyfrom);
Emily Shaffer5c203982020-03-02 20:05:06 -0800490 if (!match) {
Kristoffer Haugsbakkb1688ea2023-10-20 18:40:07 +0200491 const char *hint_path;
492
493 if (!have_git_dir())
494 die(_("'%s' is outside the directory tree"),
495 copyfrom);
496 hint_path = get_git_work_tree();
Emily Shaffer5c203982020-03-02 20:05:06 -0800497 if (!hint_path)
498 hint_path = get_git_dir();
Emily Shaffere0020b22020-02-14 17:00:13 -0800499 die(_("%s: '%s' is outside repository at '%s'"), elt,
Emily Shaffer5c203982020-03-02 20:05:06 -0800500 copyfrom, absolute_path(hint_path));
501 }
Nguyễn Thái Ngọc Duy645a29c2013-07-14 15:36:03 +0700502 }
Brandon Williams4f1bf4d2017-01-04 10:04:10 -0800503
Brandon Williams34305f72017-01-04 10:04:00 -0800504 item->match = match;
Brandon Williams4f1bf4d2017-01-04 10:04:10 -0800505 item->len = strlen(item->match);
506 item->prefix = prefixlen;
507
Nguyễn Thái Ngọc Duydad25862013-07-14 15:35:35 +0700508 /*
509 * Prefix the pathspec (keep all magic) and assign to
510 * original. Useful for passing to another command.
511 */
Brandon Williams5d8f0842017-01-04 10:04:04 -0800512 if ((flags & PATHSPEC_PREFIX_ORIGIN) &&
Patrick Steinhardtbe4dbbb2017-04-04 11:16:56 +0200513 !get_literal_global()) {
Nguyễn Thái Ngọc Duydad25862013-07-14 15:35:35 +0700514 struct strbuf sb = STRBUF_INIT;
Brandon Williams5d8f0842017-01-04 10:04:04 -0800515
516 /* Preserve the actual prefix length of each pattern */
Joanna Wang1164c722023-11-03 16:34:48 +0000517 prefix_magic(&sb, prefixlen, element_magic, elt);
Brandon Williams5d8f0842017-01-04 10:04:04 -0800518
Nguyễn Thái Ngọc Duydad25862013-07-14 15:35:35 +0700519 strbuf_addstr(&sb, match);
520 item->original = strbuf_detach(&sb, NULL);
Brandon Williams8aee7692017-01-04 10:04:01 -0800521 } else {
522 item->original = xstrdup(elt);
523 }
Nguyễn Thái Ngọc Duyb69bb3f2013-07-14 15:35:33 +0700524
Brandon Williams4f1bf4d2017-01-04 10:04:10 -0800525 if (magic & PATHSPEC_LITERAL) {
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700526 item->nowildcard_len = item->len;
Brandon Williams4f1bf4d2017-01-04 10:04:10 -0800527 } else {
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700528 item->nowildcard_len = simple_length(item->match);
Nguyễn Thái Ngọc Duy645a29c2013-07-14 15:36:03 +0700529 if (item->nowildcard_len < prefixlen)
530 item->nowildcard_len = prefixlen;
531 }
Brandon Williams4f1bf4d2017-01-04 10:04:10 -0800532
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700533 item->flags = 0;
Nguyễn Thái Ngọc Duybd30c2e2013-07-14 15:36:08 +0700534 if (magic & PATHSPEC_GLOB) {
535 /*
536 * FIXME: should we enable ONESTAR in _GLOB for
537 * pattern "* * / * . c"?
538 */
539 } else {
540 if (item->nowildcard_len < item->len &&
541 item->match[item->nowildcard_len] == '*' &&
542 no_wildcard(item->match + item->nowildcard_len + 1))
543 item->flags |= PATHSPEC_ONESTAR;
544 }
Nguyễn Thái Ngọc Duy645a29c2013-07-14 15:36:03 +0700545
546 /* sanity checks, pathspec matchers assume these are sane */
Stefan Beller2d81c482017-01-09 15:16:50 -0800547 if (item->nowildcard_len > item->len ||
548 item->prefix > item->len) {
Johannes Schindelinc3c34862018-05-02 11:38:41 +0200549 BUG("error initializing pathspec_item");
Stefan Beller2d81c482017-01-09 15:16:50 -0800550 }
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700551}
552
553static int pathspec_item_cmp(const void *a_, const void *b_)
554{
555 struct pathspec_item *a, *b;
556
557 a = (struct pathspec_item *)a_;
558 b = (struct pathspec_item *)b_;
559 return strcmp(a->match, b->match);
560}
561
Jeff King8e32caa2023-06-01 13:38:14 -0400562void pathspec_magic_names(unsigned magic, struct strbuf *out)
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700563{
Brandon Williams93f3ddb2017-01-04 10:04:02 -0800564 int i;
565 for (i = 0; i < ARRAY_SIZE(pathspec_magic); i++) {
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700566 const struct pathspec_magic *m = pathspec_magic + i;
567 if (!(magic & m->bit))
568 continue;
Jeff King8e32caa2023-06-01 13:38:14 -0400569 if (out->len)
570 strbuf_addstr(out, ", ");
Brandon Williams2aee5842017-01-04 10:04:03 -0800571
572 if (m->mnemonic)
Jeff King8e32caa2023-06-01 13:38:14 -0400573 strbuf_addf(out, _("'%s' (mnemonic: '%c')"),
Brandon Williams2aee5842017-01-04 10:04:03 -0800574 m->name, m->mnemonic);
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700575 else
Jeff King8e32caa2023-06-01 13:38:14 -0400576 strbuf_addf(out, "'%s'", m->name);
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700577 }
Jeff King8e32caa2023-06-01 13:38:14 -0400578}
579
580static void NORETURN unsupported_magic(const char *pattern,
581 unsigned magic)
582{
583 struct strbuf sb = STRBUF_INIT;
584 pathspec_magic_names(magic, &sb);
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700585 /*
586 * We may want to substitute "this command" with a command
Ævar Arnfjörð Bjarmason5a7d41d2023-02-06 23:58:58 +0100587 * name. E.g. when "git add -p" or "git add -i" dies when running
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700588 * "checkout -p"
589 */
590 die(_("%s: pathspec magic not supported by this command: %s"),
591 pattern, sb.buf);
Adam Spiers9d67b612013-01-06 16:58:10 +0000592}
Adam Spiers512aaf92013-01-06 16:58:11 +0000593
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700594void parse_pathspec(struct pathspec *pathspec,
595 unsigned magic_mask, unsigned flags,
596 const char *prefix, const char **argv)
Adam Spiers512aaf92013-01-06 16:58:11 +0000597{
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700598 struct pathspec_item *item;
599 const char *entry = argv ? *argv : NULL;
Emily Xie9e4e8a62017-06-06 23:33:08 -0400600 int i, n, prefixlen, nr_exclude = 0;
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700601
602 memset(pathspec, 0, sizeof(*pathspec));
603
Nguyễn Thái Ngọc Duy6330a172013-07-14 15:35:32 +0700604 if (flags & PATHSPEC_MAXDEPTH_VALID)
605 pathspec->magic |= PATHSPEC_MAXDEPTH;
606
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700607 /* No arguments, no prefix -> no pathspec */
608 if (!entry && !prefix)
609 return;
610
Nguyễn Thái Ngọc Duyfc122612013-07-14 15:35:30 +0700611 if ((flags & PATHSPEC_PREFER_CWD) &&
612 (flags & PATHSPEC_PREFER_FULL))
Johannes Schindelin033abf92018-05-02 11:38:39 +0200613 BUG("PATHSPEC_PREFER_CWD and PATHSPEC_PREFER_FULL are incompatible");
Nguyễn Thái Ngọc Duyfc122612013-07-14 15:35:30 +0700614
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700615 /* No arguments with prefix -> prefix pathspec */
616 if (!entry) {
Nguyễn Thái Ngọc Duyfc122612013-07-14 15:35:30 +0700617 if (flags & PATHSPEC_PREFER_FULL)
618 return;
619
620 if (!(flags & PATHSPEC_PREFER_CWD))
Johannes Schindelin033abf92018-05-02 11:38:39 +0200621 BUG("PATHSPEC_PREFER_CWD requires arguments");
Nguyễn Thái Ngọc Duyfc122612013-07-14 15:35:30 +0700622
René Scharfeca56dad2021-03-13 17:17:22 +0100623 pathspec->items = CALLOC_ARRAY(item, 1);
Brandon Williams8aee7692017-01-04 10:04:01 -0800624 item->match = xstrdup(prefix);
625 item->original = xstrdup(prefix);
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700626 item->nowildcard_len = item->len = strlen(prefix);
Nguyễn Thái Ngọc Duy645a29c2013-07-14 15:36:03 +0700627 item->prefix = item->len;
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700628 pathspec->nr = 1;
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700629 return;
Adam Spiers512aaf92013-01-06 16:58:11 +0000630 }
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700631
632 n = 0;
Emily Xied4264302016-06-22 19:00:24 -0400633 while (argv[n]) {
Emily Xie9e4e8a62017-06-06 23:33:08 -0400634 if (*argv[n] == '\0')
635 die("empty string is not a valid pathspec. "
636 "please use . instead if you meant to match all paths");
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700637 n++;
Emily Xied4264302016-06-22 19:00:24 -0400638 }
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700639
640 pathspec->nr = n;
Linus Torvalds859b7f12017-02-07 21:08:15 -0800641 ALLOC_ARRAY(pathspec->items, n + 1);
Jeff Kingb32fa952016-02-22 17:44:25 -0500642 item = pathspec->items;
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700643 prefixlen = prefix ? strlen(prefix) : 0;
644
645 for (i = 0; i < n; i++) {
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700646 entry = argv[i];
647
Brandon Williams27ec4282017-01-04 10:04:11 -0800648 init_pathspec_item(item + i, flags, prefix, prefixlen, entry);
Brandon Williamsdb7e8592017-01-04 10:04:05 -0800649
Nguyễn Thái Ngọc Duyef79b1f2013-12-06 14:30:48 +0700650 if (item[i].magic & PATHSPEC_EXCLUDE)
651 nr_exclude++;
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700652 if (item[i].magic & magic_mask)
Brandon Williams2aee5842017-01-04 10:04:03 -0800653 unsupported_magic(entry, item[i].magic & magic_mask);
Nguyễn Thái Ngọc Duy87450242013-07-14 15:35:34 +0700654
655 if ((flags & PATHSPEC_SYMLINK_LEADING_PATH) &&
656 has_symlink_leading_path(item[i].match, item[i].len)) {
657 die(_("pathspec '%s' is beyond a symbolic link"), entry);
658 }
659
Nguyễn Thái Ngọc Duy87323bd2013-07-14 15:35:28 +0700660 if (item[i].nowildcard_len < item[i].len)
661 pathspec->has_wildcard = 1;
662 pathspec->magic |= item[i].magic;
663 }
664
Linus Torvalds859b7f12017-02-07 21:08:15 -0800665 /*
666 * If everything is an exclude pattern, add one positive pattern
Ville Skyttä64127572017-06-25 13:20:41 +0300667 * that matches everything. We allocated an extra one for this.
Linus Torvalds859b7f12017-02-07 21:08:15 -0800668 */
669 if (nr_exclude == n) {
670 int plen = (!(flags & PATHSPEC_PREFER_CWD)) ? 0 : prefixlen;
Junio C Hamanob02fdbc2022-05-29 15:39:51 -0700671 init_pathspec_item(item + n, 0, prefix, plen, ".");
Linus Torvalds859b7f12017-02-07 21:08:15 -0800672 pathspec->nr++;
673 }
Nguyễn Thái Ngọc Duy931eab62013-07-14 15:35:45 +0700674
675 if (pathspec->magic & PATHSPEC_MAXDEPTH) {
676 if (flags & PATHSPEC_KEEP_ORDER)
Johannes Schindelin033abf92018-05-02 11:38:39 +0200677 BUG("PATHSPEC_MAXDEPTH_VALID and PATHSPEC_KEEP_ORDER are incompatible");
René Scharfe9ed0d8d2016-09-29 17:27:31 +0200678 QSORT(pathspec->items, pathspec->nr, pathspec_item_cmp);
Nguyễn Thái Ngọc Duy931eab62013-07-14 15:35:45 +0700679 }
Nguyễn Thái Ngọc Duy64acde92013-07-14 15:35:25 +0700680}
681
Alexandr Miloslavskiy24e47502019-11-19 16:48:51 +0000682void parse_pathspec_file(struct pathspec *pathspec, unsigned magic_mask,
683 unsigned flags, const char *prefix,
684 const char *file, int nul_term_line)
685{
Jeff Kingc972bf42020-07-28 16:25:12 -0400686 struct strvec parsed_file = STRVEC_INIT;
Alexandr Miloslavskiy24e47502019-11-19 16:48:51 +0000687 strbuf_getline_fn getline_fn = nul_term_line ? strbuf_getline_nul :
688 strbuf_getline;
689 struct strbuf buf = STRBUF_INIT;
690 struct strbuf unquoted = STRBUF_INIT;
691 FILE *in;
692
693 if (!strcmp(file, "-"))
694 in = stdin;
695 else
696 in = xfopen(file, "r");
697
698 while (getline_fn(&buf, in) != EOF) {
699 if (!nul_term_line && buf.buf[0] == '"') {
700 strbuf_reset(&unquoted);
701 if (unquote_c_style(&unquoted, buf.buf, NULL))
702 die(_("line is badly quoted: %s"), buf.buf);
703 strbuf_swap(&buf, &unquoted);
704 }
Jeff Kingc972bf42020-07-28 16:25:12 -0400705 strvec_push(&parsed_file, buf.buf);
Alexandr Miloslavskiy24e47502019-11-19 16:48:51 +0000706 strbuf_reset(&buf);
707 }
708
709 strbuf_release(&unquoted);
710 strbuf_release(&buf);
711 if (in != stdin)
712 fclose(in);
713
Jeff Kingd70a9eb2020-07-28 20:37:20 -0400714 parse_pathspec(pathspec, magic_mask, flags, prefix, parsed_file.v);
Jeff Kingc972bf42020-07-28 16:25:12 -0400715 strvec_clear(&parsed_file);
Alexandr Miloslavskiy24e47502019-11-19 16:48:51 +0000716}
717
Nguyễn Thái Ngọc Duye4d92cd2013-07-14 15:35:27 +0700718void copy_pathspec(struct pathspec *dst, const struct pathspec *src)
719{
Brandon Williamsb0db7042017-03-13 11:23:21 -0700720 int i, j;
Brandon Williams8aee7692017-01-04 10:04:01 -0800721
Nguyễn Thái Ngọc Duye4d92cd2013-07-14 15:35:27 +0700722 *dst = *src;
René Scharfe6e578412023-01-01 22:16:48 +0100723 DUP_ARRAY(dst->items, src->items, dst->nr);
Brandon Williams8aee7692017-01-04 10:04:01 -0800724
725 for (i = 0; i < dst->nr; i++) {
Brandon Williamsb0db7042017-03-13 11:23:21 -0700726 struct pathspec_item *d = &dst->items[i];
727 struct pathspec_item *s = &src->items[i];
728
729 d->match = xstrdup(s->match);
730 d->original = xstrdup(s->original);
731
René Scharfe6e578412023-01-01 22:16:48 +0100732 DUP_ARRAY(d->attr_match, s->attr_match, d->attr_match_nr);
Brandon Williamsb0db7042017-03-13 11:23:21 -0700733 for (j = 0; j < d->attr_match_nr; j++) {
734 const char *value = s->attr_match[j].value;
735 d->attr_match[j].value = xstrdup_or_null(value);
736 }
737
738 d->attr_check = attr_check_dup(s->attr_check);
Brandon Williams8aee7692017-01-04 10:04:01 -0800739 }
Nguyễn Thái Ngọc Duye4d92cd2013-07-14 15:35:27 +0700740}
Nguyễn Thái Ngọc Duy9a087272013-07-14 15:35:59 +0700741
Junio C Hamanoed6e8032016-06-02 14:09:22 -0700742void clear_pathspec(struct pathspec *pathspec)
Nguyễn Thái Ngọc Duy9a087272013-07-14 15:35:59 +0700743{
Brandon Williamsb0db7042017-03-13 11:23:21 -0700744 int i, j;
Brandon Williams8aee7692017-01-04 10:04:01 -0800745
746 for (i = 0; i < pathspec->nr; i++) {
747 free(pathspec->items[i].match);
748 free(pathspec->items[i].original);
Brandon Williamsb0db7042017-03-13 11:23:21 -0700749
Brandon Williams5ce10c02017-04-07 12:29:19 -0700750 for (j = 0; j < pathspec->items[i].attr_match_nr; j++)
Brandon Williamsb0db7042017-03-13 11:23:21 -0700751 free(pathspec->items[i].attr_match[j].value);
752 free(pathspec->items[i].attr_match);
753
754 if (pathspec->items[i].attr_check)
755 attr_check_free(pathspec->items[i].attr_check);
Brandon Williams8aee7692017-01-04 10:04:01 -0800756 }
Brandon Williamsb0db7042017-03-13 11:23:21 -0700757
Ævar Arnfjörð Bjarmason6a83d902017-06-15 23:15:46 +0000758 FREE_AND_NULL(pathspec->items);
Brandon Williams8aee7692017-01-04 10:04:01 -0800759 pathspec->nr = 0;
Adam Spiers512aaf92013-01-06 16:58:11 +0000760}
Nguyễn Thái Ngọc Duy22af33b2018-11-18 17:47:59 +0100761
Derrick Stolee847a9e52021-04-01 01:49:39 +0000762int match_pathspec_attrs(struct index_state *istate,
Nguyễn Thái Ngọc Duy22af33b2018-11-18 17:47:59 +0100763 const char *name, int namelen,
764 const struct pathspec_item *item)
765{
766 int i;
767 char *to_free = NULL;
768
769 if (name[namelen])
770 name = to_free = xmemdupz(name, namelen);
771
John Cai44451a22023-05-06 04:15:29 +0000772 git_check_attr(istate, name, item->attr_check);
Nguyễn Thái Ngọc Duy22af33b2018-11-18 17:47:59 +0100773
774 free(to_free);
775
776 for (i = 0; i < item->attr_match_nr; i++) {
777 const char *value;
778 int matched;
779 enum attr_match_mode match_mode;
780
781 value = item->attr_check->items[i].value;
782 match_mode = item->attr_match[i].match_mode;
783
784 if (ATTR_TRUE(value))
785 matched = (match_mode == MATCH_SET);
786 else if (ATTR_FALSE(value))
787 matched = (match_mode == MATCH_UNSET);
788 else if (ATTR_UNSET(value))
789 matched = (match_mode == MATCH_UNSPECIFIED);
790 else
791 matched = (match_mode == MATCH_VALUE &&
792 !strcmp(item->attr_match[i].value, value));
793 if (!matched)
794 return 0;
795 }
796
797 return 1;
798}
Shaoxuan Yuanb29ad382022-08-07 12:13:33 +0800799
800int pathspec_needs_expanded_index(struct index_state *istate,
801 const struct pathspec *pathspec)
802{
803 unsigned int i, pos;
804 int res = 0;
805 char *skip_worktree_seen = NULL;
806
807 /*
808 * If index is not sparse, no index expansion is needed.
809 */
810 if (!istate->sparse_index)
811 return 0;
812
813 /*
814 * When using a magic pathspec, assume for the sake of simplicity that
815 * the index needs to be expanded to match all matchable files.
816 */
817 if (pathspec->magic)
818 return 1;
819
820 for (i = 0; i < pathspec->nr; i++) {
821 struct pathspec_item item = pathspec->items[i];
822
823 /*
824 * If the pathspec item has a wildcard, the index should be expanded
825 * if the pathspec has the possibility of matching a subset of entries inside
826 * of a sparse directory (but not the entire directory).
827 *
828 * If the pathspec item is a literal path, the index only needs to be expanded
829 * if a) the pathspec isn't in the sparse checkout cone (to make sure we don't
830 * expand for in-cone files) and b) it doesn't match any sparse directories
831 * (since we can reset whole sparse directories without expanding them).
832 */
833 if (item.nowildcard_len < item.len) {
834 /*
835 * Special case: if the pattern is a path inside the cone
836 * followed by only wildcards, the pattern cannot match
837 * partial sparse directories, so we know we don't need to
838 * expand the index.
839 *
840 * Examples:
841 * - in-cone/foo***: doesn't need expanded index
842 * - not-in-cone/bar*: may need expanded index
843 * - **.c: may need expanded index
844 */
845 if (strspn(item.original + item.nowildcard_len, "*") == item.len - item.nowildcard_len &&
846 path_in_cone_mode_sparse_checkout(item.original, istate))
847 continue;
848
849 for (pos = 0; pos < istate->cache_nr; pos++) {
850 struct cache_entry *ce = istate->cache[pos];
851
852 if (!S_ISSPARSEDIR(ce->ce_mode))
853 continue;
854
855 /*
856 * If the pre-wildcard length is longer than the sparse
857 * directory name and the sparse directory is the first
858 * component of the pathspec, need to expand the index.
859 */
860 if (item.nowildcard_len > ce_namelen(ce) &&
861 !strncmp(item.original, ce->name, ce_namelen(ce))) {
862 res = 1;
863 break;
864 }
865
866 /*
867 * If the pre-wildcard length is shorter than the sparse
868 * directory and the pathspec does not match the whole
869 * directory, need to expand the index.
870 */
871 if (!strncmp(item.original, ce->name, item.nowildcard_len) &&
872 wildmatch(item.original, ce->name, 0)) {
873 res = 1;
874 break;
875 }
876 }
877 } else if (!path_in_cone_mode_sparse_checkout(item.original, istate) &&
878 !matches_skip_worktree(pathspec, i, &skip_worktree_seen))
879 res = 1;
880
881 if (res > 0)
882 break;
883 }
884
885 free(skip_worktree_seen);
886 return res;
887}