Josef Weidendorfer | b1bf95b | 2005-07-31 21:17:43 +0200 | [diff] [blame] | 1 | #ifndef RUN_COMMAND_H |
| 2 | #define RUN_COMMAND_H |
| 3 | |
Johannes Sixt | f6b6098 | 2010-03-09 21:00:36 +0100 | [diff] [blame] | 4 | #ifndef NO_PTHREADS |
Johannes Sixt | 200a76b | 2010-03-06 16:40:42 +0100 | [diff] [blame] | 5 | #include <pthread.h> |
| 6 | #endif |
| 7 | |
Jeff King | c460c0e | 2014-05-15 04:33:26 -0400 | [diff] [blame] | 8 | #include "argv-array.h" |
| 9 | |
Shawn O. Pearce | f100089 | 2007-03-10 03:28:00 -0500 | [diff] [blame] | 10 | struct child_process { |
| 11 | const char **argv; |
Jeff King | c460c0e | 2014-05-15 04:33:26 -0400 | [diff] [blame] | 12 | struct argv_array args; |
René Scharfe | 19a583d | 2014-10-19 13:13:55 +0200 | [diff] [blame] | 13 | struct argv_array env_array; |
Shawn O. Pearce | ebcb5d1 | 2007-03-10 03:28:05 -0500 | [diff] [blame] | 14 | pid_t pid; |
Johannes Sixt | c20181e | 2008-02-21 23:42:56 +0100 | [diff] [blame] | 15 | /* |
| 16 | * Using .in, .out, .err: |
| 17 | * - Specify 0 for no redirections (child inherits stdin, stdout, |
| 18 | * stderr from parent). |
| 19 | * - Specify -1 to have a pipe allocated as follows: |
| 20 | * .in: returns the writable pipe end; parent writes to it, |
| 21 | * the readable pipe end becomes child's stdin |
| 22 | * .out, .err: returns the readable pipe end; parent reads from |
| 23 | * it, the writable pipe end becomes child's stdout/stderr |
| 24 | * The caller of start_command() must close the returned FDs |
| 25 | * after it has completed reading from/writing to it! |
| 26 | * - Specify > 0 to set a channel to a particular FD as follows: |
| 27 | * .in: a readable FD, becomes child's stdin |
| 28 | * .out: a writable FD, becomes child's stdout/stderr |
Shawn O. Pearce | 4f41b61 | 2010-02-05 12:57:37 -0800 | [diff] [blame] | 29 | * .err: a writable FD, becomes child's stderr |
Johannes Sixt | c20181e | 2008-02-21 23:42:56 +0100 | [diff] [blame] | 30 | * The specified FD is closed by start_command(), even in case |
| 31 | * of errors! |
| 32 | */ |
Shawn O. Pearce | 4919bf0 | 2007-03-10 03:28:08 -0500 | [diff] [blame] | 33 | int in; |
Shawn O. Pearce | f4bba25 | 2007-03-12 14:37:45 -0400 | [diff] [blame] | 34 | int out; |
Johannes Sixt | f3b33f1 | 2007-10-19 21:47:58 +0200 | [diff] [blame] | 35 | int err; |
Alex Riesen | 1568fea | 2007-05-22 23:48:23 +0200 | [diff] [blame] | 36 | const char *dir; |
Alex Riesen | ee49314 | 2007-05-22 23:48:47 +0200 | [diff] [blame] | 37 | const char *const *env; |
Shawn O. Pearce | f100089 | 2007-03-10 03:28:00 -0500 | [diff] [blame] | 38 | unsigned no_stdin:1; |
Shawn O. Pearce | e4507ae | 2007-03-12 14:37:55 -0400 | [diff] [blame] | 39 | unsigned no_stdout:1; |
Shawn O. Pearce | b73a439 | 2007-11-11 02:29:37 -0500 | [diff] [blame] | 40 | unsigned no_stderr:1; |
Shawn O. Pearce | f100089 | 2007-03-10 03:28:00 -0500 | [diff] [blame] | 41 | unsigned git_cmd:1; /* if this is to be git sub-command */ |
Johannes Sixt | c024beb | 2009-07-04 21:26:42 +0200 | [diff] [blame] | 42 | unsigned silent_exec_failure:1; |
Shawn O. Pearce | f100089 | 2007-03-10 03:28:00 -0500 | [diff] [blame] | 43 | unsigned stdout_to_stderr:1; |
Jeff King | 8dba1e6 | 2009-12-30 05:53:16 -0500 | [diff] [blame] | 44 | unsigned use_shell:1; |
Jeff King | afe19ff | 2012-01-07 12:42:43 +0100 | [diff] [blame] | 45 | unsigned clean_on_exit:1; |
Jeff King | 46df690 | 2017-01-06 20:22:23 -0500 | [diff] [blame] | 46 | unsigned wait_after_clean:1; |
Lars Schneider | ac2fbaa | 2016-10-16 16:20:28 -0700 | [diff] [blame] | 47 | void (*clean_on_exit_handler)(struct child_process *process); |
| 48 | void *clean_on_exit_handler_cbdata; |
Shawn O. Pearce | f100089 | 2007-03-10 03:28:00 -0500 | [diff] [blame] | 49 | }; |
| 50 | |
René Scharfe | 19a583d | 2014-10-19 13:13:55 +0200 | [diff] [blame] | 51 | #define CHILD_PROCESS_INIT { NULL, ARGV_ARRAY_INIT, ARGV_ARRAY_INIT } |
René Scharfe | 483bbd4 | 2014-08-19 21:10:48 +0200 | [diff] [blame] | 52 | void child_process_init(struct child_process *); |
René Scharfe | 2d71608 | 2015-10-24 14:11:27 +0200 | [diff] [blame] | 53 | void child_process_clear(struct child_process *); |
René Scharfe | d318027 | 2014-08-19 21:09:35 +0200 | [diff] [blame] | 54 | |
Shawn O. Pearce | ebcb5d1 | 2007-03-10 03:28:05 -0500 | [diff] [blame] | 55 | int start_command(struct child_process *); |
| 56 | int finish_command(struct child_process *); |
Takashi Iwai | 507d780 | 2015-09-04 11:35:57 +0200 | [diff] [blame] | 57 | int finish_command_in_signal(struct child_process *); |
Shawn O. Pearce | f100089 | 2007-03-10 03:28:00 -0500 | [diff] [blame] | 58 | int run_command(struct child_process *); |
| 59 | |
Jeff King | 03f2c77 | 2015-08-10 05:37:45 -0400 | [diff] [blame] | 60 | /* |
| 61 | * Returns the path to the hook file, or NULL if the hook is missing |
| 62 | * or disabled. Note that this points to static storage that will be |
| 63 | * overwritten by further calls to find_hook and run_hook_*. |
| 64 | */ |
Nguyễn Thái Ngọc Duy | dcf6926 | 2014-11-30 15:24:27 +0700 | [diff] [blame] | 65 | extern const char *find_hook(const char *name); |
Ramsay Jones | 9fe3edc | 2013-07-18 21:02:12 +0100 | [diff] [blame] | 66 | LAST_ARG_MUST_BE_NULL |
Benoit Pierre | 15048f8 | 2014-03-18 11:00:53 +0100 | [diff] [blame] | 67 | extern int run_hook_le(const char *const *env, const char *name, ...); |
| 68 | extern int run_hook_ve(const char *const *env, const char *name, va_list args); |
| 69 | |
Shawn O. Pearce | 95d3c4f | 2006-12-30 21:55:22 -0500 | [diff] [blame] | 70 | #define RUN_COMMAND_NO_STDIN 1 |
Michal Ostrowski | 77cb17e | 2006-01-10 21:12:17 -0500 | [diff] [blame] | 71 | #define RUN_GIT_CMD 2 /*If this is to be git sub-command */ |
Shawn O. Pearce | cd83c74 | 2006-12-30 21:55:19 -0500 | [diff] [blame] | 72 | #define RUN_COMMAND_STDOUT_TO_STDERR 4 |
Johannes Sixt | c024beb | 2009-07-04 21:26:42 +0200 | [diff] [blame] | 73 | #define RUN_SILENT_EXEC_FAILURE 8 |
Jeff King | 8dba1e6 | 2009-12-30 05:53:16 -0500 | [diff] [blame] | 74 | #define RUN_USING_SHELL 16 |
Clemens Buchacher | 10c6cdd | 2012-01-08 21:41:09 +0100 | [diff] [blame] | 75 | #define RUN_CLEAN_ON_EXIT 32 |
Shawn O. Pearce | 9b0b509 | 2006-12-30 21:55:15 -0500 | [diff] [blame] | 76 | int run_command_v_opt(const char **argv, int opt); |
Alex Riesen | 3427b37 | 2007-05-23 22:21:39 +0200 | [diff] [blame] | 77 | |
| 78 | /* |
| 79 | * env (the environment) is to be formatted like environ: "VAR=VALUE". |
| 80 | * To unset an environment variable use just "VAR". |
| 81 | */ |
Alex Riesen | ee49314 | 2007-05-22 23:48:47 +0200 | [diff] [blame] | 82 | int run_command_v_opt_cd_env(const char **argv, int opt, const char *dir, const char *const *env); |
Josef Weidendorfer | b1bf95b | 2005-07-31 21:17:43 +0200 | [diff] [blame] | 83 | |
Jeff King | 911ec99 | 2015-03-22 23:53:43 -0400 | [diff] [blame] | 84 | /** |
Jeff King | 96335bc | 2016-06-17 19:38:47 -0400 | [diff] [blame] | 85 | * Execute the given command, sending "in" to its stdin, and capturing its |
| 86 | * stdout and stderr in the "out" and "err" strbufs. Any of the three may |
| 87 | * be NULL to skip processing. |
| 88 | * |
Jeff King | 911ec99 | 2015-03-22 23:53:43 -0400 | [diff] [blame] | 89 | * Returns -1 if starting the command fails or reading fails, and otherwise |
Jeff King | 96335bc | 2016-06-17 19:38:47 -0400 | [diff] [blame] | 90 | * returns the exit code of the command. Any output collected in the |
| 91 | * buffers is kept even if the command returns a non-zero exit. The hint fields |
| 92 | * gives starting sizes for the strbuf allocations. |
Jeff King | 911ec99 | 2015-03-22 23:53:43 -0400 | [diff] [blame] | 93 | * |
| 94 | * The fields of "cmd" should be set up as they would for a normal run_command |
Jeff King | 96335bc | 2016-06-17 19:38:47 -0400 | [diff] [blame] | 95 | * invocation. But note that there is no need to set the in, out, or err |
| 96 | * fields; pipe_command handles that automatically. |
Jeff King | 911ec99 | 2015-03-22 23:53:43 -0400 | [diff] [blame] | 97 | */ |
Jeff King | 96335bc | 2016-06-17 19:38:47 -0400 | [diff] [blame] | 98 | int pipe_command(struct child_process *cmd, |
| 99 | const char *in, size_t in_len, |
| 100 | struct strbuf *out, size_t out_hint, |
| 101 | struct strbuf *err, size_t err_hint); |
| 102 | |
| 103 | /** |
| 104 | * Convenience wrapper around pipe_command for the common case |
| 105 | * of capturing only stdout. |
| 106 | */ |
| 107 | static inline int capture_command(struct child_process *cmd, |
| 108 | struct strbuf *out, |
| 109 | size_t hint) |
| 110 | { |
| 111 | return pipe_command(cmd, NULL, 0, out, hint, NULL, 0); |
| 112 | } |
Jeff King | 911ec99 | 2015-03-22 23:53:43 -0400 | [diff] [blame] | 113 | |
Johannes Sixt | 2d22c20 | 2007-10-19 21:48:00 +0200 | [diff] [blame] | 114 | /* |
| 115 | * The purpose of the following functions is to feed a pipe by running |
| 116 | * a function asynchronously and providing output that the caller reads. |
| 117 | * |
| 118 | * It is expected that no synchronization and mutual exclusion between |
| 119 | * the caller and the feed function is necessary so that the function |
| 120 | * can run in a thread without interfering with the caller. |
| 121 | */ |
| 122 | struct async { |
| 123 | /* |
Erik Faye-Lund | ae6a560 | 2010-02-05 12:57:38 -0800 | [diff] [blame] | 124 | * proc reads from in; closes it before return |
| 125 | * proc writes to out; closes it before return |
Johannes Sixt | 2d22c20 | 2007-10-19 21:48:00 +0200 | [diff] [blame] | 126 | * returns 0 on success, non-zero on failure |
| 127 | */ |
Erik Faye-Lund | ae6a560 | 2010-02-05 12:57:38 -0800 | [diff] [blame] | 128 | int (*proc)(int in, int out, void *data); |
Johannes Sixt | 2d22c20 | 2007-10-19 21:48:00 +0200 | [diff] [blame] | 129 | void *data; |
Erik Faye-Lund | ae6a560 | 2010-02-05 12:57:38 -0800 | [diff] [blame] | 130 | int in; /* caller writes here and closes it */ |
Johannes Sixt | 2d22c20 | 2007-10-19 21:48:00 +0200 | [diff] [blame] | 131 | int out; /* caller reads from here and closes it */ |
Johannes Sixt | f6b6098 | 2010-03-09 21:00:36 +0100 | [diff] [blame] | 132 | #ifdef NO_PTHREADS |
Johannes Sixt | 2d22c20 | 2007-10-19 21:48:00 +0200 | [diff] [blame] | 133 | pid_t pid; |
Johannes Sixt | 618ebe9 | 2007-12-08 22:19:14 +0100 | [diff] [blame] | 134 | #else |
Johannes Sixt | 200a76b | 2010-03-06 16:40:42 +0100 | [diff] [blame] | 135 | pthread_t tid; |
Erik Faye-Lund | ae6a560 | 2010-02-05 12:57:38 -0800 | [diff] [blame] | 136 | int proc_in; |
| 137 | int proc_out; |
Johannes Sixt | 618ebe9 | 2007-12-08 22:19:14 +0100 | [diff] [blame] | 138 | #endif |
Jeff King | c792d7b | 2016-04-19 18:49:41 -0400 | [diff] [blame] | 139 | int isolate_sigpipe; |
Johannes Sixt | 2d22c20 | 2007-10-19 21:48:00 +0200 | [diff] [blame] | 140 | }; |
| 141 | |
| 142 | int start_async(struct async *async); |
| 143 | int finish_async(struct async *async); |
Jeff King | 661a8cf | 2015-09-01 16:22:43 -0400 | [diff] [blame] | 144 | int in_async(void); |
Lars Schneider | b992fe1 | 2016-10-16 16:20:27 -0700 | [diff] [blame] | 145 | void check_pipe(int err); |
Johannes Sixt | 2d22c20 | 2007-10-19 21:48:00 +0200 | [diff] [blame] | 146 | |
Stefan Beller | c553c72 | 2015-12-15 16:04:10 -0800 | [diff] [blame] | 147 | /** |
| 148 | * This callback should initialize the child process and preload the |
| 149 | * error channel if desired. The preloading of is useful if you want to |
| 150 | * have a message printed directly before the output of the child process. |
| 151 | * pp_cb is the callback cookie as passed to run_processes_parallel. |
| 152 | * You can store a child process specific callback cookie in pp_task_cb. |
| 153 | * |
| 154 | * Even after returning 0 to indicate that there are no more processes, |
| 155 | * this function will be called again until there are no more running |
| 156 | * child processes. |
| 157 | * |
| 158 | * Return 1 if the next child is ready to run. |
| 159 | * Return 0 if there are currently no more tasks to be processed. |
| 160 | * To send a signal to other child processes for abortion, |
| 161 | * return the negative signal number. |
| 162 | */ |
| 163 | typedef int (*get_next_task_fn)(struct child_process *cp, |
Stefan Beller | aa71049 | 2016-02-29 18:07:16 -0800 | [diff] [blame] | 164 | struct strbuf *out, |
Stefan Beller | c553c72 | 2015-12-15 16:04:10 -0800 | [diff] [blame] | 165 | void *pp_cb, |
| 166 | void **pp_task_cb); |
| 167 | |
| 168 | /** |
| 169 | * This callback is called whenever there are problems starting |
| 170 | * a new process. |
| 171 | * |
| 172 | * You must not write to stdout or stderr in this function. Add your |
Stefan Beller | aa71049 | 2016-02-29 18:07:16 -0800 | [diff] [blame] | 173 | * message to the strbuf out instead, which will be printed without |
Stefan Beller | c553c72 | 2015-12-15 16:04:10 -0800 | [diff] [blame] | 174 | * messing up the output of the other parallel processes. |
| 175 | * |
| 176 | * pp_cb is the callback cookie as passed into run_processes_parallel, |
| 177 | * pp_task_cb is the callback cookie as passed into get_next_task_fn. |
| 178 | * |
| 179 | * Return 0 to continue the parallel processing. To abort return non zero. |
| 180 | * To send a signal to other child processes for abortion, return |
| 181 | * the negative signal number. |
| 182 | */ |
Stefan Beller | aa71049 | 2016-02-29 18:07:16 -0800 | [diff] [blame] | 183 | typedef int (*start_failure_fn)(struct strbuf *out, |
Stefan Beller | c553c72 | 2015-12-15 16:04:10 -0800 | [diff] [blame] | 184 | void *pp_cb, |
| 185 | void *pp_task_cb); |
| 186 | |
| 187 | /** |
| 188 | * This callback is called on every child process that finished processing. |
| 189 | * |
| 190 | * You must not write to stdout or stderr in this function. Add your |
Stefan Beller | aa71049 | 2016-02-29 18:07:16 -0800 | [diff] [blame] | 191 | * message to the strbuf out instead, which will be printed without |
Stefan Beller | c553c72 | 2015-12-15 16:04:10 -0800 | [diff] [blame] | 192 | * messing up the output of the other parallel processes. |
| 193 | * |
| 194 | * pp_cb is the callback cookie as passed into run_processes_parallel, |
| 195 | * pp_task_cb is the callback cookie as passed into get_next_task_fn. |
| 196 | * |
| 197 | * Return 0 to continue the parallel processing. To abort return non zero. |
| 198 | * To send a signal to other child processes for abortion, return |
| 199 | * the negative signal number. |
| 200 | */ |
| 201 | typedef int (*task_finished_fn)(int result, |
Stefan Beller | aa71049 | 2016-02-29 18:07:16 -0800 | [diff] [blame] | 202 | struct strbuf *out, |
Stefan Beller | c553c72 | 2015-12-15 16:04:10 -0800 | [diff] [blame] | 203 | void *pp_cb, |
| 204 | void *pp_task_cb); |
| 205 | |
| 206 | /** |
| 207 | * Runs up to n processes at the same time. Whenever a process can be |
| 208 | * started, the callback get_next_task_fn is called to obtain the data |
| 209 | * required to start another child process. |
| 210 | * |
| 211 | * The children started via this function run in parallel. Their output |
| 212 | * (both stdout and stderr) is routed to stderr in a manner that output |
| 213 | * from different tasks does not interleave. |
| 214 | * |
Stefan Beller | 2a73b3d | 2016-02-29 13:57:06 -0800 | [diff] [blame] | 215 | * start_failure_fn and task_finished_fn can be NULL to omit any |
| 216 | * special handling. |
Stefan Beller | c553c72 | 2015-12-15 16:04:10 -0800 | [diff] [blame] | 217 | */ |
| 218 | int run_processes_parallel(int n, |
| 219 | get_next_task_fn, |
| 220 | start_failure_fn, |
| 221 | task_finished_fn, |
| 222 | void *pp_cb); |
| 223 | |
Josef Weidendorfer | b1bf95b | 2005-07-31 21:17:43 +0200 | [diff] [blame] | 224 | #endif |