Annotation of src/usr.bin/make/job.c, Revision 1.3
1.3 ! niklas 1: /* $NetBSD: job.c,v 1.14 1996/02/04 22:20:42 christos Exp $ */
1.1 deraadt 2:
3: /*
4: * Copyright (c) 1988, 1989, 1990 The Regents of the University of California.
5: * Copyright (c) 1988, 1989 by Adam de Boor
6: * Copyright (c) 1989 by Berkeley Softworks
7: * All rights reserved.
8: *
9: * This code is derived from software contributed to Berkeley by
10: * Adam de Boor.
11: *
12: * Redistribution and use in source and binary forms, with or without
13: * modification, are permitted provided that the following conditions
14: * are met:
15: * 1. Redistributions of source code must retain the above copyright
16: * notice, this list of conditions and the following disclaimer.
17: * 2. Redistributions in binary form must reproduce the above copyright
18: * notice, this list of conditions and the following disclaimer in the
19: * documentation and/or other materials provided with the distribution.
20: * 3. All advertising materials mentioning features or use of this software
21: * must display the following acknowledgement:
22: * This product includes software developed by the University of
23: * California, Berkeley and its contributors.
24: * 4. Neither the name of the University nor the names of its contributors
25: * may be used to endorse or promote products derived from this software
26: * without specific prior written permission.
27: *
28: * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
29: * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
30: * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
31: * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
32: * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
33: * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
34: * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
35: * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
36: * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
37: * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
38: * SUCH DAMAGE.
39: */
40:
41: #ifndef lint
42: #if 0
43: static char sccsid[] = "@(#)job.c 5.15 (Berkeley) 3/1/91";
44: #else
1.3 ! niklas 45: static char rcsid[] = "$NetBSD: job.c,v 1.14 1996/02/04 22:20:42 christos Exp $";
1.1 deraadt 46: #endif
47: #endif /* not lint */
48:
49: /*-
50: * job.c --
51: * handle the creation etc. of our child processes.
52: *
53: * Interface:
54: * Job_Make Start the creation of the given target.
55: *
56: * Job_CatchChildren Check for and handle the termination of any
57: * children. This must be called reasonably
58: * frequently to keep the whole make going at
59: * a decent clip, since job table entries aren't
60: * removed until their process is caught this way.
61: * Its single argument is TRUE if the function
62: * should block waiting for a child to terminate.
63: *
64: * Job_CatchOutput Print any output our children have produced.
65: * Should also be called fairly frequently to
66: * keep the user informed of what's going on.
67: * If no output is waiting, it will block for
68: * a time given by the SEL_* constants, below,
69: * or until output is ready.
70: *
71: * Job_Init Called to intialize this module. in addition,
72: * any commands attached to the .BEGIN target
73: * are executed before this function returns.
74: * Hence, the makefile must have been parsed
75: * before this function is called.
76: *
77: * Job_Full Return TRUE if the job table is filled.
78: *
79: * Job_Empty Return TRUE if the job table is completely
80: * empty.
81: *
82: * Job_ParseShell Given the line following a .SHELL target, parse
83: * the line as a shell specification. Returns
84: * FAILURE if the spec was incorrect.
85: *
86: * Job_End Perform any final processing which needs doing.
87: * This includes the execution of any commands
88: * which have been/were attached to the .END
89: * target. It should only be called when the
90: * job table is empty.
91: *
92: * Job_AbortAll Abort all currently running jobs. It doesn't
93: * handle output or do anything for the jobs,
94: * just kills them. It should only be called in
95: * an emergency, as it were.
96: *
97: * Job_CheckCommands Verify that the commands for a target are
98: * ok. Provide them if necessary and possible.
99: *
100: * Job_Touch Update a target without really updating it.
101: *
102: * Job_Wait Wait for all currently-running jobs to finish.
103: */
104:
105: #include <sys/types.h>
106: #include <sys/stat.h>
107: #include <sys/file.h>
108: #include <sys/time.h>
109: #include <sys/wait.h>
110: #include <fcntl.h>
111: #include <errno.h>
1.3 ! niklas 112: #include <utime.h>
1.1 deraadt 113: #include <signal.h>
114: #include <stdio.h>
115: #include <string.h>
116: #include <signal.h>
117: #include "make.h"
118: #include "hash.h"
119: #include "dir.h"
120: #include "job.h"
121: #include "pathnames.h"
1.2 deraadt 122: #ifdef REMOTE
123: #include "rmt.h"
124: # define STATIC
125: #else
126: # define STATIC static
127: #endif
1.1 deraadt 128:
129: extern int errno;
130:
131: /*
132: * error handling variables
133: */
134: static int errors = 0; /* number of errors reported */
135: static int aborting = 0; /* why is the make aborting? */
136: #define ABORT_ERROR 1 /* Because of an error */
137: #define ABORT_INTERRUPT 2 /* Because it was interrupted */
138: #define ABORT_WAIT 3 /* Waiting for jobs to finish */
139:
1.2 deraadt 140: /*
141: * XXX: Avoid SunOS bug... FILENO() is fp->_file, and file
142: * is a char! So when we go above 127 we turn negative!
143: */
144: #define FILENO(a) ((unsigned) fileno(a))
1.1 deraadt 145:
146: /*
147: * post-make command processing. The node postCommands is really just the
148: * .END target but we keep it around to avoid having to search for it
149: * all the time.
150: */
151: static GNode *postCommands; /* node containing commands to execute when
152: * everything else is done */
153: static int numCommands; /* The number of commands actually printed
154: * for a target. Should this number be
155: * 0, no shell will be executed. */
156:
157: /*
158: * Return values from JobStart.
159: */
160: #define JOB_RUNNING 0 /* Job is running */
161: #define JOB_ERROR 1 /* Error in starting the job */
162: #define JOB_FINISHED 2 /* The job is already finished */
163: #define JOB_STOPPED 3 /* The job is stopped */
164:
165: /*
166: * tfile is the name of a file into which all shell commands are put. It is
167: * used over by removing it before the child shell is executed. The XXXXX in
168: * the string are replaced by the pid of the make process in a 5-character
169: * field with leading zeroes.
170: */
171: static char tfile[] = TMPPAT;
172:
173:
174: /*
175: * Descriptions for various shells.
176: */
177: static Shell shells[] = {
178: /*
179: * CSH description. The csh can do echo control by playing
180: * with the setting of the 'echo' shell variable. Sadly,
181: * however, it is unable to do error control nicely.
182: */
183: {
184: "csh",
185: TRUE, "unset verbose", "set verbose", "unset verbose", 10,
186: FALSE, "echo \"%s\"\n", "csh -c \"%s || exit 0\"",
187: "v", "e",
188: },
189: /*
190: * SH description. Echo control is also possible and, under
191: * sun UNIX anyway, one can even control error checking.
192: */
193: {
194: "sh",
195: TRUE, "set -", "set -v", "set -", 5,
1.2 deraadt 196: TRUE, "set -e", "set +e",
197: #ifdef OLDBOURNESHELL
1.1 deraadt 198: FALSE, "echo \"%s\"\n", "sh -c '%s || exit 0'\n",
1.2 deraadt 199: #endif
1.1 deraadt 200: "v", "e",
201: },
202: /*
203: * UNKNOWN.
204: */
205: {
1.2 deraadt 206: (char *) 0,
207: FALSE, (char *) 0, (char *) 0, (char *) 0, 0,
208: FALSE, (char *) 0, (char *) 0,
209: (char *) 0, (char *) 0,
1.1 deraadt 210: }
211: };
212: static Shell *commandShell = &shells[DEFSHELL];/* this is the shell to
213: * which we pass all
214: * commands in the Makefile.
215: * It is set by the
216: * Job_ParseShell function */
1.2 deraadt 217: static char *shellPath = NULL, /* full pathname of
1.1 deraadt 218: * executable image */
219: *shellName; /* last component of shell */
220:
221:
222: static int maxJobs; /* The most children we can run at once */
223: static int maxLocal; /* The most local ones we can have */
1.2 deraadt 224: STATIC int nJobs; /* The number of children currently running */
225: STATIC int nLocal; /* The number of local children */
226: STATIC Lst jobs; /* The structures that describe them */
227: STATIC Boolean jobFull; /* Flag to tell when the job table is full. It
1.1 deraadt 228: * is set TRUE when (1) the total number of
229: * running jobs equals the maximum allowed or
230: * (2) a job can only be run locally, but
231: * nLocal equals maxLocal */
232: #ifndef RMT_WILL_WATCH
233: static fd_set outputs; /* Set of descriptors of pipes connected to
234: * the output channels of children */
235: #endif
236:
1.2 deraadt 237: STATIC GNode *lastNode; /* The node for which output was most recently
1.1 deraadt 238: * produced. */
1.2 deraadt 239: STATIC char *targFmt; /* Format string to use to head output from a
1.1 deraadt 240: * job when it's not the most-recent job heard
241: * from */
1.2 deraadt 242:
243: #ifdef REMOTE
244: # define TARG_FMT "--- %s at %s ---\n" /* Default format */
245: # define MESSAGE(fp, gn) \
246: (void) fprintf(fp, targFmt, gn->name, gn->rem.hname);
247: #else
248: # define TARG_FMT "--- %s ---\n" /* Default format */
249: # define MESSAGE(fp, gn) \
250: (void) fprintf(fp, targFmt, gn->name);
251: #endif
1.1 deraadt 252:
253: /*
254: * When JobStart attempts to run a job remotely but can't, and isn't allowed
255: * to run the job locally, or when Job_CatchChildren detects a job that has
256: * been migrated home, the job is placed on the stoppedJobs queue to be run
257: * when the next job finishes.
258: */
1.2 deraadt 259: STATIC Lst stoppedJobs; /* Lst of Job structures describing
1.1 deraadt 260: * jobs that were stopped due to concurrency
261: * limits or migration home */
262:
263:
264: #if defined(USE_PGRP) && defined(SYSV)
1.2 deraadt 265: # define KILL(pid, sig) killpg(-(pid), (sig))
1.1 deraadt 266: #else
267: # if defined(USE_PGRP)
1.2 deraadt 268: # define KILL(pid, sig) killpg((pid), (sig))
1.1 deraadt 269: # else
1.2 deraadt 270: # define KILL(pid, sig) kill((pid), (sig))
1.1 deraadt 271: # endif
272: #endif
273:
1.2 deraadt 274: /*
275: * Grmpf... There is no way to set bits of the wait structure
276: * anymore with the stupid W*() macros. I liked the union wait
277: * stuff much more. So, we devise our own macros... This is
278: * really ugly, use dramamine sparingly. You have been warned.
279: */
280: #define W_SETMASKED(st, val, fun) \
281: { \
282: int sh = (int) ~0; \
283: int mask = fun(sh); \
284: \
285: for (sh = 0; ((mask >> sh) & 1) == 0; sh++) \
286: continue; \
287: *(st) = (*(st) & ~mask) | ((val) << sh); \
288: }
289:
290: #define W_SETTERMSIG(st, val) W_SETMASKED(st, val, WTERMSIG)
291: #define W_SETEXITSTATUS(st, val) W_SETMASKED(st, val, WEXITSTATUS)
292:
293:
1.1 deraadt 294: static int JobCondPassSig __P((ClientData, ClientData));
295: static void JobPassSig __P((int));
296: static int JobCmpPid __P((ClientData, ClientData));
297: static int JobPrintCommand __P((ClientData, ClientData));
298: static int JobSaveCommand __P((ClientData, ClientData));
1.2 deraadt 299: static void JobClose __P((Job *));
300: #ifdef REMOTE
301: static int JobCmpRmtID __P((Job *, int));
302: # ifdef RMT_WILL_WATCH
303: static void JobLocalInput __P((int, Job *));
304: # endif
305: #else
306: static void JobFinish __P((Job *, int *));
1.1 deraadt 307: static void JobExec __P((Job *, char **));
1.2 deraadt 308: #endif
1.1 deraadt 309: static void JobMakeArgv __P((Job *, char **));
310: static void JobRestart __P((Job *));
311: static int JobStart __P((GNode *, int, Job *));
312: static void JobDoOutput __P((Job *, Boolean));
313: static Shell *JobMatchShell __P((char *));
1.2 deraadt 314: static void JobInterrupt __P((int, int));
315: static void JobRestartJobs __P((void));
1.1 deraadt 316:
317: /*-
318: *-----------------------------------------------------------------------
319: * JobCondPassSig --
320: * Pass a signal to a job if the job is remote or if USE_PGRP
321: * is defined.
322: *
323: * Results:
324: * === 0
325: *
326: * Side Effects:
327: * None, except the job may bite it.
328: *
329: *-----------------------------------------------------------------------
330: */
331: static int
332: JobCondPassSig(jobp, signop)
333: ClientData jobp; /* Job to biff */
334: ClientData signop; /* Signal to send it */
335: {
336: Job *job = (Job *) jobp;
337: int signo = *(int *) signop;
338: #ifdef RMT_WANTS_SIGNALS
339: if (job->flags & JOB_REMOTE) {
1.2 deraadt 340: (void) Rmt_Signal(job, signo);
1.1 deraadt 341: } else {
342: KILL(job->pid, signo);
343: }
344: #else
345: /*
346: * Assume that sending the signal to job->pid will signal any remote
347: * job as well.
348: */
1.2 deraadt 349: if (DEBUG(JOB)) {
350: (void) fprintf(stdout,
351: "JobCondPassSig passing signal %d to child %d.\n",
352: signo, job->pid);
353: (void) fflush(stdout);
354: }
1.1 deraadt 355: KILL(job->pid, signo);
356: #endif
1.2 deraadt 357: return 0;
1.1 deraadt 358: }
359:
360: /*-
361: *-----------------------------------------------------------------------
362: * JobPassSig --
363: * Pass a signal on to all remote jobs and to all local jobs if
364: * USE_PGRP is defined, then die ourselves.
365: *
366: * Results:
367: * None.
368: *
369: * Side Effects:
370: * We die by the same signal.
371: *
372: *-----------------------------------------------------------------------
373: */
374: static void
375: JobPassSig(signo)
376: int signo; /* The signal number we've received */
377: {
1.2 deraadt 378: sigset_t nmask, omask;
1.3 ! niklas 379: struct sigaction act;
1.1 deraadt 380:
1.2 deraadt 381: if (DEBUG(JOB)) {
382: (void) fprintf(stdout, "JobPassSig(%d) called.\n", signo);
383: (void) fflush(stdout);
384: }
385: Lst_ForEach(jobs, JobCondPassSig, (ClientData) &signo);
1.1 deraadt 386:
387: /*
388: * Deal with proper cleanup based on the signal received. We only run
389: * the .INTERRUPT target if the signal was in fact an interrupt. The other
390: * three termination signals are more of a "get out *now*" command.
391: */
392: if (signo == SIGINT) {
1.2 deraadt 393: JobInterrupt(TRUE, signo);
1.1 deraadt 394: } else if ((signo == SIGHUP) || (signo == SIGTERM) || (signo == SIGQUIT)) {
1.2 deraadt 395: JobInterrupt(FALSE, signo);
1.1 deraadt 396: }
397:
398: /*
399: * Leave gracefully if SIGQUIT, rather than core dumping.
400: */
401: if (signo == SIGQUIT) {
402: Finish(0);
403: }
404:
405: /*
406: * Send ourselves the signal now we've given the message to everyone else.
407: * Note we block everything else possible while we're getting the signal.
408: * This ensures that all our jobs get continued when we wake up before
409: * we take any other signal.
410: */
1.3 ! niklas 411: sigemptyset(&nmask);
! 412: sigaddset(&nmask, signo);
! 413: sigprocmask(SIG_SETMASK, &nmask, &omask);
! 414: act.sa_handler = SIG_DFL;
! 415: sigemptyset(&act.sa_mask);
! 416: act.sa_flags = 0;
! 417: sigaction(signo, &act, NULL);
1.2 deraadt 418:
419: if (DEBUG(JOB)) {
420: (void) fprintf(stdout,
421: "JobPassSig passing signal to self, mask = %x.\n",
422: ~0 & ~(1 << (signo-1)));
423: (void) fflush(stdout);
424: }
425: (void) signal(signo, SIG_DFL);
1.1 deraadt 426:
1.2 deraadt 427: (void) KILL(getpid(), signo);
1.1 deraadt 428:
429: signo = SIGCONT;
430: Lst_ForEach(jobs, JobCondPassSig, (ClientData) &signo);
431:
1.2 deraadt 432: (void) sigprocmask(SIG_SETMASK, &omask, NULL);
1.3 ! niklas 433: sigprocmask(SIG_SETMASK, &omask, NULL);
! 434: act.sa_handler = JobPassSig;
! 435: sigaction(signo, &act, NULL);
1.1 deraadt 436: }
437:
438: /*-
439: *-----------------------------------------------------------------------
440: * JobCmpPid --
441: * Compare the pid of the job with the given pid and return 0 if they
442: * are equal. This function is called from Job_CatchChildren via
443: * Lst_Find to find the job descriptor of the finished job.
444: *
445: * Results:
446: * 0 if the pid's match
447: *
448: * Side Effects:
449: * None
450: *-----------------------------------------------------------------------
451: */
452: static int
1.2 deraadt 453: JobCmpPid(job, pid)
1.1 deraadt 454: ClientData job; /* job to examine */
455: ClientData pid; /* process id desired */
456: {
1.2 deraadt 457: return( *(int *) pid - ((Job *) job)->pid);
1.1 deraadt 458: }
459:
1.2 deraadt 460: #ifdef REMOTE
461: /*-
462: *-----------------------------------------------------------------------
463: * JobCmpRmtID --
464: * Compare the rmtID of the job with the given rmtID and return 0 if they
465: * are equal.
466: *
467: * Results:
468: * 0 if the rmtID's match
469: *
470: * Side Effects:
471: * None.
472: *-----------------------------------------------------------------------
473: */
474: static int
475: JobCmpRmtID(job, rmtID)
476: ClientData job; /* job to examine */
477: ClientData rmtID; /* remote id desired */
478: {
479: return(*(int *) rmtID - *(int *) job->rmtID);
480: }
481: #endif
482:
1.1 deraadt 483: /*-
484: *-----------------------------------------------------------------------
485: * JobPrintCommand --
486: * Put out another command for the given job. If the command starts
487: * with an @ or a - we process it specially. In the former case,
488: * so long as the -s and -n flags weren't given to make, we stick
489: * a shell-specific echoOff command in the script. In the latter,
490: * we ignore errors for the entire job, unless the shell has error
491: * control.
492: * If the command is just "..." we take all future commands for this
493: * job to be commands to be executed once the entire graph has been
494: * made and return non-zero to signal that the end of the commands
495: * was reached. These commands are later attached to the postCommands
496: * node and executed by Job_End when all things are done.
497: * This function is called from JobStart via Lst_ForEach.
498: *
499: * Results:
500: * Always 0, unless the command was "..."
501: *
502: * Side Effects:
503: * If the command begins with a '-' and the shell has no error control,
504: * the JOB_IGNERR flag is set in the job descriptor.
505: * If the command is "..." and we're not ignoring such things,
506: * tailCmds is set to the successor node of the cmd.
507: * numCommands is incremented if the command is actually printed.
508: *-----------------------------------------------------------------------
509: */
510: static int
1.2 deraadt 511: JobPrintCommand(cmdp, jobp)
1.1 deraadt 512: ClientData cmdp; /* command string to print */
513: ClientData jobp; /* job for which to print it */
514: {
515: Boolean noSpecials; /* true if we shouldn't worry about
516: * inserting special commands into
517: * the input stream. */
518: Boolean shutUp = FALSE; /* true if we put a no echo command
519: * into the command file */
520: Boolean errOff = FALSE; /* true if we turned error checking
521: * off before printing the command
522: * and need to turn it back on */
523: char *cmdTemplate; /* Template to use when printing the
524: * command */
525: char *cmdStart; /* Start of expanded command */
526: LstNode cmdNode; /* Node for replacing the command */
527: char *cmd = (char *) cmdp;
528: Job *job = (Job *) jobp;
529:
1.2 deraadt 530: noSpecials = (noExecute && !(job->node->type & OP_MAKE));
1.1 deraadt 531:
1.2 deraadt 532: if (strcmp(cmd, "...") == 0) {
1.1 deraadt 533: job->node->type |= OP_SAVE_CMDS;
534: if ((job->flags & JOB_IGNDOTS) == 0) {
1.2 deraadt 535: job->tailCmds = Lst_Succ(Lst_Member(job->node->commands,
536: (ClientData)cmd));
537: return(1);
538: }
539: return(0);
1.1 deraadt 540: }
541:
1.2 deraadt 542: #define DBPRINTF(fmt, arg) if (DEBUG(JOB)) { \
543: (void) fprintf(stdout, fmt, arg); \
544: (void) fflush(stdout); \
545: } \
546: (void) fprintf(job->cmdFILE, fmt, arg); \
547: (void) fflush(job->cmdFILE);
1.1 deraadt 548:
549: numCommands += 1;
550:
551: /*
552: * For debugging, we replace each command with the result of expanding
553: * the variables in the command.
554: */
1.2 deraadt 555: cmdNode = Lst_Member(job->node->commands, (ClientData)cmd);
556: cmdStart = cmd = Var_Subst(NULL, cmd, job->node, FALSE);
557: Lst_Replace(cmdNode, (ClientData)cmdStart);
1.1 deraadt 558:
559: cmdTemplate = "%s\n";
560:
561: /*
562: * Check for leading @' and -'s to control echoing and error checking.
563: */
564: while (*cmd == '@' || *cmd == '-') {
565: if (*cmd == '@') {
566: shutUp = TRUE;
567: } else {
568: errOff = TRUE;
569: }
570: cmd++;
571: }
572:
573: while (isspace((unsigned char) *cmd))
574: cmd++;
575:
576: if (shutUp) {
1.2 deraadt 577: if (!(job->flags & JOB_SILENT) && !noSpecials &&
1.1 deraadt 578: commandShell->hasEchoCtl) {
1.2 deraadt 579: DBPRINTF("%s\n", commandShell->echoOff);
1.1 deraadt 580: } else {
581: shutUp = FALSE;
582: }
583: }
584:
585: if (errOff) {
1.2 deraadt 586: if ( !(job->flags & JOB_IGNERR) && !noSpecials) {
1.1 deraadt 587: if (commandShell->hasErrCtl) {
588: /*
589: * we don't want the error-control commands showing
590: * up either, so we turn off echoing while executing
591: * them. We could put another field in the shell
592: * structure to tell JobDoOutput to look for this
593: * string too, but why make it any more complex than
594: * it already is?
595: */
1.2 deraadt 596: if (!(job->flags & JOB_SILENT) && !shutUp &&
1.1 deraadt 597: commandShell->hasEchoCtl) {
1.2 deraadt 598: DBPRINTF("%s\n", commandShell->echoOff);
599: DBPRINTF("%s\n", commandShell->ignErr);
600: DBPRINTF("%s\n", commandShell->echoOn);
1.1 deraadt 601: } else {
1.2 deraadt 602: DBPRINTF("%s\n", commandShell->ignErr);
1.1 deraadt 603: }
604: } else if (commandShell->ignErr &&
1.2 deraadt 605: (*commandShell->ignErr != '\0'))
1.1 deraadt 606: {
607: /*
608: * The shell has no error control, so we need to be
609: * weird to get it to ignore any errors from the command.
610: * If echoing is turned on, we turn it off and use the
611: * errCheck template to echo the command. Leave echoing
612: * off so the user doesn't see the weirdness we go through
613: * to ignore errors. Set cmdTemplate to use the weirdness
614: * instead of the simple "%s\n" template.
615: */
1.2 deraadt 616: if (!(job->flags & JOB_SILENT) && !shutUp &&
1.1 deraadt 617: commandShell->hasEchoCtl) {
1.2 deraadt 618: DBPRINTF("%s\n", commandShell->echoOff);
619: DBPRINTF(commandShell->errCheck, cmd);
1.1 deraadt 620: shutUp = TRUE;
621: }
622: cmdTemplate = commandShell->ignErr;
623: /*
1.2 deraadt 624: * The error ignoration(hee hee) is already taken care
1.1 deraadt 625: * of by the ignErr template, so pretend error checking
626: * is still on.
627: */
628: errOff = FALSE;
629: } else {
630: errOff = FALSE;
631: }
632: } else {
633: errOff = FALSE;
634: }
635: }
636:
1.2 deraadt 637: DBPRINTF(cmdTemplate, cmd);
1.1 deraadt 638:
639: if (errOff) {
640: /*
641: * If echoing is already off, there's no point in issuing the
642: * echoOff command. Otherwise we issue it and pretend it was on
643: * for the whole command...
644: */
645: if (!shutUp && !(job->flags & JOB_SILENT) && commandShell->hasEchoCtl){
1.2 deraadt 646: DBPRINTF("%s\n", commandShell->echoOff);
1.1 deraadt 647: shutUp = TRUE;
648: }
1.2 deraadt 649: DBPRINTF("%s\n", commandShell->errCheck);
1.1 deraadt 650: }
651: if (shutUp) {
1.2 deraadt 652: DBPRINTF("%s\n", commandShell->echoOn);
1.1 deraadt 653: }
1.2 deraadt 654: return 0;
1.1 deraadt 655: }
656:
657: /*-
658: *-----------------------------------------------------------------------
659: * JobSaveCommand --
660: * Save a command to be executed when everything else is done.
661: * Callback function for JobFinish...
662: *
663: * Results:
664: * Always returns 0
665: *
666: * Side Effects:
667: * The command is tacked onto the end of postCommands's commands list.
668: *
669: *-----------------------------------------------------------------------
670: */
671: static int
1.2 deraadt 672: JobSaveCommand(cmd, gn)
1.1 deraadt 673: ClientData cmd;
674: ClientData gn;
675: {
1.2 deraadt 676: cmd = (ClientData) Var_Subst(NULL, (char *) cmd, (GNode *) gn, FALSE);
677: (void) Lst_AtEnd(postCommands->commands, cmd);
678: return(0);
679: }
680:
681:
682: /*-
683: *-----------------------------------------------------------------------
684: * JobClose --
685: * Called to close both input and output pipes when a job is finished.
686: *
687: * Results:
688: * Nada
689: *
690: * Side Effects:
691: * The file descriptors associated with the job are closed.
692: *
693: *-----------------------------------------------------------------------
694: */
695: static void
696: JobClose(job)
697: Job *job;
698: {
699: if (usePipes) {
700: #ifdef RMT_WILL_WATCH
701: Rmt_Ignore(job->inPipe);
702: #else
703: FD_CLR(job->inPipe, &outputs);
704: #endif
705: if (job->outPipe != job->inPipe) {
706: (void) close(job->outPipe);
707: }
708: JobDoOutput(job, TRUE);
709: (void) close(job->inPipe);
710: } else {
711: (void) close(job->outFd);
712: JobDoOutput(job, TRUE);
713: }
1.1 deraadt 714: }
715:
716: /*-
717: *-----------------------------------------------------------------------
718: * JobFinish --
719: * Do final processing for the given job including updating
720: * parents and starting new jobs as available/necessary. Note
721: * that we pay no attention to the JOB_IGNERR flag here.
722: * This is because when we're called because of a noexecute flag
723: * or something, jstat.w_status is 0 and when called from
724: * Job_CatchChildren, the status is zeroed if it s/b ignored.
725: *
726: * Results:
727: * None
728: *
729: * Side Effects:
730: * Some nodes may be put on the toBeMade queue.
731: * Final commands for the job are placed on postCommands.
732: *
1.2 deraadt 733: * If we got an error and are aborting(aborting == ABORT_ERROR) and
1.1 deraadt 734: * the job list is now empty, we are done for the day.
1.2 deraadt 735: * If we recognized an error(errors !=0), we set the aborting flag
1.1 deraadt 736: * to ABORT_ERROR so no more jobs will be started.
737: *-----------------------------------------------------------------------
738: */
739: /*ARGSUSED*/
740: static void
1.2 deraadt 741: JobFinish(job, status)
742: Job *job; /* job to finish */
743: int *status; /* sub-why job went away */
744: {
745: Boolean done;
746:
747: if ((WIFEXITED(*status) &&
748: (((WEXITSTATUS(*status) != 0) && !(job->flags & JOB_IGNERR)))) ||
749: (WIFSIGNALED(*status) && (WTERMSIG(*status) != SIGCONT)))
1.1 deraadt 750: {
751: /*
752: * If it exited non-zero and either we're doing things our
753: * way or we're not ignoring errors, the job is finished.
754: * Similarly, if the shell died because of a signal
755: * the job is also finished. In these
756: * cases, finish out the job's output before printing the exit
757: * status...
758: */
1.2 deraadt 759: #ifdef REMOTE
760: KILL(job->pid, SIGCONT);
761: #endif
762: JobClose(job);
1.1 deraadt 763: if (job->cmdFILE != NULL && job->cmdFILE != stdout) {
1.2 deraadt 764: (void) fclose(job->cmdFILE);
1.1 deraadt 765: }
766: done = TRUE;
1.2 deraadt 767: #ifdef REMOTE
768: if (job->flags & JOB_REMOTE)
769: Rmt_Done(job->rmtID, job->node);
770: #endif
771: } else if (WIFEXITED(*status)) {
1.1 deraadt 772: /*
773: * Deal with ignored errors in -B mode. We need to print a message
774: * telling of the ignored error as well as setting status.w_status
775: * to 0 so the next command gets run. To do this, we set done to be
1.2 deraadt 776: * TRUE if in -B mode and the job exited non-zero.
777: */
778: done = WEXITSTATUS(*status) != 0;
779: /*
780: * Old comment said: "Note we don't
1.1 deraadt 781: * want to close down any of the streams until we know we're at the
1.2 deraadt 782: * end."
783: * But we do. Otherwise when are we going to print the rest of the
784: * stuff?
785: */
786: JobClose(job);
787: #ifdef REMOTE
788: if (job->flags & JOB_REMOTE)
789: Rmt_Done(job->rmtID, job->node);
790: #endif /* REMOTE */
1.1 deraadt 791: } else {
792: /*
793: * No need to close things down or anything.
794: */
795: done = FALSE;
796: }
797:
798: if (done ||
1.2 deraadt 799: WIFSTOPPED(*status) ||
800: (WIFSIGNALED(*status) && (WTERMSIG(*status) == SIGCONT)) ||
1.1 deraadt 801: DEBUG(JOB))
802: {
803: FILE *out;
804:
1.2 deraadt 805: if (compatMake && !usePipes && (job->flags & JOB_IGNERR)) {
1.1 deraadt 806: /*
807: * If output is going to a file and this job is ignoring
808: * errors, arrange to have the exit status sent to the
809: * output file as well.
810: */
1.2 deraadt 811: out = fdopen(job->outFd, "w");
1.1 deraadt 812: } else {
813: out = stdout;
814: }
815:
1.2 deraadt 816: if (WIFEXITED(*status)) {
817: if (DEBUG(JOB)) {
818: (void) fprintf(stdout, "Process %d exited.\n", job->pid);
819: (void) fflush(stdout);
820: }
821: if (WEXITSTATUS(*status) != 0) {
1.1 deraadt 822: if (usePipes && job->node != lastNode) {
1.2 deraadt 823: MESSAGE(out, job->node);
1.1 deraadt 824: lastNode = job->node;
825: }
1.2 deraadt 826: (void) fprintf(out, "*** Error code %d%s\n",
827: WEXITSTATUS(*status),
828: (job->flags & JOB_IGNERR) ? "(ignored)" : "");
1.1 deraadt 829:
830: if (job->flags & JOB_IGNERR) {
1.2 deraadt 831: *status = 0;
1.1 deraadt 832: }
833: } else if (DEBUG(JOB)) {
834: if (usePipes && job->node != lastNode) {
1.2 deraadt 835: MESSAGE(out, job->node);
1.1 deraadt 836: lastNode = job->node;
837: }
1.2 deraadt 838: (void) fprintf(out, "*** Completed successfully\n");
839: }
840: } else if (WIFSTOPPED(*status)) {
841: if (DEBUG(JOB)) {
842: (void) fprintf(stdout, "Process %d stopped.\n", job->pid);
843: (void) fflush(stdout);
1.1 deraadt 844: }
845: if (usePipes && job->node != lastNode) {
1.2 deraadt 846: MESSAGE(out, job->node);
1.1 deraadt 847: lastNode = job->node;
848: }
1.2 deraadt 849: if (!(job->flags & JOB_REMIGRATE)) {
850: fprintf(out, "*** Stopped -- signal %d\n", WSTOPSIG(*status));
1.1 deraadt 851: }
852: job->flags |= JOB_RESUME;
853: (void)Lst_AtEnd(stoppedJobs, (ClientData)job);
1.2 deraadt 854: #ifdef REMOTE
855: if (job->flags & JOB_REMIGRATE)
856: JobRestart(job);
857: #endif
858: (void) fflush(out);
1.1 deraadt 859: return;
1.2 deraadt 860: } else if (WTERMSIG(*status) == SIGCONT) {
1.1 deraadt 861: /*
862: * If the beastie has continued, shift the Job from the stopped
1.2 deraadt 863: * list to the running one(or re-stop it if concurrency is
1.1 deraadt 864: * exceeded) and go and get another child.
865: */
866: if (job->flags & (JOB_RESUME|JOB_REMIGRATE|JOB_RESTART)) {
867: if (usePipes && job->node != lastNode) {
1.2 deraadt 868: MESSAGE(out, job->node);
1.1 deraadt 869: lastNode = job->node;
870: }
1.2 deraadt 871: (void) fprintf(out, "*** Continued\n");
1.1 deraadt 872: }
1.2 deraadt 873: if (!(job->flags & JOB_CONTINUING)) {
874: if (DEBUG(JOB)) {
875: (void) fprintf(stdout,
876: "Warning: process %d was not continuing.\n",
877: job->pid);
878: (void) fflush(stdout);
879: }
880: #ifdef notdef
881: /*
882: * We don't really want to restart a job from scratch just
883: * because it continued, especially not without killing the
884: * continuing process! That's why this is ifdef'ed out.
885: * FD - 9/17/90
886: */
1.1 deraadt 887: JobRestart(job);
1.2 deraadt 888: #endif
889: }
890: job->flags &= ~JOB_CONTINUING;
891: Lst_AtEnd(jobs, (ClientData)job);
892: nJobs += 1;
893: if (!(job->flags & JOB_REMOTE)) {
894: if (DEBUG(JOB)) {
895: (void) fprintf(stdout,
896: "Process %d is continuing locally.\n",
897: job->pid);
898: (void) fflush(stdout);
899: }
900: nLocal += 1;
1.1 deraadt 901: }
1.2 deraadt 902: if (nJobs == maxJobs) {
903: jobFull = TRUE;
904: if (DEBUG(JOB)) {
905: (void) fprintf(stdout, "Job queue is full.\n");
906: (void) fflush(stdout);
907: }
908: }
909: (void) fflush(out);
910: return;
1.1 deraadt 911: } else {
912: if (usePipes && job->node != lastNode) {
1.2 deraadt 913: MESSAGE(out, job->node);
1.1 deraadt 914: lastNode = job->node;
915: }
1.2 deraadt 916: (void) fprintf(out, "*** Signal %d\n", WTERMSIG(*status));
1.1 deraadt 917: }
918:
1.2 deraadt 919: (void) fflush(out);
1.1 deraadt 920: }
921:
922: /*
923: * Now handle the -B-mode stuff. If the beast still isn't finished,
924: * try and restart the job on the next command. If JobStart says it's
925: * ok, it's ok. If there's an error, this puppy is done.
926: */
1.2 deraadt 927: if (compatMake && (WIFEXITED(*status) &&
928: !Lst_IsAtEnd(job->node->commands))) {
929: switch (JobStart(job->node, job->flags & JOB_IGNDOTS, job)) {
930: case JOB_RUNNING:
931: done = FALSE;
932: break;
933: case JOB_ERROR:
934: done = TRUE;
935: W_SETEXITSTATUS(status, 1);
936: break;
937: case JOB_FINISHED:
938: /*
939: * If we got back a JOB_FINISHED code, JobStart has already
940: * called Make_Update and freed the job descriptor. We set
941: * done to false here to avoid fake cycles and double frees.
942: * JobStart needs to do the update so we can proceed up the
943: * graph when given the -n flag..
944: */
945: done = FALSE;
946: break;
1.1 deraadt 947: }
948: } else {
949: done = TRUE;
950: }
951:
952:
953: if (done &&
954: (aborting != ABORT_ERROR) &&
955: (aborting != ABORT_INTERRUPT) &&
1.2 deraadt 956: (*status == 0))
1.1 deraadt 957: {
958: /*
959: * As long as we aren't aborting and the job didn't return a non-zero
960: * status that we shouldn't ignore, we call Make_Update to update
961: * the parents. In addition, any saved commands for the node are placed
962: * on the .END target.
963: */
964: if (job->tailCmds != NILLNODE) {
1.2 deraadt 965: Lst_ForEachFrom(job->node->commands, job->tailCmds,
1.1 deraadt 966: JobSaveCommand,
1.2 deraadt 967: (ClientData)job->node);
1.1 deraadt 968: }
969: job->node->made = MADE;
1.2 deraadt 970: Make_Update(job->node);
1.1 deraadt 971: free((Address)job);
1.2 deraadt 972: } else if (*status == 0) {
1.1 deraadt 973: errors += 1;
974: free((Address)job);
975: }
976:
1.2 deraadt 977: JobRestartJobs();
1.1 deraadt 978:
979: /*
980: * Set aborting if any error.
981: */
982: if (errors && !keepgoing && (aborting != ABORT_INTERRUPT)) {
983: /*
984: * If we found any errors in this batch of children and the -k flag
985: * wasn't given, we set the aborting flag so no more jobs get
986: * started.
987: */
988: aborting = ABORT_ERROR;
989: }
990:
991: if ((aborting == ABORT_ERROR) && Job_Empty()) {
992: /*
993: * If we are aborting and the job table is now empty, we finish.
994: */
1.2 deraadt 995: (void) eunlink(tfile);
996: Finish(errors);
1.1 deraadt 997: }
998: }
999:
1000: /*-
1001: *-----------------------------------------------------------------------
1002: * Job_Touch --
1003: * Touch the given target. Called by JobStart when the -t flag was
1004: * given
1005: *
1006: * Results:
1007: * None
1008: *
1009: * Side Effects:
1010: * The data modification of the file is changed. In addition, if the
1011: * file did not exist, it is created.
1012: *-----------------------------------------------------------------------
1013: */
1014: void
1.2 deraadt 1015: Job_Touch(gn, silent)
1.1 deraadt 1016: GNode *gn; /* the node of the file to touch */
1017: Boolean silent; /* TRUE if should not print messages */
1018: {
1019: int streamID; /* ID of stream opened to do the touch */
1.3 ! niklas 1020: struct utimbuf times; /* Times for utime() call */
1.1 deraadt 1021:
1022: if (gn->type & (OP_JOIN|OP_USE|OP_EXEC|OP_OPTIONAL)) {
1023: /*
1024: * .JOIN, .USE, .ZEROTIME and .OPTIONAL targets are "virtual" targets
1025: * and, as such, shouldn't really be created.
1026: */
1027: return;
1028: }
1029:
1030: if (!silent) {
1.2 deraadt 1031: (void) fprintf(stdout, "touch %s\n", gn->name);
1032: (void) fflush(stdout);
1.1 deraadt 1033: }
1034:
1035: if (noExecute) {
1036: return;
1037: }
1038:
1039: if (gn->type & OP_ARCHV) {
1.2 deraadt 1040: Arch_Touch(gn);
1.1 deraadt 1041: } else if (gn->type & OP_LIB) {
1.2 deraadt 1042: Arch_TouchLib(gn);
1.1 deraadt 1043: } else {
1044: char *file = gn->path ? gn->path : gn->name;
1045:
1.3 ! niklas 1046: times.actime = times.modtime = now;
! 1047: if (utime(file, ×) < 0){
1.2 deraadt 1048: streamID = open(file, O_RDWR | O_CREAT, 0666);
1.1 deraadt 1049:
1050: if (streamID >= 0) {
1051: char c;
1052:
1053: /*
1054: * Read and write a byte to the file to change the
1055: * modification time, then close the file.
1056: */
1057: if (read(streamID, &c, 1) == 1) {
1.2 deraadt 1058: (void) lseek(streamID, 0L, L_SET);
1059: (void) write(streamID, &c, 1);
1.1 deraadt 1060: }
1061:
1.2 deraadt 1062: (void) close(streamID);
1063: } else {
1064: (void) fprintf(stdout, "*** couldn't touch %s: %s",
1065: file, strerror(errno));
1066: (void) fflush(stdout);
1067: }
1.1 deraadt 1068: }
1069: }
1070: }
1071:
1072: /*-
1073: *-----------------------------------------------------------------------
1074: * Job_CheckCommands --
1075: * Make sure the given node has all the commands it needs.
1076: *
1077: * Results:
1078: * TRUE if the commands list is/was ok.
1079: *
1080: * Side Effects:
1081: * The node will have commands from the .DEFAULT rule added to it
1082: * if it needs them.
1083: *-----------------------------------------------------------------------
1084: */
1085: Boolean
1.2 deraadt 1086: Job_CheckCommands(gn, abortProc)
1.1 deraadt 1087: GNode *gn; /* The target whose commands need
1088: * verifying */
1.2 deraadt 1089: void (*abortProc) __P((char *, ...));
1.1 deraadt 1090: /* Function to abort with message */
1091: {
1.2 deraadt 1092: if (OP_NOP(gn->type) && Lst_IsEmpty(gn->commands) &&
1.1 deraadt 1093: (gn->type & OP_LIB) == 0) {
1094: /*
1095: * No commands. Look for .DEFAULT rule from which we might infer
1096: * commands
1097: */
1098: if ((DEFAULT != NILGNODE) && !Lst_IsEmpty(DEFAULT->commands)) {
1099: char *p1;
1100: /*
1101: * Make only looks for a .DEFAULT if the node was never the
1102: * target of an operator, so that's what we do too. If
1103: * a .DEFAULT was given, we substitute its commands for gn's
1104: * commands and set the IMPSRC variable to be the target's name
1105: * The DEFAULT node acts like a transformation rule, in that
1106: * gn also inherits any attributes or sources attached to
1107: * .DEFAULT itself.
1108: */
1109: Make_HandleUse(DEFAULT, gn);
1.2 deraadt 1110: Var_Set(IMPSRC, Var_Value(TARGET, gn, &p1), gn);
1.1 deraadt 1111: if (p1)
1112: free(p1);
1.2 deraadt 1113: } else if (Dir_MTime(gn) == 0) {
1.1 deraadt 1114: /*
1115: * The node wasn't the target of an operator we have no .DEFAULT
1116: * rule to go on and the target doesn't already exist. There's
1117: * nothing more we can do for this branch. If the -k flag wasn't
1118: * given, we stop in our tracks, otherwise we just don't update
1119: * this node's parents so they never get examined.
1120: */
1.2 deraadt 1121: static const char msg[] = "make: don't know how to make";
1122:
1.1 deraadt 1123: if (gn->type & OP_OPTIONAL) {
1.2 deraadt 1124: (void) fprintf(stdout, "%s %s(ignored)\n", msg, gn->name);
1125: (void) fflush(stdout);
1.1 deraadt 1126: } else if (keepgoing) {
1.2 deraadt 1127: (void) fprintf(stdout, "%s %s(continuing)\n", msg, gn->name);
1128: (void) fflush(stdout);
1129: return FALSE;
1.1 deraadt 1130: } else {
1.2 deraadt 1131: (*abortProc)("%s %s. Stop", msg, gn->name);
1132: return FALSE;
1.1 deraadt 1133: }
1134: }
1135: }
1.2 deraadt 1136: return TRUE;
1.1 deraadt 1137: }
1138: #ifdef RMT_WILL_WATCH
1139: /*-
1140: *-----------------------------------------------------------------------
1141: * JobLocalInput --
1142: * Handle a pipe becoming readable. Callback function for Rmt_Watch
1143: *
1144: * Results:
1145: * None
1146: *
1147: * Side Effects:
1148: * JobDoOutput is called.
1149: *
1150: *-----------------------------------------------------------------------
1151: */
1152: /*ARGSUSED*/
1153: static void
1154: JobLocalInput(stream, job)
1.2 deraadt 1155: int stream; /* Stream that's ready(ignored) */
1.1 deraadt 1156: Job *job; /* Job to which the stream belongs */
1157: {
1158: JobDoOutput(job, FALSE);
1159: }
1160: #endif /* RMT_WILL_WATCH */
1161:
1162: /*-
1163: *-----------------------------------------------------------------------
1164: * JobExec --
1165: * Execute the shell for the given job. Called from JobStart and
1166: * JobRestart.
1167: *
1168: * Results:
1169: * None.
1170: *
1171: * Side Effects:
1172: * A shell is executed, outputs is altered and the Job structure added
1173: * to the job table.
1174: *
1175: *-----------------------------------------------------------------------
1176: */
1177: static void
1178: JobExec(job, argv)
1179: Job *job; /* Job to execute */
1180: char **argv;
1181: {
1182: int cpid; /* ID of new child */
1183:
1184: if (DEBUG(JOB)) {
1185: int i;
1186:
1.2 deraadt 1187: (void) fprintf(stdout, "Running %s %sly\n", job->node->name,
1188: job->flags&JOB_REMOTE?"remote":"local");
1189: (void) fprintf(stdout, "\tCommand: ");
1190: for (i = 0; argv[i] != NULL; i++) {
1191: (void) fprintf(stdout, "%s ", argv[i]);
1.1 deraadt 1192: }
1.2 deraadt 1193: (void) fprintf(stdout, "\n");
1194: (void) fflush(stdout);
1.1 deraadt 1195: }
1196:
1197: /*
1198: * Some jobs produce no output and it's disconcerting to have
1.2 deraadt 1199: * no feedback of their running(since they produce no output, the
1.1 deraadt 1200: * banner with their name in it never appears). This is an attempt to
1201: * provide that feedback, even if nothing follows it.
1202: */
1203: if ((lastNode != job->node) && (job->flags & JOB_FIRST) &&
1.2 deraadt 1204: !(job->flags & JOB_SILENT)) {
1205: MESSAGE(stdout, job->node);
1.1 deraadt 1206: lastNode = job->node;
1207: }
1208:
1209: #ifdef RMT_NO_EXEC
1210: if (job->flags & JOB_REMOTE) {
1211: goto jobExecFinish;
1212: }
1213: #endif /* RMT_NO_EXEC */
1214:
1.2 deraadt 1215: if ((cpid = vfork()) == -1) {
1216: Punt("Cannot fork");
1.1 deraadt 1217: } else if (cpid == 0) {
1218:
1219: /*
1220: * Must duplicate the input stream down to the child's input and
1.2 deraadt 1221: * reset it to the beginning(again). Since the stream was marked
1.1 deraadt 1222: * close-on-exec, we must clear that bit in the new input.
1223: */
1.2 deraadt 1224: if (dup2(FILENO(job->cmdFILE), 0) == -1)
1225: Punt("Cannot dup2: %s", strerror(errno));
1226: (void) fcntl(0, F_SETFD, 0);
1227: (void) lseek(0, 0, L_SET);
1.1 deraadt 1228:
1229: if (usePipes) {
1230: /*
1231: * Set up the child's output to be routed through the pipe
1232: * we've created for it.
1233: */
1.2 deraadt 1234: if (dup2(job->outPipe, 1) == -1)
1235: Punt("Cannot dup2: %s", strerror(errno));
1.1 deraadt 1236: } else {
1237: /*
1238: * We're capturing output in a file, so we duplicate the
1239: * descriptor to the temporary file into the standard
1240: * output.
1241: */
1.2 deraadt 1242: if (dup2(job->outFd, 1) == -1)
1243: Punt("Cannot dup2: %s", strerror(errno));
1.1 deraadt 1244: }
1245: /*
1246: * The output channels are marked close on exec. This bit was
1.2 deraadt 1247: * duplicated by the dup2(on some systems), so we have to clear
1.1 deraadt 1248: * it before routing the shell's error output to the same place as
1249: * its standard output.
1250: */
1.2 deraadt 1251: (void) fcntl(1, F_SETFD, 0);
1252: if (dup2(1, 2) == -1)
1253: Punt("Cannot dup2: %s", strerror(errno));
1.1 deraadt 1254:
1255: #ifdef USE_PGRP
1256: /*
1257: * We want to switch the child into a different process family so
1258: * we can kill it and all its descendants in one fell swoop,
1259: * by killing its process family, but not commit suicide.
1260: */
1.2 deraadt 1261: # if defined(SYSV)
1262: (void) setsid();
1263: # else
1264: (void) setpgid(0, getpid());
1265: # endif
1266: #endif /* USE_PGRP */
1.1 deraadt 1267:
1.2 deraadt 1268: #ifdef REMOTE
1269: if (job->flags & JOB_REMOTE) {
1270: Rmt_Exec(shellPath, argv, FALSE);
1271: } else
1272: #endif /* REMOTE */
1273: (void) execv(shellPath, argv);
1274:
1275: (void) write(2, "Could not execute shell\n",
1276: sizeof("Could not execute shell"));
1277: _exit(1);
1.1 deraadt 1278: } else {
1.2 deraadt 1279: #ifdef REMOTE
1280: long omask = sigblock(sigmask(SIGCHLD));
1281: #endif
1.1 deraadt 1282: job->pid = cpid;
1283:
1284: if (usePipes && (job->flags & JOB_FIRST) ) {
1285: /*
1286: * The first time a job is run for a node, we set the current
1287: * position in the buffer to the beginning and mark another
1288: * stream to watch in the outputs mask
1289: */
1290: job->curPos = 0;
1291:
1292: #ifdef RMT_WILL_WATCH
1293: Rmt_Watch(job->inPipe, JobLocalInput, job);
1294: #else
1295: FD_SET(job->inPipe, &outputs);
1296: #endif /* RMT_WILL_WATCH */
1297: }
1298:
1299: if (job->flags & JOB_REMOTE) {
1.2 deraadt 1300: #ifndef REMOTE
1.1 deraadt 1301: job->rmtID = 0;
1.2 deraadt 1302: #else
1303: job->rmtID = Rmt_LastID(job->pid);
1304: #endif /* REMOTE */
1.1 deraadt 1305: } else {
1306: nLocal += 1;
1307: /*
1.2 deraadt 1308: * XXX: Used to not happen if REMOTE. Why?
1.1 deraadt 1309: */
1.2 deraadt 1310: if (job->cmdFILE != NULL && job->cmdFILE != stdout) {
1311: (void) fclose(job->cmdFILE);
1.1 deraadt 1312: job->cmdFILE = NULL;
1313: }
1314: }
1.2 deraadt 1315: #ifdef REMOTE
1316: (void) sigsetmask(omask);
1317: #endif
1.1 deraadt 1318: }
1319:
1320: #ifdef RMT_NO_EXEC
1321: jobExecFinish:
1322: #endif
1323: /*
1324: * Now the job is actually running, add it to the table.
1325: */
1326: nJobs += 1;
1.2 deraadt 1327: (void) Lst_AtEnd(jobs, (ClientData)job);
1.1 deraadt 1328: if (nJobs == maxJobs) {
1329: jobFull = TRUE;
1330: }
1331: }
1332:
1333: /*-
1334: *-----------------------------------------------------------------------
1335: * JobMakeArgv --
1336: * Create the argv needed to execute the shell for a given job.
1337: *
1338: *
1339: * Results:
1340: *
1341: * Side Effects:
1342: *
1343: *-----------------------------------------------------------------------
1344: */
1345: static void
1346: JobMakeArgv(job, argv)
1347: Job *job;
1348: char **argv;
1349: {
1350: int argc;
1351: static char args[10]; /* For merged arguments */
1352:
1353: argv[0] = shellName;
1354: argc = 1;
1355:
1356: if ((commandShell->exit && (*commandShell->exit != '-')) ||
1357: (commandShell->echo && (*commandShell->echo != '-')))
1358: {
1359: /*
1360: * At least one of the flags doesn't have a minus before it, so
1361: * merge them together. Have to do this because the *(&(@*#*&#$#
1362: * Bourne shell thinks its second argument is a file to source.
1363: * Grrrr. Note the ten-character limitation on the combined arguments.
1364: */
1365: (void)sprintf(args, "-%s%s",
1366: ((job->flags & JOB_IGNERR) ? "" :
1367: (commandShell->exit ? commandShell->exit : "")),
1368: ((job->flags & JOB_SILENT) ? "" :
1369: (commandShell->echo ? commandShell->echo : "")));
1370:
1371: if (args[1]) {
1372: argv[argc] = args;
1373: argc++;
1374: }
1375: } else {
1376: if (!(job->flags & JOB_IGNERR) && commandShell->exit) {
1377: argv[argc] = commandShell->exit;
1378: argc++;
1379: }
1380: if (!(job->flags & JOB_SILENT) && commandShell->echo) {
1381: argv[argc] = commandShell->echo;
1382: argc++;
1383: }
1384: }
1.2 deraadt 1385: argv[argc] = NULL;
1.1 deraadt 1386: }
1387:
1388: /*-
1389: *-----------------------------------------------------------------------
1390: * JobRestart --
1391: * Restart a job that stopped for some reason.
1392: *
1393: * Results:
1394: * None.
1395: *
1396: * Side Effects:
1397: * jobFull will be set if the job couldn't be run.
1398: *
1399: *-----------------------------------------------------------------------
1400: */
1401: static void
1402: JobRestart(job)
1403: Job *job; /* Job to restart */
1404: {
1.2 deraadt 1405: #ifdef REMOTE
1406: int host;
1407: #endif
1408:
1.1 deraadt 1409: if (job->flags & JOB_REMIGRATE) {
1.2 deraadt 1410: if (
1411: #ifdef REMOTE
1412: verboseRemigrates ||
1413: #endif
1414: DEBUG(JOB)) {
1415: (void) fprintf(stdout, "*** remigrating %x(%s)\n",
1416: job->pid, job->node->name);
1417: (void) fflush(stdout);
1.1 deraadt 1418: }
1.2 deraadt 1419:
1420: #ifdef REMOTE
1421: if (!Rmt_ReExport(job->pid, job->node, &host)) {
1422: if (verboseRemigrates || DEBUG(JOB)) {
1423: (void) fprintf(stdout, "*** couldn't migrate...\n");
1424: (void) fflush(stdout);
1425: }
1426: #endif
1427: if (nLocal != maxLocal) {
1.1 deraadt 1428: /*
1429: * Job cannot be remigrated, but there's room on the local
1430: * machine, so resume the job and note that another
1431: * local job has started.
1432: */
1.2 deraadt 1433: if (
1434: #ifdef REMOTE
1435: verboseRemigrates ||
1436: #endif
1437: DEBUG(JOB)) {
1438: (void) fprintf(stdout, "*** resuming on local machine\n");
1439: (void) fflush(stdout);
1440: }
1.1 deraadt 1441: KILL(job->pid, SIGCONT);
1442: nLocal +=1;
1.2 deraadt 1443: #ifdef REMOTE
1444: job->flags &= ~(JOB_REMIGRATE|JOB_RESUME|JOB_REMOTE);
1445: job->flags |= JOB_CONTINUING;
1446: #else
1.1 deraadt 1447: job->flags &= ~(JOB_REMIGRATE|JOB_RESUME);
1.2 deraadt 1448: #endif
1.1 deraadt 1449: } else {
1450: /*
1451: * Job cannot be restarted. Mark the table as full and
1452: * place the job back on the list of stopped jobs.
1453: */
1.2 deraadt 1454: if (
1455: #ifdef REMOTE
1456: verboseRemigrates ||
1457: #endif
1458: DEBUG(JOB)) {
1459: (void) fprintf(stdout, "*** holding\n");
1460: (void) fflush(stdout);
1461: }
1.1 deraadt 1462: (void)Lst_AtFront(stoppedJobs, (ClientData)job);
1463: jobFull = TRUE;
1464: if (DEBUG(JOB)) {
1.2 deraadt 1465: (void) fprintf(stdout, "Job queue is full.\n");
1466: (void) fflush(stdout);
1.1 deraadt 1467: }
1468: return;
1.2 deraadt 1469: }
1470: #ifdef REMOTE
1471: } else {
1472: /*
1473: * Clear out the remigrate and resume flags. Set the continuing
1474: * flag so we know later on that the process isn't exiting just
1475: * because of a signal.
1476: */
1477: job->flags &= ~(JOB_REMIGRATE|JOB_RESUME);
1478: job->flags |= JOB_CONTINUING;
1479: job->rmtID = host;
1.1 deraadt 1480: }
1.2 deraadt 1481: #endif
1.1 deraadt 1482:
1483: (void)Lst_AtEnd(jobs, (ClientData)job);
1484: nJobs += 1;
1485: if (nJobs == maxJobs) {
1486: jobFull = TRUE;
1487: if (DEBUG(JOB)) {
1.2 deraadt 1488: (void) fprintf(stdout, "Job queue is full.\n");
1489: (void) fflush(stdout);
1.1 deraadt 1490: }
1491: }
1492: } else if (job->flags & JOB_RESTART) {
1493: /*
1494: * Set up the control arguments to the shell. This is based on the
1495: * flags set earlier for this job. If the JOB_IGNERR flag is clear,
1496: * the 'exit' flag of the commandShell is used to cause it to exit
1497: * upon receiving an error. If the JOB_SILENT flag is clear, the
1498: * 'echo' flag of the commandShell is used to get it to start echoing
1499: * as soon as it starts processing commands.
1500: */
1501: char *argv[4];
1502:
1503: JobMakeArgv(job, argv);
1.2 deraadt 1504:
1.1 deraadt 1505: if (DEBUG(JOB)) {
1.2 deraadt 1506: (void) fprintf(stdout, "Restarting %s...", job->node->name);
1507: (void) fflush(stdout);
1.1 deraadt 1508: }
1.2 deraadt 1509: #ifdef REMOTE
1510: if ((job->node->type&OP_NOEXPORT) ||
1511: (nLocal < maxLocal && runLocalFirst)
1512: # ifdef RMT_NO_EXEC
1513: || !Rmt_Export(shellPath, argv, job)
1514: # else
1515: || !Rmt_Begin(shellPath, argv, job->node)
1516: # endif
1517: #endif
1518: {
1519: if (((nLocal >= maxLocal) && !(job->flags & JOB_SPECIAL))) {
1.1 deraadt 1520: /*
1521: * Can't be exported and not allowed to run locally -- put it
1522: * back on the hold queue and mark the table full
1523: */
1524: if (DEBUG(JOB)) {
1.2 deraadt 1525: (void) fprintf(stdout, "holding\n");
1526: (void) fflush(stdout);
1.1 deraadt 1527: }
1528: (void)Lst_AtFront(stoppedJobs, (ClientData)job);
1529: jobFull = TRUE;
1530: if (DEBUG(JOB)) {
1.2 deraadt 1531: (void) fprintf(stdout, "Job queue is full.\n");
1532: (void) fflush(stdout);
1.1 deraadt 1533: }
1534: return;
1.2 deraadt 1535: } else {
1.1 deraadt 1536: /*
1537: * Job may be run locally.
1538: */
1539: if (DEBUG(JOB)) {
1.2 deraadt 1540: (void) fprintf(stdout, "running locally\n");
1541: (void) fflush(stdout);
1.1 deraadt 1542: }
1543: job->flags &= ~JOB_REMOTE;
1.2 deraadt 1544: }
1545: }
1546: #ifdef REMOTE
1547: else {
1548: /*
1549: * Can be exported. Hooray!
1550: */
1551: if (DEBUG(JOB)) {
1552: (void) fprintf(stdout, "exporting\n");
1553: (void) fflush(stdout);
1554: }
1555: job->flags |= JOB_REMOTE;
1.1 deraadt 1556: }
1.2 deraadt 1557: #endif
1.1 deraadt 1558: JobExec(job, argv);
1559: } else {
1560: /*
1561: * The job has stopped and needs to be restarted. Why it stopped,
1562: * we don't know...
1563: */
1564: if (DEBUG(JOB)) {
1.2 deraadt 1565: (void) fprintf(stdout, "Resuming %s...", job->node->name);
1566: (void) fflush(stdout);
1.1 deraadt 1567: }
1568: if (((job->flags & JOB_REMOTE) ||
1.2 deraadt 1569: (nLocal < maxLocal) ||
1570: #ifdef REMOTE
1571: (((job->flags & JOB_SPECIAL) &&
1572: (job->node->type & OP_NOEXPORT)) &&
1573: (maxLocal == 0))) &&
1574: #else
1575: ((job->flags & JOB_SPECIAL) &&
1576: (maxLocal == 0))) &&
1577: #endif
1578: (nJobs != maxJobs))
1.1 deraadt 1579: {
1580: /*
1581: * If the job is remote, it's ok to resume it as long as the
1582: * maximum concurrency won't be exceeded. If it's local and
1.2 deraadt 1583: * we haven't reached the local concurrency limit already(or the
1.1 deraadt 1584: * job must be run locally and maxLocal is 0), it's also ok to
1585: * resume it.
1586: */
1587: Boolean error;
1588: extern int errno;
1.2 deraadt 1589: int status;
1.1 deraadt 1590:
1591: #ifdef RMT_WANTS_SIGNALS
1592: if (job->flags & JOB_REMOTE) {
1593: error = !Rmt_Signal(job, SIGCONT);
1594: } else
1595: #endif /* RMT_WANTS_SIGNALS */
1596: error = (KILL(job->pid, SIGCONT) != 0);
1597:
1598: if (!error) {
1599: /*
1600: * Make sure the user knows we've continued the beast and
1601: * actually put the thing in the job table.
1602: */
1603: job->flags |= JOB_CONTINUING;
1.2 deraadt 1604: W_SETTERMSIG(&status, SIGCONT);
1605: JobFinish(job, &status);
1.1 deraadt 1606:
1607: job->flags &= ~(JOB_RESUME|JOB_CONTINUING);
1608: if (DEBUG(JOB)) {
1.2 deraadt 1609: (void) fprintf(stdout, "done\n");
1610: (void) fflush(stdout);
1.1 deraadt 1611: }
1612: } else {
1613: Error("couldn't resume %s: %s",
1614: job->node->name, strerror(errno));
1.2 deraadt 1615: status = 0;
1616: W_SETEXITSTATUS(&status, 1);
1617: JobFinish(job, &status);
1.1 deraadt 1618: }
1619: } else {
1620: /*
1621: * Job cannot be restarted. Mark the table as full and
1622: * place the job back on the list of stopped jobs.
1623: */
1624: if (DEBUG(JOB)) {
1.2 deraadt 1625: (void) fprintf(stdout, "table full\n");
1626: (void) fflush(stdout);
1.1 deraadt 1627: }
1.2 deraadt 1628: (void) Lst_AtFront(stoppedJobs, (ClientData)job);
1.1 deraadt 1629: jobFull = TRUE;
1630: if (DEBUG(JOB)) {
1.2 deraadt 1631: (void) fprintf(stdout, "Job queue is full.\n");
1632: (void) fflush(stdout);
1.1 deraadt 1633: }
1634: }
1635: }
1636: }
1637:
1638: /*-
1639: *-----------------------------------------------------------------------
1640: * JobStart --
1641: * Start a target-creation process going for the target described
1642: * by the graph node gn.
1643: *
1644: * Results:
1645: * JOB_ERROR if there was an error in the commands, JOB_FINISHED
1646: * if there isn't actually anything left to do for the job and
1647: * JOB_RUNNING if the job has been started.
1648: *
1649: * Side Effects:
1650: * A new Job node is created and added to the list of running
1651: * jobs. PMake is forked and a child shell created.
1652: *-----------------------------------------------------------------------
1653: */
1654: static int
1.2 deraadt 1655: JobStart(gn, flags, previous)
1.1 deraadt 1656: GNode *gn; /* target to create */
1657: int flags; /* flags for the job to override normal ones.
1658: * e.g. JOB_SPECIAL or JOB_IGNDOTS */
1659: Job *previous; /* The previous Job structure for this node,
1660: * if any. */
1661: {
1662: register Job *job; /* new job descriptor */
1663: char *argv[4]; /* Argument vector to shell */
1664: static int jobno = 0; /* job number of catching output in a file */
1665: Boolean cmdsOK; /* true if the nodes commands were all right */
1666: Boolean local; /* Set true if the job was run locally */
1667: Boolean noExec; /* Set true if we decide not to run the job */
1668:
1.2 deraadt 1669: if (previous != NULL) {
1670: previous->flags &= ~(JOB_FIRST|JOB_IGNERR|JOB_SILENT|JOB_REMOTE);
1.1 deraadt 1671: job = previous;
1672: } else {
1.2 deraadt 1673: job = (Job *) emalloc(sizeof(Job));
1674: if (job == NULL) {
1.1 deraadt 1675: Punt("JobStart out of memory");
1676: }
1677: flags |= JOB_FIRST;
1678: }
1679:
1680: job->node = gn;
1681: job->tailCmds = NILLNODE;
1682:
1683: /*
1684: * Set the initial value of the flags for this job based on the global
1685: * ones and the node's attributes... Any flags supplied by the caller
1686: * are also added to the field.
1687: */
1688: job->flags = 0;
1.2 deraadt 1689: if (Targ_Ignore(gn)) {
1.1 deraadt 1690: job->flags |= JOB_IGNERR;
1691: }
1.2 deraadt 1692: if (Targ_Silent(gn)) {
1.1 deraadt 1693: job->flags |= JOB_SILENT;
1694: }
1695: job->flags |= flags;
1696:
1697: /*
1698: * Check the commands now so any attributes from .DEFAULT have a chance
1699: * to migrate to the node
1700: */
1.2 deraadt 1701: if (!compatMake && job->flags & JOB_FIRST) {
1.1 deraadt 1702: cmdsOK = Job_CheckCommands(gn, Error);
1703: } else {
1704: cmdsOK = TRUE;
1705: }
1706:
1707: /*
1.2 deraadt 1708: * If the -n flag wasn't given, we open up OUR(not the child's)
1.1 deraadt 1709: * temporary file to stuff commands in it. The thing is rd/wr so we don't
1710: * need to reopen it to feed it to the shell. If the -n flag *was* given,
1711: * we just set the file to be stdout. Cute, huh?
1712: */
1713: if ((gn->type & OP_MAKE) || (!noExecute && !touchFlag)) {
1714: /*
1715: * We're serious here, but if the commands were bogus, we're
1716: * also dead...
1717: */
1718: if (!cmdsOK) {
1719: DieHorribly();
1720: }
1721:
1.2 deraadt 1722: job->cmdFILE = fopen(tfile, "w+");
1723: if (job->cmdFILE == NULL) {
1724: Punt("Could not open %s", tfile);
1.1 deraadt 1725: }
1.2 deraadt 1726: (void) fcntl(FILENO(job->cmdFILE), F_SETFD, 1);
1.1 deraadt 1727: /*
1728: * Send the commands to the command file, flush all its buffers then
1729: * rewind and remove the thing.
1730: */
1731: noExec = FALSE;
1732:
1733: /*
1734: * used to be backwards; replace when start doing multiple commands
1735: * per shell.
1736: */
1737: if (compatMake) {
1738: /*
1739: * Be compatible: If this is the first time for this node,
1740: * verify its commands are ok and open the commands list for
1741: * sequential access by later invocations of JobStart.
1742: * Once that is done, we take the next command off the list
1743: * and print it to the command file. If the command was an
1744: * ellipsis, note that there's nothing more to execute.
1745: */
1746: if ((job->flags&JOB_FIRST) && (Lst_Open(gn->commands) != SUCCESS)){
1747: cmdsOK = FALSE;
1748: } else {
1.2 deraadt 1749: LstNode ln = Lst_Next(gn->commands);
1.1 deraadt 1750:
1751: if ((ln == NILLNODE) ||
1.2 deraadt 1752: JobPrintCommand((ClientData) Lst_Datum(ln),
1753: (ClientData) job))
1.1 deraadt 1754: {
1755: noExec = TRUE;
1.2 deraadt 1756: Lst_Close(gn->commands);
1.1 deraadt 1757: }
1758: if (noExec && !(job->flags & JOB_FIRST)) {
1759: /*
1760: * If we're not going to execute anything, the job
1761: * is done and we need to close down the various
1762: * file descriptors we've opened for output, then
1763: * call JobDoOutput to catch the final characters or
1764: * send the file to the screen... Note that the i/o streams
1765: * are only open if this isn't the first job.
1766: * Note also that this could not be done in
1767: * Job_CatchChildren b/c it wasn't clear if there were
1768: * more commands to execute or not...
1769: */
1.2 deraadt 1770: JobClose(job);
1.1 deraadt 1771: }
1772: }
1773: } else {
1774: /*
1775: * We can do all the commands at once. hooray for sanity
1776: */
1777: numCommands = 0;
1.2 deraadt 1778: Lst_ForEach(gn->commands, JobPrintCommand, (ClientData)job);
1.1 deraadt 1779:
1780: /*
1781: * If we didn't print out any commands to the shell script,
1782: * there's not much point in executing the shell, is there?
1783: */
1784: if (numCommands == 0) {
1785: noExec = TRUE;
1786: }
1787: }
1788: } else if (noExecute) {
1789: /*
1790: * Not executing anything -- just print all the commands to stdout
1791: * in one fell swoop. This will still set up job->tailCmds correctly.
1792: */
1793: if (lastNode != gn) {
1.2 deraadt 1794: MESSAGE(stdout, gn);
1.1 deraadt 1795: lastNode = gn;
1796: }
1797: job->cmdFILE = stdout;
1798: /*
1799: * Only print the commands if they're ok, but don't die if they're
1800: * not -- just let the user know they're bad and keep going. It
1801: * doesn't do any harm in this case and may do some good.
1802: */
1803: if (cmdsOK) {
1804: Lst_ForEach(gn->commands, JobPrintCommand, (ClientData)job);
1805: }
1806: /*
1807: * Don't execute the shell, thank you.
1808: */
1809: noExec = TRUE;
1810: } else {
1811: /*
1812: * Just touch the target and note that no shell should be executed.
1813: * Set cmdFILE to stdout to make life easier. Check the commands, too,
1814: * but don't die if they're no good -- it does no harm to keep working
1815: * up the graph.
1816: */
1817: job->cmdFILE = stdout;
1.2 deraadt 1818: Job_Touch(gn, job->flags&JOB_SILENT);
1.1 deraadt 1819: noExec = TRUE;
1820: }
1821:
1822: /*
1823: * If we're not supposed to execute a shell, don't.
1824: */
1825: if (noExec) {
1826: /*
1827: * Unlink and close the command file if we opened one
1828: */
1829: if (job->cmdFILE != stdout) {
1.2 deraadt 1830: (void) eunlink(tfile);
1831: if (job->cmdFILE != NULL)
1832: (void) fclose(job->cmdFILE);
1.1 deraadt 1833: } else {
1.2 deraadt 1834: (void) fflush(stdout);
1.1 deraadt 1835: }
1836:
1837: /*
1838: * We only want to work our way up the graph if we aren't here because
1839: * the commands for the job were no good.
1840: */
1841: if (cmdsOK) {
1842: if (aborting == 0) {
1843: if (job->tailCmds != NILLNODE) {
1844: Lst_ForEachFrom(job->node->commands, job->tailCmds,
1845: JobSaveCommand,
1.2 deraadt 1846: (ClientData)job->node);
1.1 deraadt 1847: }
1848: Make_Update(job->node);
1849: }
1850: free((Address)job);
1851: return(JOB_FINISHED);
1852: } else {
1853: free((Address)job);
1854: return(JOB_ERROR);
1855: }
1856: } else {
1.2 deraadt 1857: (void) fflush(job->cmdFILE);
1858: (void) eunlink(tfile);
1.1 deraadt 1859: }
1860:
1861: /*
1862: * Set up the control arguments to the shell. This is based on the flags
1863: * set earlier for this job.
1864: */
1865: JobMakeArgv(job, argv);
1866:
1867: /*
1868: * If we're using pipes to catch output, create the pipe by which we'll
1869: * get the shell's output. If we're using files, print out that we're
1870: * starting a job and then set up its temporary-file name. This is just
1871: * tfile with two extra digits tacked on -- jobno.
1872: */
1.2 deraadt 1873: if (!compatMake || (job->flags & JOB_FIRST)) {
1.1 deraadt 1874: if (usePipes) {
1875: int fd[2];
1.2 deraadt 1876: if (pipe(fd) == -1)
1877: Punt("Cannot create pipe: %s", strerror(errno));
1.1 deraadt 1878: job->inPipe = fd[0];
1879: job->outPipe = fd[1];
1.2 deraadt 1880: (void) fcntl(job->inPipe, F_SETFD, 1);
1881: (void) fcntl(job->outPipe, F_SETFD, 1);
1.1 deraadt 1882: } else {
1.2 deraadt 1883: (void) fprintf(stdout, "Remaking `%s'\n", gn->name);
1884: (void) fflush(stdout);
1885: sprintf(job->outFile, "%s%02d", tfile, jobno);
1.1 deraadt 1886: jobno = (jobno + 1) % 100;
1887: job->outFd = open(job->outFile,O_WRONLY|O_CREAT|O_APPEND,0600);
1.2 deraadt 1888: (void) fcntl(job->outFd, F_SETFD, 1);
1.1 deraadt 1889: }
1890: }
1891:
1.2 deraadt 1892: #ifdef REMOTE
1893: if (!(gn->type & OP_NOEXPORT) && !(runLocalFirst && nLocal < maxLocal)) {
1894: #ifdef RMT_NO_EXEC
1895: local = !Rmt_Export(shellPath, argv, job);
1896: #else
1897: local = !Rmt_Begin(shellPath, argv, job->node);
1898: #endif /* RMT_NO_EXEC */
1899: if (!local) {
1900: job->flags |= JOB_REMOTE;
1901: }
1902: } else
1903: #endif
1904: local = TRUE;
1.1 deraadt 1905:
1906: if (local && (((nLocal >= maxLocal) &&
1.2 deraadt 1907: !(job->flags & JOB_SPECIAL) &&
1908: #ifdef REMOTE
1909: (!(gn->type & OP_NOEXPORT) || (maxLocal != 0))
1910: #else
1911: (maxLocal != 0)
1912: #endif
1913: )))
1.1 deraadt 1914: {
1915: /*
1916: * The job can only be run locally, but we've hit the limit of
1917: * local concurrency, so put the job on hold until some other job
1.2 deraadt 1918: * finishes. Note that the special jobs(.BEGIN, .INTERRUPT and .END)
1.1 deraadt 1919: * may be run locally even when the local limit has been reached
1.2 deraadt 1920: *(e.g. when maxLocal == 0), though they will be exported if at
1921: * all possible. In addition, any target marked with .NOEXPORT will
1922: * be run locally if maxLocal is 0.
1.1 deraadt 1923: */
1924: jobFull = TRUE;
1925:
1926: if (DEBUG(JOB)) {
1.2 deraadt 1927: (void) fprintf(stdout, "Can only run job locally.\n");
1928: (void) fflush(stdout);
1.1 deraadt 1929: }
1930: job->flags |= JOB_RESTART;
1.2 deraadt 1931: (void) Lst_AtEnd(stoppedJobs, (ClientData)job);
1.1 deraadt 1932: } else {
1933: if ((nLocal >= maxLocal) && local) {
1934: /*
1.2 deraadt 1935: * If we're running this job locally as a special case(see above),
1.1 deraadt 1936: * at least say the table is full.
1937: */
1938: jobFull = TRUE;
1939: if (DEBUG(JOB)) {
1.2 deraadt 1940: (void) fprintf(stdout, "Local job queue is full.\n");
1941: (void) fflush(stdout);
1.1 deraadt 1942: }
1943: }
1944: JobExec(job, argv);
1945: }
1946: return(JOB_RUNNING);
1947: }
1948:
1.2 deraadt 1949: static char *
1950: JobOutput(job, cp, endp, msg)
1951: register Job *job;
1952: register char *cp, *endp;
1953: int msg;
1954: {
1955: register char *ecp;
1956:
1957: if (commandShell->noPrint) {
1958: ecp = Str_FindSubstring(cp, commandShell->noPrint);
1959: while (ecp != NULL) {
1960: if (cp != ecp) {
1961: *ecp = '\0';
1962: if (msg && job->node != lastNode) {
1963: MESSAGE(stdout, job->node);
1964: lastNode = job->node;
1965: }
1966: /*
1967: * The only way there wouldn't be a newline after
1968: * this line is if it were the last in the buffer.
1969: * however, since the non-printable comes after it,
1970: * there must be a newline, so we don't print one.
1971: */
1972: (void) fprintf(stdout, "%s", cp);
1973: (void) fflush(stdout);
1974: }
1975: cp = ecp + commandShell->noPLen;
1976: if (cp != endp) {
1977: /*
1978: * Still more to print, look again after skipping
1979: * the whitespace following the non-printable
1980: * command....
1981: */
1982: cp++;
1983: while (*cp == ' ' || *cp == '\t' || *cp == '\n') {
1984: cp++;
1985: }
1986: ecp = Str_FindSubstring(cp, commandShell->noPrint);
1987: } else {
1988: return cp;
1989: }
1990: }
1991: }
1992: return cp;
1993: }
1994:
1.1 deraadt 1995: /*-
1996: *-----------------------------------------------------------------------
1997: * JobDoOutput --
1998: * This function is called at different times depending on
1999: * whether the user has specified that output is to be collected
2000: * via pipes or temporary files. In the former case, we are called
2001: * whenever there is something to read on the pipe. We collect more
2002: * output from the given job and store it in the job's outBuf. If
2003: * this makes up a line, we print it tagged by the job's identifier,
2004: * as necessary.
2005: * If output has been collected in a temporary file, we open the
2006: * file and read it line by line, transfering it to our own
2007: * output channel until the file is empty. At which point we
2008: * remove the temporary file.
2009: * In both cases, however, we keep our figurative eye out for the
2010: * 'noPrint' line for the shell from which the output came. If
2011: * we recognize a line, we don't print it. If the command is not
1.2 deraadt 2012: * alone on the line(the character after it is not \0 or \n), we
1.1 deraadt 2013: * do print whatever follows it.
2014: *
2015: * Results:
2016: * None
2017: *
2018: * Side Effects:
2019: * curPos may be shifted as may the contents of outBuf.
2020: *-----------------------------------------------------------------------
2021: */
1.2 deraadt 2022: STATIC void
2023: JobDoOutput(job, finish)
1.1 deraadt 2024: register Job *job; /* the job whose output needs printing */
2025: Boolean finish; /* TRUE if this is the last time we'll be
2026: * called for this job */
2027: {
2028: Boolean gotNL = FALSE; /* true if got a newline */
1.2 deraadt 2029: Boolean fbuf; /* true if our buffer filled up */
1.1 deraadt 2030: register int nr; /* number of bytes read */
2031: register int i; /* auxiliary index into outBuf */
1.2 deraadt 2032: register int max; /* limit for i(end of current data) */
2033: int nRead; /*(Temporary) number of bytes read */
1.1 deraadt 2034:
2035: FILE *oFILE; /* Stream pointer to shell's output file */
2036: char inLine[132];
2037:
2038:
2039: if (usePipes) {
2040: /*
2041: * Read as many bytes as will fit in the buffer.
2042: */
2043: end_loop:
1.2 deraadt 2044: gotNL = FALSE;
2045: fbuf = FALSE;
1.1 deraadt 2046:
1.2 deraadt 2047: nRead = read(job->inPipe, &job->outBuf[job->curPos],
1.1 deraadt 2048: JOB_BUFSIZE - job->curPos);
2049: if (nRead < 0) {
2050: if (DEBUG(JOB)) {
2051: perror("JobDoOutput(piperead)");
2052: }
2053: nr = 0;
2054: } else {
2055: nr = nRead;
2056: }
2057:
2058: /*
1.2 deraadt 2059: * If we hit the end-of-file(the job is dead), we must flush its
1.1 deraadt 2060: * remaining output, so pretend we read a newline if there's any
2061: * output remaining in the buffer.
2062: * Also clear the 'finish' flag so we stop looping.
2063: */
2064: if ((nr == 0) && (job->curPos != 0)) {
2065: job->outBuf[job->curPos] = '\n';
2066: nr = 1;
2067: finish = FALSE;
2068: } else if (nr == 0) {
2069: finish = FALSE;
2070: }
2071:
2072: /*
2073: * Look for the last newline in the bytes we just got. If there is
2074: * one, break out of the loop with 'i' as its index and gotNL set
2075: * TRUE.
2076: */
2077: max = job->curPos + nr;
2078: for (i = job->curPos + nr - 1; i >= job->curPos; i--) {
2079: if (job->outBuf[i] == '\n') {
2080: gotNL = TRUE;
2081: break;
2082: } else if (job->outBuf[i] == '\0') {
2083: /*
2084: * Why?
2085: */
2086: job->outBuf[i] = ' ';
2087: }
2088: }
2089:
2090: if (!gotNL) {
2091: job->curPos += nr;
2092: if (job->curPos == JOB_BUFSIZE) {
2093: /*
2094: * If we've run out of buffer space, we have no choice
2095: * but to print the stuff. sigh.
2096: */
1.2 deraadt 2097: fbuf = TRUE;
1.1 deraadt 2098: i = job->curPos;
2099: }
2100: }
1.2 deraadt 2101: if (gotNL || fbuf) {
1.1 deraadt 2102: /*
2103: * Need to send the output to the screen. Null terminate it
2104: * first, overwriting the newline character if there was one.
1.2 deraadt 2105: * So long as the line isn't one we should filter(according
1.1 deraadt 2106: * to the shell description), we print the line, preceeded
2107: * by a target banner if this target isn't the same as the
2108: * one for which we last printed something.
2109: * The rest of the data in the buffer are then shifted down
2110: * to the start of the buffer and curPos is set accordingly.
2111: */
2112: job->outBuf[i] = '\0';
2113: if (i >= job->curPos) {
1.2 deraadt 2114: char *cp;
2115:
2116: cp = JobOutput(job, job->outBuf, &job->outBuf[i]);
1.1 deraadt 2117:
2118: /*
2119: * There's still more in that thar buffer. This time, though,
2120: * we know there's no newline at the end, so we add one of
2121: * our own free will.
2122: */
2123: if (*cp != '\0') {
2124: if (job->node != lastNode) {
1.2 deraadt 2125: MESSAGE(stdout, job->node);
1.1 deraadt 2126: lastNode = job->node;
2127: }
1.2 deraadt 2128: (void) fprintf(stdout, "%s%s", cp, gotNL ? "\n" : "");
2129: (void) fflush(stdout);
1.1 deraadt 2130: }
2131: }
2132: if (i < max - 1) {
2133: /* shift the remaining characters down */
1.2 deraadt 2134: (void) memcpy(job->outBuf, &job->outBuf[i + 1], max -(i + 1));
2135: job->curPos = max -(i + 1);
1.1 deraadt 2136:
2137: } else {
2138: /*
2139: * We have written everything out, so we just start over
2140: * from the start of the buffer. No copying. No nothing.
2141: */
2142: job->curPos = 0;
2143: }
2144: }
2145: if (finish) {
2146: /*
2147: * If the finish flag is true, we must loop until we hit
2148: * end-of-file on the pipe. This is guaranteed to happen eventually
1.2 deraadt 2149: * since the other end of the pipe is now closed(we closed it
1.1 deraadt 2150: * explicitly and the child has exited). When we do get an EOF,
2151: * finish will be set FALSE and we'll fall through and out.
2152: */
2153: goto end_loop;
2154: }
2155: } else {
2156: /*
2157: * We've been called to retrieve the output of the job from the
2158: * temporary file where it's been squirreled away. This consists of
2159: * opening the file, reading the output line by line, being sure not
2160: * to print the noPrint line for the shell we used, then close and
2161: * remove the temporary file. Very simple.
2162: *
2163: * Change to read in blocks and do FindSubString type things as for
2164: * pipes? That would allow for "@echo -n..."
2165: */
1.2 deraadt 2166: oFILE = fopen(job->outFile, "r");
2167: if (oFILE != NULL) {
2168: (void) fprintf(stdout, "Results of making %s:\n", job->node->name);
2169: (void) fflush(stdout);
2170: while (fgets(inLine, sizeof(inLine), oFILE) != NULL) {
2171: register char *cp, *endp, *oendp;
1.1 deraadt 2172:
2173: cp = inLine;
1.2 deraadt 2174: oendp = endp = inLine + strlen(inLine);
1.1 deraadt 2175: if (endp[-1] == '\n') {
2176: *--endp = '\0';
2177: }
1.2 deraadt 2178: cp = JobOutput(job, inLine, endp, FALSE);
1.1 deraadt 2179:
2180: /*
2181: * There's still more in that thar buffer. This time, though,
2182: * we know there's no newline at the end, so we add one of
2183: * our own free will.
2184: */
1.2 deraadt 2185: (void) fprintf(stdout, "%s", cp);
2186: (void) fflush(stdout);
2187: if (endp != oendp) {
2188: (void) fprintf(stdout, "\n");
2189: (void) fflush(stdout);
1.1 deraadt 2190: }
2191: }
1.2 deraadt 2192: (void) fclose(oFILE);
2193: (void) eunlink(job->outFile);
1.1 deraadt 2194: }
2195: }
2196: }
2197:
2198: /*-
2199: *-----------------------------------------------------------------------
2200: * Job_CatchChildren --
2201: * Handle the exit of a child. Called from Make_Make.
2202: *
2203: * Results:
2204: * none.
2205: *
2206: * Side Effects:
2207: * The job descriptor is removed from the list of children.
2208: *
2209: * Notes:
2210: * We do waits, blocking or not, according to the wisdom of our
2211: * caller, until there are no more children to report. For each
2212: * job, call JobFinish to finish things off. This will take care of
2213: * putting jobs on the stoppedJobs queue.
2214: *
2215: *-----------------------------------------------------------------------
2216: */
2217: void
1.2 deraadt 2218: Job_CatchChildren(block)
1.1 deraadt 2219: Boolean block; /* TRUE if should block on the wait. */
2220: {
2221: int pid; /* pid of dead child */
2222: register Job *job; /* job descriptor for dead child */
2223: LstNode jnode; /* list element for finding job */
1.2 deraadt 2224: int status; /* Exit/termination status */
1.1 deraadt 2225:
2226: /*
2227: * Don't even bother if we know there's no one around.
2228: */
2229: if (nLocal == 0) {
2230: return;
2231: }
2232:
1.2 deraadt 2233: while ((pid = waitpid((pid_t) -1, &status,
2234: (block?0:WNOHANG)|WUNTRACED)) > 0)
1.1 deraadt 2235: {
1.2 deraadt 2236: if (DEBUG(JOB)) {
2237: (void) fprintf(stdout, "Process %d exited or stopped.\n", pid);
2238: (void) fflush(stdout);
2239: }
1.1 deraadt 2240:
2241:
1.2 deraadt 2242: jnode = Lst_Find(jobs, (ClientData)&pid, JobCmpPid);
1.1 deraadt 2243:
2244: if (jnode == NILLNODE) {
1.2 deraadt 2245: if (WIFSIGNALED(status) && (WTERMSIG(status) == SIGCONT)) {
1.1 deraadt 2246: jnode = Lst_Find(stoppedJobs, (ClientData) &pid, JobCmpPid);
2247: if (jnode == NILLNODE) {
1.2 deraadt 2248: Error("Resumed child(%d) not in table", pid);
1.1 deraadt 2249: continue;
2250: }
2251: job = (Job *)Lst_Datum(jnode);
1.2 deraadt 2252: (void) Lst_Remove(stoppedJobs, jnode);
1.1 deraadt 2253: } else {
1.2 deraadt 2254: Error("Child(%d) not in table?", pid);
1.1 deraadt 2255: continue;
2256: }
2257: } else {
1.2 deraadt 2258: job = (Job *) Lst_Datum(jnode);
2259: (void) Lst_Remove(jobs, jnode);
1.1 deraadt 2260: nJobs -= 1;
2261: if (jobFull && DEBUG(JOB)) {
1.2 deraadt 2262: (void) fprintf(stdout, "Job queue is no longer full.\n");
2263: (void) fflush(stdout);
1.1 deraadt 2264: }
2265: jobFull = FALSE;
1.2 deraadt 2266: #ifdef REMOTE
2267: if (!(job->flags & JOB_REMOTE)) {
2268: if (DEBUG(JOB)) {
2269: (void) fprintf(stdout,
2270: "Job queue has one fewer local process.\n");
2271: (void) fflush(stdout);
2272: }
2273: nLocal -= 1;
2274: }
2275: #else
1.1 deraadt 2276: nLocal -= 1;
1.2 deraadt 2277: #endif
1.1 deraadt 2278: }
2279:
1.2 deraadt 2280: JobFinish(job, &status);
1.1 deraadt 2281: }
2282: }
2283:
2284: /*-
2285: *-----------------------------------------------------------------------
2286: * Job_CatchOutput --
2287: * Catch the output from our children, if we're using
2288: * pipes do so. Otherwise just block time until we get a
1.2 deraadt 2289: * signal(most likely a SIGCHLD) since there's no point in
1.1 deraadt 2290: * just spinning when there's nothing to do and the reaping
2291: * of a child can wait for a while.
2292: *
2293: * Results:
2294: * None
2295: *
2296: * Side Effects:
2297: * Output is read from pipes if we're piping.
2298: * -----------------------------------------------------------------------
2299: */
2300: void
1.2 deraadt 2301: Job_CatchOutput()
1.1 deraadt 2302: {
2303: int nfds;
2304: struct timeval timeout;
2305: fd_set readfds;
2306: register LstNode ln;
2307: register Job *job;
2308: #ifdef RMT_WILL_WATCH
2309: int pnJobs; /* Previous nJobs */
2310: #endif
2311:
1.2 deraadt 2312: (void) fflush(stdout);
1.1 deraadt 2313: #ifdef RMT_WILL_WATCH
2314: pnJobs = nJobs;
2315:
2316: /*
2317: * It is possible for us to be called with nJobs equal to 0. This happens
2318: * if all the jobs finish and a job that is stopped cannot be run
2319: * locally (eg if maxLocal is 0) and cannot be exported. The job will
2320: * be placed back on the stoppedJobs queue, Job_Empty() will return false,
2321: * Make_Run will call us again when there's nothing for which to wait.
2322: * nJobs never changes, so we loop forever. Hence the check. It could
2323: * be argued that we should sleep for a bit so as not to swamp the
2324: * exportation system with requests. Perhaps we should.
2325: *
2326: * NOTE: IT IS THE RESPONSIBILITY OF Rmt_Wait TO CALL Job_CatchChildren
2327: * IN A TIMELY FASHION TO CATCH ANY LOCALLY RUNNING JOBS THAT EXIT.
2328: * It may use the variable nLocal to determine if it needs to call
1.2 deraadt 2329: * Job_CatchChildren(if nLocal is 0, there's nothing for which to
1.1 deraadt 2330: * wait...)
2331: */
2332: while (nJobs != 0 && pnJobs == nJobs) {
2333: Rmt_Wait();
2334: }
2335: #else
2336: if (usePipes) {
2337: readfds = outputs;
2338: timeout.tv_sec = SEL_SEC;
2339: timeout.tv_usec = SEL_USEC;
2340:
1.2 deraadt 2341: if ((nfds = select(FD_SETSIZE, &readfds, (fd_set *) 0,
2342: (fd_set *) 0, &timeout)) <= 0)
1.1 deraadt 2343: return;
1.2 deraadt 2344: else {
2345: if (Lst_Open(jobs) == FAILURE) {
2346: Punt("Cannot open job table");
1.1 deraadt 2347: }
1.2 deraadt 2348: while (nfds && (ln = Lst_Next(jobs)) != NILLNODE) {
2349: job = (Job *) Lst_Datum(ln);
1.1 deraadt 2350: if (FD_ISSET(job->inPipe, &readfds)) {
1.2 deraadt 2351: JobDoOutput(job, FALSE);
1.1 deraadt 2352: nfds -= 1;
2353: }
2354: }
1.2 deraadt 2355: Lst_Close(jobs);
1.1 deraadt 2356: }
2357: }
2358: #endif /* RMT_WILL_WATCH */
2359: }
2360:
2361: /*-
2362: *-----------------------------------------------------------------------
2363: * Job_Make --
2364: * Start the creation of a target. Basically a front-end for
2365: * JobStart used by the Make module.
2366: *
2367: * Results:
2368: * None.
2369: *
2370: * Side Effects:
2371: * Another job is started.
2372: *
2373: *-----------------------------------------------------------------------
2374: */
2375: void
1.2 deraadt 2376: Job_Make(gn)
1.1 deraadt 2377: GNode *gn;
2378: {
1.2 deraadt 2379: (void) JobStart(gn, 0, NULL);
1.1 deraadt 2380: }
2381:
2382: /*-
2383: *-----------------------------------------------------------------------
2384: * Job_Init --
2385: * Initialize the process module
2386: *
2387: * Results:
2388: * none
2389: *
2390: * Side Effects:
2391: * lists and counters are initialized
2392: *-----------------------------------------------------------------------
2393: */
2394: void
1.2 deraadt 2395: Job_Init(maxproc, maxlocal)
1.1 deraadt 2396: int maxproc; /* the greatest number of jobs which may be
2397: * running at one time */
2398: int maxlocal; /* the greatest number of local jobs which may
2399: * be running at once. */
2400: {
2401: GNode *begin; /* node for commands to do at the very start */
2402:
1.2 deraadt 2403: (void) sprintf(tfile, "/tmp/make%05d", getpid());
1.1 deraadt 2404:
1.2 deraadt 2405: jobs = Lst_Init(FALSE);
1.1 deraadt 2406: stoppedJobs = Lst_Init(FALSE);
2407: maxJobs = maxproc;
2408: maxLocal = maxlocal;
2409: nJobs = 0;
2410: nLocal = 0;
2411: jobFull = FALSE;
2412:
2413: aborting = 0;
2414: errors = 0;
2415:
2416: lastNode = NILGNODE;
2417:
1.2 deraadt 2418: if (maxJobs == 1
2419: #ifdef REMOTE
2420: || noMessages
2421: #endif
2422: ) {
1.1 deraadt 2423: /*
2424: * If only one job can run at a time, there's no need for a banner,
2425: * no is there?
2426: */
2427: targFmt = "";
2428: } else {
2429: targFmt = TARG_FMT;
2430: }
2431:
1.2 deraadt 2432: if (shellPath == NULL) {
1.1 deraadt 2433: /*
2434: * The user didn't specify a shell to use, so we are using the
2435: * default one... Both the absolute path and the last component
2436: * must be set. The last component is taken from the 'name' field
2437: * of the default shell description pointed-to by commandShell.
2438: * All default shells are located in _PATH_DEFSHELLDIR.
2439: */
2440: shellName = commandShell->name;
1.2 deraadt 2441: shellPath = str_concat(_PATH_DEFSHELLDIR, shellName, STR_ADDSLASH);
1.1 deraadt 2442: }
2443:
1.2 deraadt 2444: if (commandShell->exit == NULL) {
1.1 deraadt 2445: commandShell->exit = "";
2446: }
1.2 deraadt 2447: if (commandShell->echo == NULL) {
1.1 deraadt 2448: commandShell->echo = "";
2449: }
2450:
2451: /*
2452: * Catch the four signals that POSIX specifies if they aren't ignored.
2453: * JobPassSig will take care of calling JobInterrupt if appropriate.
2454: */
1.2 deraadt 2455: if (signal(SIGINT, SIG_IGN) != SIG_IGN) {
2456: (void) signal(SIGINT, JobPassSig);
1.1 deraadt 2457: }
1.2 deraadt 2458: if (signal(SIGHUP, SIG_IGN) != SIG_IGN) {
2459: (void) signal(SIGHUP, JobPassSig);
1.1 deraadt 2460: }
1.2 deraadt 2461: if (signal(SIGQUIT, SIG_IGN) != SIG_IGN) {
2462: (void) signal(SIGQUIT, JobPassSig);
1.1 deraadt 2463: }
1.2 deraadt 2464: if (signal(SIGTERM, SIG_IGN) != SIG_IGN) {
2465: (void) signal(SIGTERM, JobPassSig);
1.1 deraadt 2466: }
2467: /*
2468: * There are additional signals that need to be caught and passed if
2469: * either the export system wants to be told directly of signals or if
1.2 deraadt 2470: * we're giving each job its own process group(since then it won't get
1.1 deraadt 2471: * signals from the terminal driver as we own the terminal)
2472: */
2473: #if defined(RMT_WANTS_SIGNALS) || defined(USE_PGRP)
1.2 deraadt 2474: if (signal(SIGTSTP, SIG_IGN) != SIG_IGN) {
2475: (void) signal(SIGTSTP, JobPassSig);
1.1 deraadt 2476: }
1.2 deraadt 2477: if (signal(SIGTTOU, SIG_IGN) != SIG_IGN) {
2478: (void) signal(SIGTTOU, JobPassSig);
1.1 deraadt 2479: }
1.2 deraadt 2480: if (signal(SIGTTIN, SIG_IGN) != SIG_IGN) {
2481: (void) signal(SIGTTIN, JobPassSig);
1.1 deraadt 2482: }
1.2 deraadt 2483: if (signal(SIGWINCH, SIG_IGN) != SIG_IGN) {
2484: (void) signal(SIGWINCH, JobPassSig);
1.1 deraadt 2485: }
2486: #endif
2487:
1.2 deraadt 2488: begin = Targ_FindNode(".BEGIN", TARG_NOCREATE);
1.1 deraadt 2489:
2490: if (begin != NILGNODE) {
1.2 deraadt 2491: JobStart(begin, JOB_SPECIAL, (Job *)0);
1.1 deraadt 2492: while (nJobs) {
2493: Job_CatchOutput();
2494: #ifndef RMT_WILL_WATCH
1.2 deraadt 2495: Job_CatchChildren(!usePipes);
1.1 deraadt 2496: #endif /* RMT_WILL_WATCH */
2497: }
2498: }
1.2 deraadt 2499: postCommands = Targ_FindNode(".END", TARG_CREATE);
1.1 deraadt 2500: }
2501:
2502: /*-
2503: *-----------------------------------------------------------------------
2504: * Job_Full --
2505: * See if the job table is full. It is considered full if it is OR
2506: * if we are in the process of aborting OR if we have
2507: * reached/exceeded our local quota. This prevents any more jobs
2508: * from starting up.
2509: *
2510: * Results:
2511: * TRUE if the job table is full, FALSE otherwise
2512: * Side Effects:
2513: * None.
2514: *-----------------------------------------------------------------------
2515: */
2516: Boolean
1.2 deraadt 2517: Job_Full()
1.1 deraadt 2518: {
1.2 deraadt 2519: return(aborting || jobFull);
1.1 deraadt 2520: }
2521:
2522: /*-
2523: *-----------------------------------------------------------------------
2524: * Job_Empty --
2525: * See if the job table is empty. Because the local concurrency may
2526: * be set to 0, it is possible for the job table to become empty,
2527: * while the list of stoppedJobs remains non-empty. In such a case,
2528: * we want to restart as many jobs as we can.
2529: *
2530: * Results:
2531: * TRUE if it is. FALSE if it ain't.
2532: *
2533: * Side Effects:
2534: * None.
2535: *
2536: * -----------------------------------------------------------------------
2537: */
2538: Boolean
1.2 deraadt 2539: Job_Empty()
1.1 deraadt 2540: {
2541: if (nJobs == 0) {
2542: if (!Lst_IsEmpty(stoppedJobs) && !aborting) {
2543: /*
2544: * The job table is obviously not full if it has no jobs in
2545: * it...Try and restart the stopped jobs.
2546: */
2547: jobFull = FALSE;
1.2 deraadt 2548: JobRestartJobs();
1.1 deraadt 2549: return(FALSE);
2550: } else {
2551: return(TRUE);
2552: }
2553: } else {
2554: return(FALSE);
2555: }
2556: }
2557:
2558: /*-
2559: *-----------------------------------------------------------------------
2560: * JobMatchShell --
2561: * Find a matching shell in 'shells' given its final component.
2562: *
2563: * Results:
2564: * A pointer to the Shell structure.
2565: *
2566: * Side Effects:
2567: * None.
2568: *
2569: *-----------------------------------------------------------------------
2570: */
2571: static Shell *
1.2 deraadt 2572: JobMatchShell(name)
1.1 deraadt 2573: char *name; /* Final component of shell path */
2574: {
2575: register Shell *sh; /* Pointer into shells table */
2576: Shell *match; /* Longest-matching shell */
2577: register char *cp1,
2578: *cp2;
2579: char *eoname;
2580:
1.2 deraadt 2581: eoname = name + strlen(name);
1.1 deraadt 2582:
1.2 deraadt 2583: match = NULL;
1.1 deraadt 2584:
2585: for (sh = shells; sh->name != NULL; sh++) {
1.2 deraadt 2586: for (cp1 = eoname - strlen(sh->name), cp2 = sh->name;
1.1 deraadt 2587: *cp1 != '\0' && *cp1 == *cp2;
2588: cp1++, cp2++) {
2589: continue;
2590: }
2591: if (*cp1 != *cp2) {
2592: continue;
1.2 deraadt 2593: } else if (match == NULL || strlen(match->name) < strlen(sh->name)) {
2594: match = sh;
1.1 deraadt 2595: }
2596: }
1.2 deraadt 2597: return(match == NULL ? sh : match);
1.1 deraadt 2598: }
2599:
2600: /*-
2601: *-----------------------------------------------------------------------
2602: * Job_ParseShell --
2603: * Parse a shell specification and set up commandShell, shellPath
2604: * and shellName appropriately.
2605: *
2606: * Results:
2607: * FAILURE if the specification was incorrect.
2608: *
2609: * Side Effects:
2610: * commandShell points to a Shell structure (either predefined or
2611: * created from the shell spec), shellPath is the full path of the
2612: * shell described by commandShell, while shellName is just the
2613: * final component of shellPath.
2614: *
2615: * Notes:
2616: * A shell specification consists of a .SHELL target, with dependency
2617: * operator, followed by a series of blank-separated words. Double
2618: * quotes can be used to use blanks in words. A backslash escapes
2619: * anything (most notably a double-quote and a space) and
2620: * provides the functionality it does in C. Each word consists of
2621: * keyword and value separated by an equal sign. There should be no
2622: * unnecessary spaces in the word. The keywords are as follows:
2623: * name Name of shell.
2624: * path Location of shell. Overrides "name" if given
2625: * quiet Command to turn off echoing.
2626: * echo Command to turn echoing on
2627: * filter Result of turning off echoing that shouldn't be
2628: * printed.
2629: * echoFlag Flag to turn echoing on at the start
2630: * errFlag Flag to turn error checking on at the start
2631: * hasErrCtl True if shell has error checking control
2632: * check Command to turn on error checking if hasErrCtl
2633: * is TRUE or template of command to echo a command
2634: * for which error checking is off if hasErrCtl is
2635: * FALSE.
2636: * ignore Command to turn off error checking if hasErrCtl
2637: * is TRUE or template of command to execute a
2638: * command so as to ignore any errors it returns if
2639: * hasErrCtl is FALSE.
2640: *
2641: *-----------------------------------------------------------------------
2642: */
2643: ReturnStatus
1.2 deraadt 2644: Job_ParseShell(line)
1.1 deraadt 2645: char *line; /* The shell spec */
2646: {
2647: char **words;
2648: int wordCount;
2649: register char **argv;
2650: register int argc;
2651: char *path;
2652: Shell newShell;
2653: Boolean fullSpec = FALSE;
2654:
1.2 deraadt 2655: while (isspace(*line)) {
1.1 deraadt 2656: line++;
2657: }
1.2 deraadt 2658: words = brk_string(line, &wordCount, TRUE);
1.1 deraadt 2659:
1.2 deraadt 2660: memset((Address)&newShell, 0, sizeof(newShell));
1.1 deraadt 2661:
2662: /*
2663: * Parse the specification by keyword
2664: */
1.2 deraadt 2665: for (path = NULL, argc = wordCount - 1, argv = words + 1;
1.1 deraadt 2666: argc != 0;
2667: argc--, argv++) {
1.2 deraadt 2668: if (strncmp(*argv, "path=", 5) == 0) {
1.1 deraadt 2669: path = &argv[0][5];
1.2 deraadt 2670: } else if (strncmp(*argv, "name=", 5) == 0) {
1.1 deraadt 2671: newShell.name = &argv[0][5];
2672: } else {
1.2 deraadt 2673: if (strncmp(*argv, "quiet=", 6) == 0) {
1.1 deraadt 2674: newShell.echoOff = &argv[0][6];
1.2 deraadt 2675: } else if (strncmp(*argv, "echo=", 5) == 0) {
1.1 deraadt 2676: newShell.echoOn = &argv[0][5];
1.2 deraadt 2677: } else if (strncmp(*argv, "filter=", 7) == 0) {
1.1 deraadt 2678: newShell.noPrint = &argv[0][7];
2679: newShell.noPLen = strlen(newShell.noPrint);
1.2 deraadt 2680: } else if (strncmp(*argv, "echoFlag=", 9) == 0) {
1.1 deraadt 2681: newShell.echo = &argv[0][9];
1.2 deraadt 2682: } else if (strncmp(*argv, "errFlag=", 8) == 0) {
1.1 deraadt 2683: newShell.exit = &argv[0][8];
1.2 deraadt 2684: } else if (strncmp(*argv, "hasErrCtl=", 10) == 0) {
1.1 deraadt 2685: char c = argv[0][10];
2686: newShell.hasErrCtl = !((c != 'Y') && (c != 'y') &&
1.2 deraadt 2687: (c != 'T') && (c != 't'));
2688: } else if (strncmp(*argv, "check=", 6) == 0) {
1.1 deraadt 2689: newShell.errCheck = &argv[0][6];
1.2 deraadt 2690: } else if (strncmp(*argv, "ignore=", 7) == 0) {
1.1 deraadt 2691: newShell.ignErr = &argv[0][7];
2692: } else {
1.2 deraadt 2693: Parse_Error(PARSE_FATAL, "Unknown keyword \"%s\"",
1.1 deraadt 2694: *argv);
1.2 deraadt 2695: return(FAILURE);
1.1 deraadt 2696: }
2697: fullSpec = TRUE;
2698: }
2699: }
2700:
1.2 deraadt 2701: if (path == NULL) {
1.1 deraadt 2702: /*
2703: * If no path was given, the user wants one of the pre-defined shells,
2704: * yes? So we find the one s/he wants with the help of JobMatchShell
2705: * and set things up the right way. shellPath will be set up by
2706: * Job_Init.
2707: */
1.2 deraadt 2708: if (newShell.name == NULL) {
2709: Parse_Error(PARSE_FATAL, "Neither path nor name specified");
2710: return(FAILURE);
1.1 deraadt 2711: } else {
1.2 deraadt 2712: commandShell = JobMatchShell(newShell.name);
1.1 deraadt 2713: shellName = newShell.name;
2714: }
2715: } else {
2716: /*
1.2 deraadt 2717: * The user provided a path. If s/he gave nothing else(fullSpec is
1.1 deraadt 2718: * FALSE), try and find a matching shell in the ones we know of.
2719: * Else we just take the specification at its word and copy it
2720: * to a new location. In either case, we need to record the
2721: * path the user gave for the shell.
2722: */
2723: shellPath = path;
1.2 deraadt 2724: path = strrchr(path, '/');
2725: if (path == NULL) {
1.1 deraadt 2726: path = shellPath;
2727: } else {
2728: path += 1;
2729: }
1.2 deraadt 2730: if (newShell.name != NULL) {
1.1 deraadt 2731: shellName = newShell.name;
2732: } else {
2733: shellName = path;
2734: }
2735: if (!fullSpec) {
1.2 deraadt 2736: commandShell = JobMatchShell(shellName);
1.1 deraadt 2737: } else {
2738: commandShell = (Shell *) emalloc(sizeof(Shell));
2739: *commandShell = newShell;
2740: }
2741: }
2742:
2743: if (commandShell->echoOn && commandShell->echoOff) {
2744: commandShell->hasEchoCtl = TRUE;
2745: }
2746:
2747: if (!commandShell->hasErrCtl) {
1.2 deraadt 2748: if (commandShell->errCheck == NULL) {
1.1 deraadt 2749: commandShell->errCheck = "";
2750: }
1.2 deraadt 2751: if (commandShell->ignErr == NULL) {
1.1 deraadt 2752: commandShell->ignErr = "%s\n";
2753: }
2754: }
2755:
2756: /*
2757: * Do not free up the words themselves, since they might be in use by the
2758: * shell specification...
2759: */
1.2 deraadt 2760: free(words);
1.1 deraadt 2761: return SUCCESS;
2762: }
2763:
2764: /*-
2765: *-----------------------------------------------------------------------
2766: * JobInterrupt --
2767: * Handle the receipt of an interrupt.
2768: *
2769: * Results:
2770: * None
2771: *
2772: * Side Effects:
2773: * All children are killed. Another job will be started if the
2774: * .INTERRUPT target was given.
2775: *-----------------------------------------------------------------------
2776: */
2777: static void
1.2 deraadt 2778: JobInterrupt(runINTERRUPT, signo)
1.1 deraadt 2779: int runINTERRUPT; /* Non-zero if commands for the .INTERRUPT
2780: * target should be executed */
1.2 deraadt 2781: int signo; /* signal received */
1.1 deraadt 2782: {
2783: LstNode ln; /* element in job table */
2784: Job *job; /* job descriptor in that element */
2785: GNode *interrupt; /* the node describing the .INTERRUPT target */
2786:
2787: aborting = ABORT_INTERRUPT;
2788:
1.2 deraadt 2789: (void) Lst_Open(jobs);
2790: while ((ln = Lst_Next(jobs)) != NILLNODE) {
2791: job = (Job *) Lst_Datum(ln);
1.1 deraadt 2792:
1.2 deraadt 2793: if (!Targ_Precious(job->node)) {
2794: char *file = (job->node->path == NULL ?
1.1 deraadt 2795: job->node->name :
2796: job->node->path);
1.2 deraadt 2797: if (!noExecute && eunlink(file) != -1) {
2798: Error("*** %s removed", file);
1.1 deraadt 2799: }
2800: }
2801: #ifdef RMT_WANTS_SIGNALS
2802: if (job->flags & JOB_REMOTE) {
2803: /*
2804: * If job is remote, let the Rmt module do the killing.
2805: */
1.2 deraadt 2806: if (!Rmt_Signal(job, signo)) {
1.1 deraadt 2807: /*
2808: * If couldn't kill the thing, finish it out now with an
2809: * error code, since no exit report will come in likely.
2810: */
1.2 deraadt 2811: int status;
1.1 deraadt 2812:
2813: status.w_status = 0;
2814: status.w_retcode = 1;
1.2 deraadt 2815: JobFinish(job, &status);
1.1 deraadt 2816: }
2817: } else if (job->pid) {
1.2 deraadt 2818: KILL(job->pid, signo);
1.1 deraadt 2819: }
2820: #else
2821: if (job->pid) {
1.2 deraadt 2822: if (DEBUG(JOB)) {
2823: (void) fprintf(stdout,
2824: "JobInterrupt passing signal to child %d.\n",
2825: job->pid);
2826: (void) fflush(stdout);
2827: }
2828: KILL(job->pid, signo);
2829: }
2830: #endif /* RMT_WANTS_SIGNALS */
2831: }
2832:
2833: #ifdef REMOTE
2834: (void)Lst_Open(stoppedJobs);
2835: while ((ln = Lst_Next(stoppedJobs)) != NILLNODE) {
2836: job = (Job *) Lst_Datum(ln);
2837:
2838: if (job->flags & JOB_RESTART) {
2839: if (DEBUG(JOB)) {
2840: (void) fprintf(stdout, "%s%s",
2841: "JobInterrupt skipping job on stopped queue",
2842: "-- it was waiting to be restarted.\n");
2843: (void) fflush(stdout);
2844: }
2845: continue;
2846: }
2847: if (!Targ_Precious(job->node)) {
2848: char *file = (job->node->path == NULL ?
2849: job->node->name :
2850: job->node->path);
2851: if (eunlink(file) == 0) {
2852: Error("*** %s removed", file);
2853: }
2854: }
2855: /*
2856: * Resume the thing so it will take the signal.
2857: */
2858: if (DEBUG(JOB)) {
2859: (void) fprintf(stdout,
2860: "JobInterrupt passing CONT to stopped child %d.\n",
2861: job->pid);
2862: (void) fflush(stdout);
2863: }
2864: KILL(job->pid, SIGCONT);
2865: #ifdef RMT_WANTS_SIGNALS
2866: if (job->flags & JOB_REMOTE) {
2867: /*
2868: * If job is remote, let the Rmt module do the killing.
2869: */
2870: if (!Rmt_Signal(job, SIGINT)) {
2871: /*
2872: * If couldn't kill the thing, finish it out now with an
2873: * error code, since no exit report will come in likely.
2874: */
2875: int status;
2876: status.w_status = 0;
2877: status.w_retcode = 1;
2878: JobFinish(job, &status);
2879: }
2880: } else if (job->pid) {
2881: if (DEBUG(JOB)) {
2882: (void) fprintf(stdout,
2883: "JobInterrupt passing interrupt to stopped child %d.\n",
2884: job->pid);
2885: (void) fflush(stdout);
2886: }
1.1 deraadt 2887: KILL(job->pid, SIGINT);
2888: }
2889: #endif /* RMT_WANTS_SIGNALS */
2890: }
1.2 deraadt 2891: #endif
2892: Lst_Close(stoppedJobs);
1.1 deraadt 2893:
2894: if (runINTERRUPT && !touchFlag) {
1.2 deraadt 2895: interrupt = Targ_FindNode(".INTERRUPT", TARG_NOCREATE);
1.1 deraadt 2896: if (interrupt != NILGNODE) {
2897: ignoreErrors = FALSE;
2898:
1.2 deraadt 2899: JobStart(interrupt, JOB_IGNDOTS, (Job *)0);
1.1 deraadt 2900: while (nJobs) {
2901: Job_CatchOutput();
2902: #ifndef RMT_WILL_WATCH
1.2 deraadt 2903: Job_CatchChildren(!usePipes);
1.1 deraadt 2904: #endif /* RMT_WILL_WATCH */
2905: }
2906: }
2907: }
1.2 deraadt 2908: (void) eunlink(tfile);
2909: exit(signo);
1.1 deraadt 2910: }
2911:
2912: /*
2913: *-----------------------------------------------------------------------
2914: * Job_End --
2915: * Do final processing such as the running of the commands
2916: * attached to the .END target.
2917: *
2918: * Results:
2919: * Number of errors reported.
2920: *
2921: * Side Effects:
1.2 deraadt 2922: * The process' temporary file(tfile) is removed if it still
1.1 deraadt 2923: * existed.
2924: *-----------------------------------------------------------------------
2925: */
2926: int
1.2 deraadt 2927: Job_End()
1.1 deraadt 2928: {
1.2 deraadt 2929: if (postCommands != NILGNODE && !Lst_IsEmpty(postCommands->commands)) {
1.1 deraadt 2930: if (errors) {
1.2 deraadt 2931: Error("Errors reported so .END ignored");
1.1 deraadt 2932: } else {
1.2 deraadt 2933: JobStart(postCommands, JOB_SPECIAL | JOB_IGNDOTS, NULL);
1.1 deraadt 2934:
2935: while (nJobs) {
2936: Job_CatchOutput();
2937: #ifndef RMT_WILL_WATCH
1.2 deraadt 2938: Job_CatchChildren(!usePipes);
1.1 deraadt 2939: #endif /* RMT_WILL_WATCH */
2940: }
2941: }
2942: }
1.2 deraadt 2943: (void) eunlink(tfile);
1.1 deraadt 2944: return(errors);
2945: }
2946:
2947: /*-
2948: *-----------------------------------------------------------------------
2949: * Job_Wait --
2950: * Waits for all running jobs to finish and returns. Sets 'aborting'
2951: * to ABORT_WAIT to prevent other jobs from starting.
2952: *
2953: * Results:
2954: * None.
2955: *
2956: * Side Effects:
2957: * Currently running jobs finish.
2958: *
2959: *-----------------------------------------------------------------------
2960: */
2961: void
2962: Job_Wait()
2963: {
2964: aborting = ABORT_WAIT;
2965: while (nJobs != 0) {
2966: Job_CatchOutput();
2967: #ifndef RMT_WILL_WATCH
2968: Job_CatchChildren(!usePipes);
2969: #endif /* RMT_WILL_WATCH */
2970: }
2971: aborting = 0;
2972: }
2973:
2974: /*-
2975: *-----------------------------------------------------------------------
2976: * Job_AbortAll --
2977: * Abort all currently running jobs without handling output or anything.
2978: * This function is to be called only in the event of a major
2979: * error. Most definitely NOT to be called from JobInterrupt.
2980: *
2981: * Results:
2982: * None
2983: *
2984: * Side Effects:
2985: * All children are killed, not just the firstborn
2986: *-----------------------------------------------------------------------
2987: */
2988: void
1.2 deraadt 2989: Job_AbortAll()
1.1 deraadt 2990: {
1.2 deraadt 2991: LstNode ln; /* element in job table */
1.1 deraadt 2992: Job *job; /* the job descriptor in that element */
2993: int foo;
2994:
2995: aborting = ABORT_ERROR;
2996:
2997: if (nJobs) {
2998:
1.2 deraadt 2999: (void) Lst_Open(jobs);
3000: while ((ln = Lst_Next(jobs)) != NILLNODE) {
3001: job = (Job *) Lst_Datum(ln);
1.1 deraadt 3002:
3003: /*
3004: * kill the child process with increasingly drastic signals to make
3005: * darn sure it's dead.
3006: */
3007: #ifdef RMT_WANTS_SIGNALS
3008: if (job->flags & JOB_REMOTE) {
3009: Rmt_Signal(job, SIGINT);
3010: Rmt_Signal(job, SIGKILL);
3011: } else {
3012: KILL(job->pid, SIGINT);
3013: KILL(job->pid, SIGKILL);
3014: }
3015: #else
3016: KILL(job->pid, SIGINT);
3017: KILL(job->pid, SIGKILL);
3018: #endif /* RMT_WANTS_SIGNALS */
3019: }
3020: }
3021:
3022: /*
3023: * Catch as many children as want to report in at first, then give up
3024: */
1.2 deraadt 3025: while (waitpid((pid_t) -1, &foo, WNOHANG) > 0)
1.1 deraadt 3026: continue;
1.2 deraadt 3027: (void) eunlink(tfile);
3028: }
3029:
3030: #ifdef REMOTE
3031: /*-
3032: *-----------------------------------------------------------------------
3033: * JobFlagForMigration --
3034: * Handle the eviction of a child. Called from RmtStatusChange.
3035: * Flags the child as remigratable and then suspends it.
3036: *
3037: * Results:
3038: * none.
3039: *
3040: * Side Effects:
3041: * The job descriptor is flagged for remigration.
3042: *
3043: *-----------------------------------------------------------------------
3044: */
3045: void
3046: JobFlagForMigration(hostID)
3047: int hostID; /* ID of host we used, for matching children. */
3048: {
3049: register Job *job; /* job descriptor for dead child */
3050: LstNode jnode; /* list element for finding job */
3051:
3052: if (DEBUG(JOB)) {
3053: (void) fprintf(stdout, "JobFlagForMigration(%d) called.\n", hostID);
3054: (void) fflush(stdout);
3055: }
3056: jnode = Lst_Find(jobs, (ClientData)hostID, JobCmpRmtID);
3057:
3058: if (jnode == NILLNODE) {
3059: jnode = Lst_Find(stoppedJobs, (ClientData)hostID, JobCmpRmtID);
3060: if (jnode == NILLNODE) {
3061: if (DEBUG(JOB)) {
3062: Error("Evicting host(%d) not in table", hostID);
3063: }
3064: return;
3065: }
3066: }
3067: job = (Job *) Lst_Datum(jnode);
3068:
3069: if (DEBUG(JOB)) {
3070: (void) fprintf(stdout,
3071: "JobFlagForMigration(%d) found job '%s'.\n", hostID,
3072: job->node->name);
3073: (void) fflush(stdout);
3074: }
3075:
3076: KILL(job->pid, SIGSTOP);
3077:
3078: job->flags |= JOB_REMIGRATE;
3079: }
3080:
3081: #endif
3082:
3083: /*-
3084: *-----------------------------------------------------------------------
3085: * JobRestartJobs --
3086: * Tries to restart stopped jobs if there are slots available.
3087: * Note that this tries to restart them regardless of pending errors.
3088: * It's not good to leave stopped jobs lying around!
3089: *
3090: * Results:
3091: * None.
3092: *
3093: * Side Effects:
3094: * Resumes(and possibly migrates) jobs.
3095: *
3096: *-----------------------------------------------------------------------
3097: */
3098: static void
3099: JobRestartJobs()
3100: {
3101: while (!jobFull && !Lst_IsEmpty(stoppedJobs)) {
3102: if (DEBUG(JOB)) {
3103: (void) fprintf(stdout,
3104: "Job queue is not full. Restarting a stopped job.\n");
3105: (void) fflush(stdout);
3106: }
3107: JobRestart((Job *)Lst_DeQueue(stoppedJobs));
3108: }
1.1 deraadt 3109: }
![[BACK]](/icons/back.gif){kind=icon}
Return to job.c CVS log ![[TXT]](/icons/text.gif){kind=icon}
![[DIR]](/icons/dir.gif){kind=icon}
Up to [local] / src / usr.bin / make