1 /* 2 * Expansion - quoting, separation, substitution, globbing 3 */ 4 5 #include "sh.h" 6 #include <pwd.h> 7 #include "ksh_dir.h" 8 #include "ksh_stat.h" 9 10 /* 11 * string expansion 12 * 13 * first pass: quoting, IFS separation, ~, ${}, $() and $(()) substitution. 14 * second pass: alternation ({,}), filename expansion (*?[]). 15 */ 16 17 /* expansion generator state */ 18 typedef struct Expand { 19 /* int type; */ /* see expand() */ 20 const char *str; /* string */ 21 union { 22 const char **strv;/* string[] */ 23 struct shf *shf;/* file */ 24 } u; /* source */ 25 struct tbl *var; /* variable in ${var..} */ 26 short split; /* split "$@" / call waitlast $() */ 27 } Expand; 28 29 #define XBASE 0 /* scanning original */ 30 #define XSUB 1 /* expanding ${} string */ 31 #define XARGSEP 2 /* ifs0 between "$*" */ 32 #define XARG 3 /* expanding $*, $@ */ 33 #define XCOM 4 /* expanding $() */ 34 #define XNULLSUB 5 /* "$@" when $# is 0 (don't generate word) */ 35 36 /* States used for field splitting */ 37 #define IFS_WORD 0 /* word has chars (or quotes) */ 38 #define IFS_WS 1 /* have seen IFS white-space */ 39 #define IFS_NWS 2 /* have seen IFS non-white-space */ 40 41 static int varsub ARGS((Expand *xp, char *sp, char *word, int *stypep)); 42 static int comsub ARGS((Expand *xp, char *cp)); 43 static char *trimsub ARGS((char *str, char *pat, int how)); 44 static void glob ARGS((char *cp, XPtrV *wp, int markdirs)); 45 static void globit ARGS((XString *xs, char **xpp, char *sp, XPtrV *wp, 46 int check)); 47 static char *maybe_expand_tilde ARGS((char *p, XString *dsp, char **dpp, 48 int isassign)); 49 static char *tilde ARGS((char *acp)); 50 static char *homedir ARGS((char *name)); 51 #ifdef BRACE_EXPAND 52 static void alt_expand ARGS((XPtrV *wp, char *start, char *exp_start, 53 char *end, int fdo)); 54 #endif 55 56 /* compile and expand word */ 57 char * 58 substitute(cp, f) 59 const char *cp; 60 int f; 61 { 62 struct source *s, *sold; 63 64 sold = source; 65 s = pushs(SWSTR, ATEMP); 66 s->start = s->str = cp; 67 source = s; 68 if (yylex(ONEWORD) != LWORD) 69 internal_errorf(1, "substitute"); 70 source = sold; 71 afree(s, ATEMP); 72 return evalstr(yylval.cp, f); 73 } 74 75 /* 76 * expand arg-list 77 */ 78 char ** 79 eval(ap, f) 80 register char **ap; 81 int f; 82 { 83 XPtrV w; 84 85 if (*ap == NULL) 86 return ap; 87 XPinit(w, 32); 88 XPput(w, NULL); /* space for shell name */ 89 #ifdef SHARPBANG 90 XPput(w, NULL); /* and space for one arg */ 91 #endif 92 while (*ap != NULL) 93 expand(*ap++, &w, f); 94 XPput(w, NULL); 95 #ifdef SHARPBANG 96 return (char **) XPclose(w) + 2; 97 #else 98 return (char **) XPclose(w) + 1; 99 #endif 100 } 101 102 /* 103 * expand string 104 */ 105 char * 106 evalstr(cp, f) 107 char *cp; 108 int f; 109 { 110 XPtrV w; 111 112 XPinit(w, 1); 113 expand(cp, &w, f); 114 cp = (XPsize(w) == 0) ? null : (char*) *XPptrv(w); 115 XPfree(w); 116 return cp; 117 } 118 119 /* 120 * expand string - return only one component 121 * used from iosetup to expand redirection files 122 */ 123 char * 124 evalonestr(cp, f) 125 register char *cp; 126 int f; 127 { 128 XPtrV w; 129 130 XPinit(w, 1); 131 expand(cp, &w, f); 132 switch (XPsize(w)) { 133 case 0: 134 cp = null; 135 break; 136 case 1: 137 cp = (char*) *XPptrv(w); 138 break; 139 default: 140 cp = evalstr(cp, f&~DOGLOB); 141 break; 142 } 143 XPfree(w); 144 return cp; 145 } 146 147 /* for nested substitution: ${var:=$var2} */ 148 typedef struct SubType { 149 short stype; /* [=+-?%#] action after expanded word */ 150 short base; /* begin position of expanded word */ 151 short f; /* saved value of f (DOPAT, etc) */ 152 struct tbl *var; /* variable for ${var..} */ 153 short quote; /* saved value of quote (for ${..[%#]..}) */ 154 struct SubType *prev; /* old type */ 155 struct SubType *next; /* poped type (to avoid re-allocating) */ 156 } SubType; 157 158 void 159 expand(cp, wp, f) 160 char *cp; /* input word */ 161 register XPtrV *wp; /* output words */ 162 int f; /* DO* flags */ 163 { 164 register int UNINITIALIZED(c); 165 register int type; /* expansion type */ 166 register int quote = 0; /* quoted */ 167 XString ds; /* destination string */ 168 register char *dp, *sp; /* dest., source */ 169 int fdo, word; /* second pass flags; have word */ 170 int doblank; /* field spliting of parameter/command subst */ 171 Expand x; /* expansion variables */ 172 SubType st_head, *st; 173 int UNINITIALIZED(newlines); /* For trailing newlines in COMSUB */ 174 int saw_eq, tilde_ok; 175 int make_magic; 176 177 if (cp == NULL) 178 internal_errorf(1, "expand(NULL)"); 179 /* for alias, readonly, set, typeset commands */ 180 if ((f & DOVACHECK) && is_wdvarassign(cp)) { 181 f &= ~(DOVACHECK|DOBLANK|DOGLOB|DOTILDE); 182 f |= DOASNTILDE; 183 } 184 if (Flag(FNOGLOB)) 185 f &= ~DOGLOB; 186 if (Flag(FMARKDIRS)) 187 f |= DOMARKDIRS; 188 #ifdef BRACE_EXPAND 189 if (Flag(FBRACEEXPAND) && (f & DOGLOB)) 190 f |= DOBRACE_; 191 #endif /* BRACE_EXPAND */ 192 193 Xinit(ds, dp, 128, ATEMP); /* init dest. string */ 194 type = XBASE; 195 sp = cp; 196 fdo = 0; 197 saw_eq = 0; 198 tilde_ok = (f & (DOTILDE|DOASNTILDE)) ? 1 : 0; /* must be 1/0 */ 199 doblank = 0; 200 make_magic = 0; 201 word = (f&DOBLANK) ? IFS_WS : IFS_WORD; 202 st_head.next = (SubType *) 0; 203 st = &st_head; 204 205 while (1) { 206 Xcheck(ds, dp); 207 208 switch (type) { 209 case XBASE: /* original prefixed string */ 210 c = *sp++; 211 switch (c) { 212 case EOS: 213 c = 0; 214 break; 215 case CHAR: 216 c = *sp++; 217 break; 218 case QCHAR: 219 quote |= 2; /* temporary quote */ 220 c = *sp++; 221 break; 222 case OQUOTE: 223 word = IFS_WORD; 224 tilde_ok = 0; 225 quote = 1; 226 continue; 227 case CQUOTE: 228 quote = 0; 229 continue; 230 case COMSUB: 231 tilde_ok = 0; 232 if (f & DONTRUNCOMMAND) { 233 word = IFS_WORD; 234 *dp++ = '$'; *dp++ = '('; 235 while (*sp != '\0') { 236 Xcheck(ds, dp); 237 *dp++ = *sp++; 238 } 239 *dp++ = ')'; 240 } else { 241 type = comsub(&x, sp); 242 if (type == XCOM && (f&DOBLANK)) 243 doblank++; 244 sp = strchr(sp, 0) + 1; 245 newlines = 0; 246 } 247 continue; 248 case EXPRSUB: 249 word = IFS_WORD; 250 tilde_ok = 0; 251 if (f & DONTRUNCOMMAND) { 252 *dp++ = '$'; *dp++ = '('; *dp++ = '('; 253 while (*sp != '\0') { 254 Xcheck(ds, dp); 255 *dp++ = *sp++; 256 } 257 *dp++ = ')'; *dp++ = ')'; 258 } else { 259 struct tbl v; 260 char *p; 261 262 v.flag = DEFINED|ISSET|INTEGER; 263 v.type = 10; /* not default */ 264 v.name[0] = '\0'; 265 v_evaluate(&v, substitute(sp, 0), 266 FALSE); 267 sp = strchr(sp, 0) + 1; 268 for (p = str_val(&v); *p; ) { 269 Xcheck(ds, dp); 270 *dp++ = *p++; 271 } 272 } 273 continue; 274 case OSUBST: /* ${{#}var{:}[=+-?#%]word} */ 275 /* format is: 276 * OSUBST plain-variable-part \0 277 * compiled-word-part CSUBST 278 * This is were all syntax checking gets done... 279 */ 280 { 281 char *varname = sp; 282 int stype; 283 284 sp = strchr(sp, '\0') + 1; /* skip variable */ 285 type = varsub(&x, varname, sp, &stype); 286 if (type < 0) { 287 char endc; 288 char *str, *end; 289 290 end = (char *) wdscan(sp, CSUBST); 291 endc = *end; 292 *end = EOS; 293 str = snptreef((char *) 0, 64, "%S", 294 varname - 1); 295 *end = endc; 296 errorf("%s: bad substitution", str); 297 } 298 if (f&DOBLANK) 299 doblank++; 300 tilde_ok = 0; 301 if (type == XBASE) { /* expand? */ 302 if (!st->next) { 303 SubType *newst; 304 305 newst = (SubType *) alloc( 306 sizeof(SubType), ATEMP); 307 newst->next = (SubType *) 0; 308 newst->prev = st; 309 st->next = newst; 310 } 311 st = st->next; 312 st->stype = stype; 313 st->base = Xsavepos(ds, dp); 314 st->f = f; 315 st->var = x.var; 316 st->quote = quote; 317 /* skip qualifier(s) */ 318 if (stype) { 319 sp += 2; 320 /* :[-+=?] or double [#%] */ 321 if (stype & 0x80) 322 sp += 2; 323 } 324 switch (stype & 0x7f) { 325 case '#': 326 case '%': 327 /* ! DOBLANK,DOBRACE_,DOTILDE */ 328 f = DOPAT | (f&DONTRUNCOMMAND) 329 | DOTEMP_; 330 quote = 0; 331 break; 332 case '=': 333 /* Enabling tilde expansion 334 * after :'s here is 335 * non-standard ksh, but is 336 * consistent with rules for 337 * other assignments. Not 338 * sure what POSIX thinks of 339 * this. 340 * Not doing tilde expansion 341 * for integer variables is a 342 * non-POSIX thing - makes 343 * sense though, since ~ is 344 * a arithmetic operator. 345 */ 346 #if !defined(__hppa) || __GNUC__ != 2 /* gcc 2.3.3 on hp-pa dies on this - ifdef goes away as soon as I get a new version of gcc.. */ 347 if (!(x.var->flag & INTEGER)) 348 f |= DOASNTILDE|DOTILDE; 349 f |= DOTEMP_; 350 #else 351 f |= DOTEMP_|DOASNTILDE|DOTILDE; 352 #endif 353 /* These will be done after the 354 * value has been assigned. 355 */ 356 f &= ~(DOBLANK|DOGLOB|DOBRACE_); 357 tilde_ok = 1; 358 break; 359 case '?': 360 f &= ~DOBLANK; 361 f |= DOTEMP_; 362 /* fall through */ 363 default: 364 /* Enable tilde expansion */ 365 tilde_ok = 1; 366 f |= DOTILDE; 367 } 368 } else 369 /* skip word */ 370 sp = (char *) wdscan(sp, CSUBST); 371 continue; 372 } 373 case CSUBST: /* only get here if expanding word */ 374 tilde_ok = 0; /* in case of ${unset:-} */ 375 *dp = '\0'; 376 quote = st->quote; 377 f = st->f; 378 if (f&DOBLANK) 379 doblank--; 380 switch (st->stype&0x7f) { 381 case '#': 382 case '%': 383 dp = Xrestpos(ds, dp, st->base); 384 /* Must use st->var since calling 385 * global would break things 386 * like x[i+=1]. 387 */ 388 x.str = trimsub(str_val(st->var), 389 dp, st->stype); 390 type = XSUB; 391 if (f&DOBLANK) 392 doblank++; 393 st = st->prev; 394 continue; 395 case '=': 396 if (st->var->flag & RDONLY) 397 /* XXX POSIX says this is only 398 * fatal for special builtins 399 */ 400 errorf("%s: is read only", 401 st->var->name); 402 /* Restore our position and substitute 403 * the value of st->var (may not be 404 * the assigned value in the presence 405 * of integer/right-adj/etc attributes). 406 */ 407 dp = Xrestpos(ds, dp, st->base); 408 /* Must use st->var since calling 409 * global would cause with things 410 * like x[i+=1] to be evaluated twice. 411 */ 412 setstr(st->var, debunk( 413 (char *) alloc(strlen(dp) + 1, 414 ATEMP), dp)); 415 x.str = str_val(st->var); 416 type = XSUB; 417 if (f&DOBLANK) 418 doblank++; 419 st = st->prev; 420 continue; 421 case '?': 422 { 423 char *s = Xrestpos(ds, dp, st->base); 424 425 errorf("%s: %s", st->var->name, 426 dp == s ? 427 "parameter null or not set" 428 : (debunk(s, s), s)); 429 } 430 } 431 st = st->prev; 432 type = XBASE; 433 continue; 434 435 case OPAT: /* open pattern: *(foo|bar) */ 436 /* Next char is the type of pattern */ 437 make_magic = 1; 438 c = *sp++ + 0x80; 439 break; 440 441 case SPAT: /* pattern seperator (|) */ 442 make_magic = 1; 443 c = '|'; 444 break; 445 446 case CPAT: /* close pattern */ 447 make_magic = 1; 448 c = /*(*/ ')'; 449 break; 450 } 451 break; 452 453 case XNULLSUB: 454 /* Special case for "$@" (and "${foo[@]}") - no 455 * word is generated if $# is 0 (unless there is 456 * other stuff inside the quotes). 457 */ 458 type = XBASE; 459 if (f&DOBLANK) { 460 doblank--; 461 /* not really correct: x=; "$x$@" should 462 * generate a null argument and 463 * set A; "${@:+}" shouldn't. 464 */ 465 if (dp == Xstring(ds, dp)) 466 word = IFS_WS; 467 } 468 continue; 469 470 case XSUB: 471 if ((c = *x.str++) == 0) { 472 type = XBASE; 473 if (f&DOBLANK) 474 doblank--; 475 continue; 476 } 477 break; 478 479 case XARGSEP: 480 type = XARG; 481 quote = 1; 482 case XARG: 483 if ((c = *x.str++) == '\0') { 484 /* force null words to be created so 485 * set -- '' 2 ''; foo "$@" will do 486 * the right thing 487 */ 488 if (quote && x.split) 489 word = IFS_WORD; 490 if ((x.str = *x.u.strv++) == NULL) { 491 type = XBASE; 492 if (f&DOBLANK) 493 doblank--; 494 continue; 495 } 496 c = ifs0; 497 if (c == 0) { 498 if (quote && !x.split) 499 continue; 500 c = ' '; 501 } 502 if (quote && x.split) { 503 /* terminate word for "$@" */ 504 type = XARGSEP; 505 quote = 0; 506 } 507 } 508 break; 509 510 case XCOM: 511 if (newlines) { /* Spit out saved nl's */ 512 c = '\n'; 513 --newlines; 514 } else { 515 while ((c = shf_getc(x.u.shf)) == 0 || c == '\n') 516 if (c == '\n') 517 newlines++; /* Save newlines */ 518 if (newlines && c != EOF) { 519 shf_ungetc(c, x.u.shf); 520 c = '\n'; 521 --newlines; 522 } 523 } 524 if (c == EOF) { 525 newlines = 0; 526 shf_close(x.u.shf); 527 if (x.split) 528 subst_exstat = waitlast(); 529 type = XBASE; 530 if (f&DOBLANK) 531 doblank--; 532 continue; 533 } 534 break; 535 } 536 537 /* check for end of word or IFS separation */ 538 if (c == 0 || (!quote && (f & DOBLANK) && doblank && !make_magic 539 && ctype(c, C_IFS))) 540 { 541 /* How words are broken up: 542 * | value of c 543 * word | ws nws 0 544 * ----------------------------------- 545 * IFS_WORD w/WS w/NWS w 546 * IFS_WS -/WS w/NWS - 547 * IFS_NWS -/NWS w/NWS w 548 * (w means generate a word) 549 * Note that IFS_NWS/0 generates a word (at&t ksh 550 * doesn't do this, but POSIX does). 551 */ 552 if (word == IFS_WORD 553 || (!ctype(c, C_IFSWS) && (c || word == IFS_NWS))) 554 { 555 char *p; 556 557 *dp++ = '\0'; 558 p = Xclose(ds, dp); 559 #ifdef BRACE_EXPAND 560 if (fdo & DOBRACE_) 561 /* also does globbing */ 562 alt_expand(wp, p, p, 563 p + Xlength(ds, (dp - 1)), 564 fdo | (f & DOMARKDIRS)); 565 else 566 #endif /* BRACE_EXPAND */ 567 if (fdo & DOGLOB) 568 glob(p, wp, f & DOMARKDIRS); 569 else if ((f & DOPAT) || !(fdo & DOMAGIC_)) 570 XPput(*wp, p); 571 else 572 XPput(*wp, debunk(p, p)); 573 fdo = 0; 574 saw_eq = 0; 575 tilde_ok = (f & (DOTILDE|DOASNTILDE)) ? 1 : 0; 576 if (c != 0) 577 Xinit(ds, dp, 128, ATEMP); 578 } 579 if (c == 0) 580 return; 581 if (word != IFS_NWS) 582 word = ctype(c, C_IFSWS) ? IFS_WS : IFS_NWS; 583 } else { 584 /* age tilde_ok info - ~ code tests second bit */ 585 tilde_ok <<= 1; 586 /* mark any special second pass chars */ 587 if (!quote) 588 switch (c) { 589 case '[': 590 case NOT: 591 case '-': 592 case ']': 593 /* For character classes - doesn't hurt 594 * to have magic !,-,]'s outside of 595 * [...] expressions. 596 */ 597 if (f & (DOPAT | DOGLOB)) { 598 fdo |= DOMAGIC_; 599 if (c == '[') 600 fdo |= f & DOGLOB; 601 *dp++ = MAGIC; 602 } 603 break; 604 case '*': 605 case '?': 606 if (f & (DOPAT | DOGLOB)) { 607 fdo |= DOMAGIC_ | (f & DOGLOB); 608 *dp++ = MAGIC; 609 } 610 break; 611 #ifdef BRACE_EXPAND 612 case OBRACE: 613 case ',': 614 case CBRACE: 615 if ((f & DOBRACE_) && (c == OBRACE 616 || (fdo & DOBRACE_))) 617 { 618 fdo |= DOBRACE_|DOMAGIC_; 619 *dp++ = MAGIC; 620 } 621 break; 622 #endif /* BRACE_EXPAND */ 623 case '=': 624 /* Note first unquoted = for ~ */ 625 if (!(f & DOTEMP_) && !saw_eq) { 626 saw_eq = 1; 627 tilde_ok = 1; 628 } 629 break; 630 case PATHSEP: /* : */ 631 /* Note unquoted : for ~ */ 632 if (!(f & DOTEMP_) && (f & DOASNTILDE)) 633 tilde_ok = 1; 634 break; 635 case '~': 636 /* tilde_ok is reset whenever 637 * any of ' " $( $(( ${ } are seen. 638 * Note that tilde_ok must be preserved 639 * through the sequence ${A=a=}~ 640 */ 641 if (type == XBASE 642 && (f & (DOTILDE|DOASNTILDE)) 643 && (tilde_ok & 2)) 644 { 645 char *p, *dp_x; 646 647 dp_x = dp; 648 p = maybe_expand_tilde(sp, 649 &ds, &dp_x, 650 f & DOASNTILDE); 651 if (p) { 652 if (dp != dp_x) 653 word = IFS_WORD; 654 dp = dp_x; 655 sp = p; 656 continue; 657 } 658 } 659 break; 660 } 661 else 662 quote &= ~2; /* undo temporary */ 663 664 if (make_magic) { 665 make_magic = 0; 666 fdo |= DOMAGIC_ | (f & DOGLOB); 667 *dp++ = MAGIC; 668 } else if (ISMAGIC(c)) { 669 fdo |= DOMAGIC_; 670 *dp++ = MAGIC; 671 } 672 *dp++ = c; /* save output char */ 673 word = IFS_WORD; 674 } 675 } 676 } 677 678 /* 679 * Prepare to generate the string returned by ${} substitution. 680 */ 681 static int 682 varsub(xp, sp, word, stypep) 683 Expand *xp; 684 char *sp; 685 char *word; 686 int *stypep; 687 { 688 int c; 689 int state; /* next state: XBASE, XARG, XSUB, XNULLSUB */ 690 int stype; /* substitution type */ 691 char *p; 692 struct tbl *vp; 693 694 if (sp[0] == '\0') /* Bad variable name */ 695 return -1; 696 697 xp->var = (struct tbl *) 0; 698 699 /* ${#var}, string length or array size */ 700 if (sp[0] == '#' && (c = sp[1]) != '\0') { 701 int zero_ok = 0; 702 703 /* Can't have any modifiers for ${#...} */ 704 if (*word != CSUBST) 705 return -1; 706 sp++; 707 /* Check for size of array */ 708 if ((p=strchr(sp,'[')) && (p[1]=='*'||p[1]=='@') && p[2]==']') { 709 c = 0; 710 vp = global(arrayname(sp)); 711 if (vp->flag & (ISSET|ARRAY)) 712 zero_ok = 1; 713 for (; vp; vp = vp->u.array) 714 if (vp->flag&ISSET) 715 c = vp->index+1; 716 } else if (c == '*' || c == '@') 717 c = e->loc->argc; 718 else { 719 p = str_val(global(sp)); 720 zero_ok = p != null; 721 c = strlen(p); 722 } 723 if (Flag(FNOUNSET) && c == 0 && !zero_ok) 724 errorf("%s: parameter not set", sp); 725 *stypep = 0; /* unqualified variable/string substitution */ 726 xp->str = str_save(ulton((unsigned long)c, 10), ATEMP); 727 return XSUB; 728 } 729 730 /* Check for qualifiers in word part */ 731 stype = 0; 732 c = *word == CHAR ? word[1] : 0; 733 if (c == ':') { 734 stype = 0x80; 735 c = word[2] == CHAR ? word[3] : 0; 736 } 737 if (ctype(c, C_SUBOP1)) 738 stype |= c; 739 else if (stype) /* :, :# or :% is not ok */ 740 return -1; 741 else if (ctype(c, C_SUBOP2)) { 742 stype = c; 743 if (word[2] == CHAR && c == word[3]) 744 stype |= 0x80; 745 } 746 if (!stype && *word != CSUBST) 747 return -1; 748 *stypep = stype; 749 750 c = sp[0]; 751 if (c == '*' || c == '@') { 752 switch (stype & 0x7f) { 753 case '=': /* can't assign to a vector */ 754 case '%': /* can't trim a vector */ 755 case '#': 756 return -1; 757 } 758 if (e->loc->argc == 0) { 759 xp->str = null; 760 state = c == '@' ? XNULLSUB : XSUB; 761 } else { 762 xp->u.strv = (const char **) e->loc->argv + 1; 763 xp->str = *xp->u.strv++; 764 xp->split = c == '@'; /* $@ */ 765 state = XARG; 766 } 767 } else { 768 if ((p=strchr(sp,'[')) && (p[1]=='*'||p[1]=='@') && p[2]==']') { 769 XPtrV wv; 770 771 switch (stype & 0x7f) { 772 case '=': /* can't assign to a vector */ 773 case '%': /* can't trim a vector */ 774 case '#': 775 return -1; 776 } 777 XPinit(wv, 32); 778 vp = global(arrayname(sp)); 779 for (; vp; vp = vp->u.array) { 780 if (!(vp->flag&ISSET)) 781 continue; 782 XPput(wv, str_val(vp)); 783 } 784 if (XPsize(wv) == 0) { 785 xp->str = null; 786 state = p[1] == '@' ? XNULLSUB : XSUB; 787 XPfree(wv); 788 } else { 789 XPput(wv, 0); 790 xp->u.strv = (const char **) XPptrv(wv); 791 xp->str = *xp->u.strv++; 792 xp->split = p[1] == '@'; /* ${foo[@]} */ 793 state = XARG; 794 } 795 } else { 796 /* Can't assign things like $! or $1 */ 797 if ((stype & 0x7f) == '=' 798 && (ctype(*sp, C_VAR1) || digit(*sp))) 799 return -1; 800 xp->var = global(sp); 801 xp->str = str_val(xp->var); 802 state = XSUB; 803 } 804 } 805 806 c = stype&0x7f; 807 /* test the compiler's code generator */ 808 if (ctype(c, C_SUBOP2) || 809 (((stype&0x80) ? *xp->str=='\0' : xp->str==null) ? /* undef? */ 810 c == '=' || c == '-' || c == '?' : c == '+')) 811 state = XBASE; /* expand word instead of variable value */ 812 if (Flag(FNOUNSET) && xp->str == null 813 && (ctype(c, C_SUBOP2) || (state != XBASE && c != '+'))) 814 errorf("%s: parameter not set", sp); 815 return state; 816 } 817 818 /* 819 * Run the command in $(...) and read its output. 820 */ 821 static int 822 comsub(xp, cp) 823 register Expand *xp; 824 char *cp; 825 { 826 Source *s, *sold; 827 register struct op *t; 828 struct shf *shf; 829 830 s = pushs(SSTRING, ATEMP); 831 s->start = s->str = cp; 832 sold = source; 833 t = compile(s); 834 source = sold; 835 836 if (t == NULL) 837 return XBASE; 838 839 if (t != NULL && t->type == TCOM && /* $(<file) */ 840 *t->args == NULL && *t->vars == NULL && t->ioact != NULL) { 841 register struct ioword *io = *t->ioact; 842 char *name; 843 844 if ((io->flag&IOTYPE) != IOREAD) 845 errorf("funny $() command: %s", 846 snptreef((char *) 0, 32, "%R", io)); 847 shf = shf_open(name = evalstr(io->name, DOTILDE), O_RDONLY, 0, 848 SHF_MAPHI|SHF_CLEXEC); 849 if (shf == NULL) 850 errorf("%s: cannot open $() input", name); 851 xp->split = 0; /* no waitlast() */ 852 } else { 853 int ofd1, pv[2]; 854 openpipe(pv); 855 shf = shf_fdopen(pv[0], SHF_RD, (struct shf *) 0); 856 ofd1 = savefd(1, 0); /* fd 1 may be closed... */ 857 ksh_dup2(pv[1], 1, FALSE); 858 close(pv[1]); 859 execute(t, XFORK|XXCOM|XPIPEO); 860 restfd(1, ofd1); 861 startlast(); 862 xp->split = 1; /* waitlast() */ 863 } 864 865 xp->u.shf = shf; 866 return XCOM; 867 } 868 869 /* 870 * perform #pattern and %pattern substitution in ${} 871 */ 872 873 static char * 874 trimsub(str, pat, how) 875 register char *str; 876 char *pat; 877 int how; 878 { 879 register char *end = strchr(str, 0); 880 register char *p, c; 881 882 switch (how&0xff) { /* UCHAR_MAX maybe? */ 883 case '#': /* shortest at begining */ 884 for (p = str; p <= end; p++) { 885 c = *p; *p = '\0'; 886 if (gmatch(str, pat, FALSE)) { 887 *p = c; 888 return p; 889 } 890 *p = c; 891 } 892 break; 893 case '#'|0x80: /* longest match at begining */ 894 for (p = end; p >= str; p--) { 895 c = *p; *p = '\0'; 896 if (gmatch(str, pat, FALSE)) { 897 *p = c; 898 return p; 899 } 900 *p = c; 901 } 902 break; 903 case '%': /* shortest match at end */ 904 for (p = end; p >= str; p--) { 905 if (gmatch(p, pat, FALSE)) 906 return str_nsave(str, p - str, ATEMP); 907 } 908 break; 909 case '%'|0x80: /* longest match at end */ 910 for (p = str; p <= end; p++) { 911 if (gmatch(p, pat, FALSE)) 912 return str_nsave(str, p - str, ATEMP); 913 } 914 break; 915 } 916 917 return str; /* no match, return string */ 918 } 919 920 /* 921 * glob 922 * Name derived from V6's /etc/glob, the program that expanded filenames. 923 */ 924 925 /* XXX cp not const 'cause slashes are temporarily replaced with nulls... */ 926 static void 927 glob(cp, wp, markdirs) 928 char *cp; 929 register XPtrV *wp; 930 int markdirs; 931 { 932 int oldsize = XPsize(*wp); 933 934 if (glob_str(cp, wp, markdirs) == 0) 935 XPput(*wp, debunk(cp, cp)); 936 else 937 qsortp(XPptrv(*wp) + oldsize, (size_t)(XPsize(*wp) - oldsize), 938 xstrcmp); 939 } 940 941 #define GF_NONE 0 942 #define GF_EXCHECK BIT(0) /* do existance check on file */ 943 #define GF_GLOBBED BIT(1) /* some globbing has been done */ 944 #define GF_MARKDIR BIT(2) /* add trailing / to directories */ 945 946 /* Apply file globbing to cp and store the matching files in wp. Returns 947 * the number of matches found. 948 */ 949 int 950 glob_str(cp, wp, markdirs) 951 char *cp; 952 XPtrV *wp; 953 int markdirs; 954 { 955 int oldsize = XPsize(*wp); 956 XString xs; 957 char *xp; 958 959 Xinit(xs, xp, 256, ATEMP); 960 globit(&xs, &xp, cp, wp, markdirs ? GF_MARKDIR : GF_NONE); 961 Xfree(xs, xp); 962 963 return XPsize(*wp) - oldsize; 964 } 965 966 static void 967 globit(xs, xpp, sp, wp, check) 968 XString *xs; /* dest string */ 969 char **xpp; /* ptr to dest end */ 970 char *sp; /* source path */ 971 register XPtrV *wp; /* output list */ 972 int check; /* GF_* flags */ 973 { 974 register char *np; /* next source component */ 975 char *xp = *xpp; 976 char *se; 977 char odirsep; 978 979 /* This to allow long expansions to be interrupted */ 980 intrcheck(); 981 982 if (sp == NULL) { /* end of source path */ 983 /* We only need to check if the file exists if a pattern 984 * is followed by a non-pattern (eg, foo*x/bar; no check 985 * is needed for foo* since the match must exist) or if 986 * any patterns were expanded and the markdirs option is set. 987 * Symlinks make things a bit tricky... 988 */ 989 if ((check & GF_EXCHECK) 990 || ((check & GF_MARKDIR) && (check & GF_GLOBBED))) 991 { 992 #define stat_check() (stat_done ? stat_done : \ 993 (stat_done = stat(Xstring(*xs, xp), &statb) < 0 \ 994 ? -1 : 1)) 995 struct stat lstatb, statb; 996 int stat_done = 0; /* -1: failed, 1 ok */ 997 998 if (lstat(Xstring(*xs, xp), &lstatb) < 0) 999 return; 1000 /* special case for systems which strip trailing 1001 * slashes from regular files (eg, /etc/passwd/). 1002 * SunOS 4.1.3 does this... 1003 */ 1004 if ((check & GF_EXCHECK) && xp > Xstring(*xs, xp) 1005 && ISDIRSEP(xp[-1]) && !S_ISDIR(lstatb.st_mode) 1006 #ifdef S_ISLNK 1007 && (!S_ISLNK(lstatb.st_mode) 1008 || stat_check() < 0 1009 || !S_ISDIR(statb.st_mode)) 1010 #endif /* S_ISLNK */ 1011 ) 1012 return; 1013 /* Possibly tack on a trailing / if there isn't already 1014 * one and if the file is a directory or a symlink to a 1015 * directory 1016 */ 1017 if (((check & GF_MARKDIR) && (check & GF_GLOBBED)) 1018 && xp > Xstring(*xs, xp) && !ISDIRSEP(xp[-1]) 1019 && (S_ISDIR(lstatb.st_mode) 1020 #ifdef S_ISLNK 1021 || (S_ISLNK(lstatb.st_mode) 1022 && stat_check() > 0 1023 && S_ISDIR(statb.st_mode)) 1024 #endif /* S_ISLNK */ 1025 )) 1026 { 1027 *xp++ = DIRSEP; 1028 *xp = '\0'; 1029 } 1030 } 1031 #ifdef OS2 /* Done this way to avoid bug in gcc 2.7.2... */ 1032 /* Ugly kludge required for command 1033 * completion - see how search_access() 1034 * is implemented for OS/2... 1035 */ 1036 # define KLUDGE_VAL 4 1037 #else /* OS2 */ 1038 # define KLUDGE_VAL 0 1039 #endif /* OS2 */ 1040 XPput(*wp, str_nsave(Xstring(*xs, xp), Xlength(*xs, xp) 1041 + KLUDGE_VAL, ATEMP)); 1042 return; 1043 } 1044 1045 if (xp > Xstring(*xs, xp)) 1046 *xp++ = DIRSEP; 1047 while (ISDIRSEP(*sp)) { 1048 Xcheck(*xs, xp); 1049 *xp++ = *sp++; 1050 } 1051 np = ksh_strchr_dirsep(sp); 1052 if (np != NULL) { 1053 se = np; 1054 odirsep = *np; /* don't assume DIRSEP, can be multiple kinds */ 1055 *np++ = '\0'; 1056 } else { 1057 odirsep = '\0'; /* keep gcc quiet */ 1058 se = sp + strlen(sp); 1059 } 1060 1061 1062 /* Check if sp needs globbing - done to avoid pattern checks for strings 1063 * containing MAGIC characters, open ['s without the matching close ], 1064 * etc. (otherwise opendir() will be called which may fail because the 1065 * directory isn't readable - if no globbing is needed, only execute 1066 * permission should be required (as per POSIX)). 1067 */ 1068 if (!has_globbing(sp, se)) { 1069 XcheckN(*xs, xp, se - sp + 1); 1070 debunk(xp, sp); 1071 xp += strlen(xp); 1072 *xpp = xp; 1073 globit(xs, xpp, np, wp, check); 1074 } else { 1075 DIR *dirp; 1076 struct dirent *d; 1077 char *name; 1078 int len; 1079 int prefix_len; 1080 1081 /* xp = *xpp; copy_non_glob() may have re-alloc'd xs */ 1082 *xp = '\0'; 1083 prefix_len = Xlength(*xs, xp); 1084 dirp = ksh_opendir(prefix_len ? Xstring(*xs, xp) : "."); 1085 if (dirp == NULL) 1086 goto Nodir; 1087 while ((d = readdir(dirp)) != NULL) { 1088 name = d->d_name; 1089 if (name[0] == '.' && 1090 (name[1] == 0 || (name[1] == '.' && name[2] == 0))) 1091 continue; /* always ignore . and .. */ 1092 if ((*name == '.' && *sp != '.') 1093 || !gmatch(name, sp, TRUE)) 1094 continue; 1095 1096 len = NLENGTH(d) + 1; 1097 XcheckN(*xs, xp, len); 1098 memcpy(xp, name, len); 1099 *xpp = xp + len - 1; 1100 globit(xs, xpp, np, wp, 1101 (check & GF_MARKDIR) | GF_GLOBBED 1102 | (np ? GF_EXCHECK : GF_NONE)); 1103 xp = Xstring(*xs, xp) + prefix_len; 1104 } 1105 closedir(dirp); 1106 Nodir:; 1107 } 1108 1109 if (np != NULL) 1110 *--np = odirsep; 1111 } 1112 1113 #if 0 1114 /* Check if p contains something that needs globbing; if it does, 0 is 1115 * returned; if not, p is copied into xs/xp after stripping any MAGICs 1116 */ 1117 static int copy_non_glob ARGS((XString *xs, char **xpp, char *p)); 1118 static int 1119 copy_non_glob(xs, xpp, p) 1120 XString *xs; 1121 char **xpp; 1122 char *p; 1123 { 1124 char *xp; 1125 int len = strlen(p); 1126 1127 XcheckN(*xs, *xpp, len); 1128 xp = *xpp; 1129 for (; *p; p++) { 1130 if (ISMAGIC(*p)) { 1131 int c = *++p; 1132 1133 if (c == '*' || c == '?') 1134 return 0; 1135 if (*p == '[') { 1136 char *q = p + 1; 1137 1138 if (ISMAGIC(*q) && q[1] == NOT) 1139 q += 2; 1140 if (ISMAGIC(*q) && q[1] == ']') 1141 q += 2; 1142 for (; *q; q++) 1143 if (ISMAGIC(*q) && *++q == ']') 1144 return 0; 1145 /* pass a literal [ through */ 1146 } 1147 /* must be a MAGIC-MAGIC, or MAGIC-!, MAGIC--, etc. */ 1148 } 1149 *xp++ = *p; 1150 } 1151 *xp = '\0'; 1152 *xpp = xp; 1153 return 1; 1154 } 1155 #endif /* 0 */ 1156 1157 /* remove MAGIC from string */ 1158 char * 1159 debunk(dp, sp) 1160 char *dp; 1161 const char *sp; 1162 { 1163 char *d, *s; 1164 1165 if ((s = strchr(sp, MAGIC))) { 1166 memcpy(dp, sp, s - sp); 1167 for (d = dp + (s - sp); *s; s++) 1168 if (!ISMAGIC(*s) || !(*++s & 0x80) 1169 || !strchr("*+?@!", *s & 0x7f)) 1170 *d++ = *s; 1171 else { 1172 /* extended pattern operators: *+?@! */ 1173 *d++ = *s & 0x7f; 1174 *d++ = '('; 1175 } 1176 *d = '\0'; 1177 } else if (dp != sp) 1178 strcpy(dp, sp); 1179 return dp; 1180 } 1181 1182 /* Check if p is an unquoted name, possibly followed by a / or :. If so 1183 * puts the expanded version in *dcp,dp and returns a pointer in p just 1184 * past the name, otherwise returns 0. 1185 */ 1186 static char * 1187 maybe_expand_tilde(p, dsp, dpp, isassign) 1188 char *p; 1189 XString *dsp; 1190 char **dpp; 1191 int isassign; 1192 { 1193 XString ts; 1194 char *dp = *dpp; 1195 char *tp, *r; 1196 1197 Xinit(ts, tp, 16, ATEMP); 1198 /* : only for DOASNTILDE form */ 1199 while (p[0] == CHAR && !ISDIRSEP(p[1]) 1200 && (!isassign || p[1] != PATHSEP)) 1201 { 1202 Xcheck(ts, tp); 1203 *tp++ = p[1]; 1204 p += 2; 1205 } 1206 *tp = '\0'; 1207 r = (p[0] == EOS || p[0] == CHAR || p[0] == CSUBST) ? tilde(Xstring(ts, tp)) : (char *) 0; 1208 Xfree(ts, tp); 1209 if (r) { 1210 while (*r) { 1211 Xcheck(*dsp, dp); 1212 if (ISMAGIC(*r)) 1213 *dp++ = MAGIC; 1214 *dp++ = *r++; 1215 } 1216 *dpp = dp; 1217 r = p; 1218 } 1219 return r; 1220 } 1221 1222 /* 1223 * tilde expansion 1224 * 1225 * based on a version by Arnold Robbins 1226 */ 1227 1228 static char * 1229 tilde(cp) 1230 char *cp; 1231 { 1232 char *dp; 1233 1234 if (cp[0] == '\0') 1235 dp = str_val(global("HOME")); 1236 else if (cp[0] == '+' && cp[1] == '\0') 1237 dp = str_val(global("PWD")); 1238 else if (cp[0] == '-' && cp[1] == '\0') 1239 dp = str_val(global("OLDPWD")); 1240 else 1241 dp = homedir(cp); 1242 /* If HOME, PWD or OLDPWD are not set, don't expand ~ */ 1243 if (dp == null) 1244 dp = (char *) 0; 1245 return dp; 1246 } 1247 1248 /* 1249 * map userid to user's home directory. 1250 * note that 4.3's getpw adds more than 6K to the shell, 1251 * and the YP version probably adds much more. 1252 * we might consider our own version of getpwnam() to keep the size down. 1253 */ 1254 1255 static char * 1256 homedir(name) 1257 char *name; 1258 { 1259 register struct tbl *ap; 1260 1261 ap = tenter(&homedirs, name, hash(name)); 1262 if (!(ap->flag & ISSET)) { 1263 #ifdef OS2 1264 /* No usernames in OS2 - punt */ 1265 return NULL; 1266 #else /* OS2 */ 1267 struct passwd *pw; 1268 1269 pw = getpwnam(name); 1270 if (pw == NULL) 1271 return NULL; 1272 ap->val.s = str_save(pw->pw_dir, APERM); 1273 ap->flag |= DEFINED|ISSET|ALLOC; 1274 #endif /* OS2 */ 1275 } 1276 return ap->val.s; 1277 } 1278 1279 #ifdef BRACE_EXPAND 1280 static void 1281 alt_expand(wp, start, exp_start, end, fdo) 1282 XPtrV *wp; 1283 char *start, *exp_start; 1284 char *end; 1285 int fdo; 1286 { 1287 int UNINITIALIZED(count); 1288 char *brace_start, *brace_end, *UNINITIALIZED(comma); 1289 char *field_start; 1290 char *p; 1291 1292 /* search for open brace */ 1293 for (p = exp_start; (p = strchr(p, MAGIC)) && p[1] != OBRACE; p += 2) 1294 ; 1295 brace_start = p; 1296 1297 /* find matching close brace, if any */ 1298 if (p) { 1299 comma = (char *) 0; 1300 count = 1; 1301 for (p += 2; *p && count; p++) { 1302 if (ISMAGIC(*p)) { 1303 if (*++p == OBRACE) 1304 count++; 1305 else if (*p == CBRACE) 1306 --count; 1307 else if (*p == ',' && count == 1) 1308 comma = p; 1309 } 1310 } 1311 } 1312 /* no valid expansions... */ 1313 if (!p || count != 0) { 1314 /* Note that given a{{b,c} we do not expand anything (this is 1315 * what at&t ksh does. This may be changed to do the {b,c} 1316 * expansion. } 1317 */ 1318 if (fdo & DOGLOB) 1319 glob(start, wp, fdo & DOMARKDIRS); 1320 else 1321 XPput(*wp, debunk(start, start)); 1322 return; 1323 } 1324 brace_end = p; 1325 if (!comma) { 1326 alt_expand(wp, start, brace_end, end, fdo); 1327 return; 1328 } 1329 1330 /* expand expression */ 1331 field_start = brace_start + 2; 1332 count = 1; 1333 for (p = brace_start + 2; p != brace_end; p++) { 1334 if (ISMAGIC(*p)) { 1335 if (*++p == OBRACE) 1336 count++; 1337 else if ((*p == CBRACE && --count == 0) 1338 || (*p == ',' && count == 1)) 1339 { 1340 char *new; 1341 int l1, l2, l3; 1342 1343 l1 = brace_start - start; 1344 l2 = (p - 1) - field_start; 1345 l3 = end - brace_end; 1346 new = (char *) alloc(l1 + l2 + l3 + 1, ATEMP); 1347 memcpy(new, start, l1); 1348 memcpy(new + l1, field_start, l2); 1349 memcpy(new + l1 + l2, brace_end, l3); 1350 new[l1 + l2 + l3] = '\0'; 1351 alt_expand(wp, new, new + l1, 1352 new + l1 + l2 + l3, fdo); 1353 field_start = p + 1; 1354 } 1355 } 1356 } 1357 return; 1358 } 1359 #endif /* BRACE_EXPAND */ 1360