colorize.c

   1 /*
   2  * colorize - Read text from standard input stream or file and print
   3  *            it colorized through use of ANSI escape sequences
   4  *
   5  * Copyright (c) 2011-2018 Steven Schubiger
   6  *
   7  * This program is free software: you can redistribute it and/or modify
   8  * it under the terms of the GNU General Public License as published by
   9  * the Free Software Foundation, either version 3 of the License, or
  10  * (at your option) any later version.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU General Public License
  18  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
  19  *
  20  */
  21
  22 #define _DEFAULT_SOURCE
  23 #define _BSD_SOURCE
  24 #define _XOPEN_SOURCE 700
  25 #define _FILE_OFFSET_BITS 64
  26 #include <assert.h>
  27 #include <ctype.h>
  28 #include <errno.h>
  29 #include <getopt.h>
  30 #include <pwd.h>
  31 #include <stdarg.h>
  32 #include <stdio.h>
  33 #include <stdlib.h>
  34 #include <string.h>
  35 #include <sys/time.h>
  36 #include <sys/types.h>
  37 #include <sys/stat.h>
  38 #include <time.h>
  39 #include <unistd.h>
  40 #include <wordexp.h>
  41
  42 #ifndef DEBUG
  43 # define DEBUG 0
  44 #endif
  45
  46 #define str(arg) #arg
  47 #define to_str(arg) str(arg)
  48
  49 #define streq(s1, s2) (strcmp (s1, s2) == 0)
  50 #define strneq(s1, s2, n) (strncmp (s1, s2, n) == 0)
  51
  52 #if !DEBUG
  53 # define xmalloc(size)          malloc_wrap(size)
  54 # define xcalloc(nmemb, size)   calloc_wrap(nmemb, size)
  55 # define xrealloc(ptr, size)    realloc_wrap(ptr, size)
  56 # define xstrdup(str)           strdup_wrap(str,            NULL, 0)
  57 # define str_concat(str1, str2) str_concat_wrap(str1, str2, NULL, 0)
  58 #else
  59 # define xmalloc(size)          malloc_wrap_debug(size,        __FILE__, __LINE__)
  60 # define xcalloc(nmemb, size)   calloc_wrap_debug(nmemb, size, __FILE__, __LINE__)
  61 # define xrealloc(ptr, size)    realloc_wrap_debug(ptr, size,  __FILE__, __LINE__)
  62 # define xstrdup(str)           strdup_wrap(str,               __FILE__, __LINE__)
  63 # define str_concat(str1, str2) str_concat_wrap(str1, str2,    __FILE__, __LINE__)
  64 #endif
  65
  66 #define free_null(ptr) free_wrap((void **)&ptr)
  67
  68 #if defined(BUF_SIZE) && (BUF_SIZE <= 0 || BUF_SIZE > 65536)
  69 # undef BUF_SIZE
  70 #endif
  71 #ifndef BUF_SIZE
  72 # define BUF_SIZE 4096
  73 #endif
  74
  75 #define LF 0x01
  76 #define CR 0x02
  77
  78 #define COUNT_OF(obj, type) (sizeof (obj) / sizeof (type))
  79
  80 #define SKIP_LINE_ENDINGS(flags) ((flags) == (CR|LF) ? 2 : 1)
  81
  82 #define VALID_FILE_TYPE(mode) (S_ISREG (mode) || S_ISLNK (mode) || S_ISFIFO (mode))
  83
  84 #define STACK_VAR(ptr) do {                                   \
  85     stack_var (&vars_list, &stacked_vars, stacked_vars, ptr); \
  86 } while (false)
  87
  88 #define RELEASE_VAR(ptr) do {                             \
  89     release_var (vars_list, stacked_vars, (void **)&ptr); \
  90 } while (false)
  91
  92 #if !DEBUG
  93 # define MEM_ALLOC_FAIL() do {                                         \
  94     fprintf (stderr, "%s: memory allocation failure\n", program_name); \
  95     exit (EXIT_FAILURE);                                               \
  96 } while (false)
  97 #else
  98 # define MEM_ALLOC_FAIL_DEBUG(file, line) do {                                              \
  99     fprintf (stderr, "Memory allocation failure in source file %s, line %u\n", file, line); \
 100     exit (EXIT_FAILURE);                                                                    \
 101 } while (false)
 102 #endif
 103
 104 #define ABORT_TRACE()                                                              \
 105     fprintf (stderr, "Aborting in source file %s, line %u\n", __FILE__, __LINE__); \
 106     abort ();
 107
 108 #define CHECK_COLORS_RANDOM(color1, color2)        \
 109      streq (color_names[color1]->name, "random")   \
 110  && (streq (color_names[color2]->name, "none")     \
 111   || streq (color_names[color2]->name, "default"))
 112
 113 #define ALLOC_COMPLETE_PART_LINE 8
 114
 115 #if defined(COLOR_SEP_CHAR_COLON)
 116 # define COLOR_SEP_CHAR ':'
 117 #elif defined(COLOR_SEP_CHAR_SLASH)
 118 # define COLOR_SEP_CHAR '/'
 119 #else
 120 # define COLOR_SEP_CHAR '/'
 121 #endif
 122
 123 #define CONF_FILE ".colorize.conf"
 124
 125 #if DEBUG
 126 # define DEBUG_FILE "debug.txt"
 127 #endif
 128
 129 #define MAX_ATTRIBUTE_CHARS (6 * 2)
 130
 131 #define PROGRAM_NAME "colorize"
 132
 133 #define VERSION "0.64"
 134
 135 typedef enum { false, true } bool;
 136
 137 struct conf {
 138     char *attr;
 139     char *color;
 140     char *exclude_random;
 141     char *omit_color_empty;
 142 };
 143
 144 enum { DESC_OPTION, DESC_CONF };
 145
 146 struct color_name {
 147     char *name;
 148     char *orig;
 149 };
 150
 151 struct color {
 152     const char *name;
 153     const char *code;
 154 };
 155
 156 static const struct color fg_colors[] = {
 157     { "none",     NULL },
 158     { "black",   "30m" },
 159     { "red",     "31m" },
 160     { "green",   "32m" },
 161     { "yellow",  "33m" },
 162     { "blue",    "34m" },
 163     { "magenta", "35m" },
 164     { "cyan",    "36m" },
 165     { "white",   "37m" },
 166     { "default", "39m" },
 167 };
 168 static const struct color bg_colors[] = {
 169     { "none",     NULL },
 170     { "black",   "40m" },
 171     { "red",     "41m" },
 172     { "green",   "42m" },
 173     { "yellow",  "43m" },
 174     { "blue",    "44m" },
 175     { "magenta", "45m" },
 176     { "cyan",    "46m" },
 177     { "white",   "47m" },
 178     { "default", "49m" },
 179 };
 180
 181 struct bytes_size {
 182     unsigned int size;
 183     char unit;
 184 };
 185
 186 enum {
 187     FMT_GENERIC,
 188     FMT_STRING,
 189     FMT_QUOTE,
 190     FMT_COLOR,
 191     FMT_RANDOM,
 192     FMT_ERROR,
 193     FMT_FILE,
 194     FMT_TYPE,
 195     FMT_CONF
 196 };
 197 static const char *formats[] = {
 198     "%s",                     /* generic */
 199     "%s '%s'",                /* string  */
 200     "%s `%s' %s",             /* quote   */
 201     "%s color '%s' %s",       /* color   */
 202     "%s color '%s' %s '%s'",  /* random  */
 203     "less than %lu bytes %s", /* error   */
 204     "%s: %s",                 /* file    */
 205     "%s: %s: %s",             /* type    */
 206     "%s: option '%s' %s"      /* conf    */
 207 };
 208
 209 enum { GENERIC, FOREGROUND = 0, BACKGROUND };
 210
 211 static const struct {
 212     const struct color *entries;
 213     unsigned int count;
 214     const char *desc;
 215 } tables[] = {
 216     { fg_colors, COUNT_OF (fg_colors, struct color), "foreground" },
 217     { bg_colors, COUNT_OF (bg_colors, struct color), "background" },
 218 };
 219
 220 static unsigned int opts_set;
 221 enum {
 222     OPT_ATTR_SET = 0x01,
 223     OPT_EXCLUDE_RANDOM_SET = 0x02,
 224     OPT_OMIT_COLOR_EMPTY_SET = 0x04
 225 };
 226 static struct {
 227     char *attr;
 228     char *exclude_random;
 229 } opts_arg = { NULL, NULL };
 230
 231 enum {
 232     OPT_ATTR = 1,
 233     OPT_CLEAN,
 234     OPT_CLEAN_ALL,
 235     OPT_CONFIG,
 236     OPT_EXCLUDE_RANDOM,
 237     OPT_OMIT_COLOR_EMPTY,
 238     OPT_HELP,
 239     OPT_VERSION
 240 };
 241 static int opt_type;
 242 static const struct option long_opts[] = {
 243     { "attr",             required_argument, &opt_type, OPT_ATTR             },
 244     { "clean",            no_argument,       &opt_type, OPT_CLEAN            },
 245     { "clean-all",        no_argument,       &opt_type, OPT_CLEAN_ALL        },
 246     { "config",           required_argument, &opt_type, OPT_CONFIG           },
 247     { "exclude-random",   required_argument, &opt_type, OPT_EXCLUDE_RANDOM   },
 248     { "omit-color-empty", no_argument,       &opt_type, OPT_OMIT_COLOR_EMPTY },
 249     { "help",             no_argument,       &opt_type, OPT_HELP             },
 250     { "version",          no_argument,       &opt_type, OPT_VERSION          },
 251     {  NULL,              0,                 NULL,      0                    },
 252 };
 253
 254 enum attr_type {
 255     ATTR_BOLD = 0x01,
 256     ATTR_UNDERSCORE = 0x02,
 257     ATTR_BLINK = 0x04,
 258     ATTR_REVERSE = 0x08,
 259     ATTR_CONCEALED = 0x10
 260 };
 261 struct attr {
 262     const char *name;
 263     unsigned int val;
 264     enum attr_type type;
 265 };
 266
 267 static FILE *stream;
 268 #if DEBUG
 269 static FILE *log;
 270 #endif
 271
 272 static unsigned int stacked_vars;
 273 static void **vars_list;
 274
 275 static bool clean;
 276 static bool clean_all;
 277 static bool omit_color_empty;
 278
 279 static char attr[MAX_ATTRIBUTE_CHARS + 1];
 280 static char *exclude;
 281
 282 static const char *program_name;
 283
 284 #if DEBUG
 285 static void print_tstamp (FILE *);
 286 #endif
 287 static void process_opts (int, char **, char **);
 288 static void process_opt_attr (const char *, const bool);
 289 static void write_attr (const struct attr *, unsigned int *, const bool);
 290 static void process_opt_exclude_random (const char *, const bool);
 291 static void parse_conf (const char *, struct conf *);
 292 static void assign_conf (const char *, struct conf *, const char *, char *);
 293 static void init_conf_vars (const struct conf *);
 294 static void init_opts_vars (void);
 295 static void print_hint (void);
 296 static void print_help (void);
 297 static void print_version (void);
 298 static void cleanup (void);
 299 static void free_color_names (struct color_name **);
 300 static void free_conf (struct conf *);
 301 static void process_args (unsigned int, char **, char *, const struct color **, const char **, FILE **, struct conf *);
 302 static void process_file_arg (const char *, const char **, FILE **);
 303 static bool skip_path_colors (const char *, const char *, const struct stat *, const bool);
 304 static void gather_color_names (const char *, char *, struct color_name **);
 305 static void read_print_stream (const char *, const struct color **, const char *, FILE *);
 306 static void merge_print_line (const char *, const char *, FILE *);
 307 static void complete_part_line (const char *, char **, FILE *);
 308 static bool get_next_char (char *, const char **, FILE *, bool *);
 309 static void save_char (char, char **, size_t *, size_t *);
 310 static void find_color_entries (struct color_name **, const struct color **);
 311 static void find_color_entry (const struct color_name *, unsigned int, const struct color **);
 312 static void print_line (const char *, const struct color **, const char * const, unsigned int, bool);
 313 static void print_clean (const char *);
 314 static bool is_esc (const char *);
 315 static const char *get_end_of_esc (const char *);
 316 static const char *get_end_of_text (const char *);
 317 static void print_text (const char *, size_t);
 318 static bool gather_esc_offsets (const char *, const char **, const char **);
 319 static bool validate_esc_clean_all (const char **);
 320 static bool validate_esc_clean (int, unsigned int, unsigned int *, const char **, bool *);
 321 static bool is_reset (int, unsigned int, const char **);
 322 static bool is_attr (int, unsigned int, unsigned int, const char **);
 323 static bool is_fg_color (int, const char **);
 324 static bool is_bg_color (int, unsigned int, const char **);
 325 #if !DEBUG
 326 static void *malloc_wrap (size_t);
 327 static void *calloc_wrap (size_t, size_t);
 328 static void *realloc_wrap (void *, size_t);
 329 #else
 330 static void *malloc_wrap_debug (size_t, const char *, unsigned int);
 331 static void *calloc_wrap_debug (size_t, size_t, const char *, unsigned int);
 332 static void *realloc_wrap_debug (void *, size_t, const char *, unsigned int);
 333 #endif
 334 static void free_wrap (void **);
 335 static char *strdup_wrap (const char *, const char *, unsigned int);
 336 static char *str_concat_wrap (const char *, const char *, const char *, unsigned int);
 337 static char *expand_string (const char *);
 338 static bool get_bytes_size (unsigned long, struct bytes_size *);
 339 static char *get_file_type (mode_t);
 340 static bool has_color_name (const char *, const char *);
 341 static FILE *open_file (const char *, const char *);
 342 static void vfprintf_diag (const char *, ...);
 343 static void vfprintf_fail (const char *, ...);
 344 static void stack_var (void ***, unsigned int *, unsigned int, void *);
 345 static void release_var (void **, unsigned int, void **);
 346
 347 extern int optind;
 348
 349 int
 350 main (int argc, char **argv)
 351 {
 352     unsigned int arg_cnt;
 353
 354     const struct color *colors[2] = {
 355         NULL, /* foreground */
 356         NULL, /* background */
 357     };
 358
 359     const char *file = NULL;
 360
 361     char *conf_file = NULL;
 362     struct conf config = { NULL, NULL, NULL, NULL };
 363
 364     program_name = argv[0];
 365     atexit (cleanup);
 366
 367     setvbuf (stdout, NULL, _IOLBF, 0);
 368
 369 #if DEBUG
 370     log = open_file (DEBUG_FILE, "w");
 371     print_tstamp (log);
 372 #endif
 373
 374     attr[0] = '\0';
 375
 376     process_opts (argc, argv, &conf_file);
 377
 378 #ifdef CONF_FILE_TEST
 379     conf_file = to_str (CONF_FILE_TEST);
 380 #elif !defined(TEST)
 381     if (conf_file == NULL)
 382       {
 383         uid_t uid;
 384         struct passwd *passwd;
 385         size_t size;
 386
 387         uid = getuid ();
 388         errno = 0;
 389         if ((passwd = getpwuid (uid)) == NULL)
 390           {
 391             if (errno == 0)
 392               vfprintf_diag ("password file entry for uid %lu not found", (unsigned long)uid);
 393             else
 394               perror ("getpwuid");
 395             exit (EXIT_FAILURE);
 396           }
 397         size = strlen (passwd->pw_dir) + 1 + strlen (CONF_FILE) + 1;
 398         conf_file = xmalloc (size);
 399         snprintf (conf_file, size, "%s/%s", passwd->pw_dir, CONF_FILE);
 400       }
 401     else
 402       {
 403         char *s;
 404         if ((s = expand_string (conf_file)))
 405           {
 406             free (conf_file);
 407             conf_file = s;
 408           }
 409         errno = 0;
 410         if (access (conf_file, F_OK) == -1)
 411           vfprintf_fail (formats[FMT_FILE], conf_file, strerror (errno));
 412       }
 413 #endif
 414 #if defined(CONF_FILE_TEST) || !defined(TEST)
 415     if (access (conf_file, F_OK) != -1)
 416       parse_conf (conf_file, &config);
 417 #endif
 418 #if !defined(CONF_FILE_TEST) && !defined(TEST)
 419     free (conf_file);
 420 #endif
 421     init_conf_vars (&config);
 422
 423     init_opts_vars ();
 424
 425     arg_cnt = argc - optind;
 426
 427     if (clean || clean_all)
 428       {
 429         if (clean && clean_all)
 430           vfprintf_fail (formats[FMT_GENERIC], "--clean and --clean-all switch are mutually exclusive");
 431         if (arg_cnt > 1)
 432           {
 433             const char *const format = "%s %s";
 434             const char *const message = "switch cannot be used with more than one file";
 435             if (clean)
 436               vfprintf_fail (format, "--clean", message);
 437             else if (clean_all)
 438               vfprintf_fail (format, "--clean-all", message);
 439           }
 440       }
 441     else
 442       {
 443         if (arg_cnt == 0 || arg_cnt > 2)
 444           {
 445             vfprintf_diag ("%u arguments provided, expected 1-2 arguments or clean option", arg_cnt);
 446             print_hint ();
 447             exit (EXIT_FAILURE);
 448           }
 449       }
 450
 451     if (clean || clean_all)
 452       process_file_arg (argv[optind], &file, &stream);
 453     else
 454       process_args (arg_cnt, &argv[optind], &attr[0], colors, &file, &stream, &config);
 455     read_print_stream (&attr[0], colors, file, stream);
 456
 457     free_conf (&config);
 458
 459     RELEASE_VAR (exclude);
 460
 461     exit (EXIT_SUCCESS);
 462 }
 463
 464 #if DEBUG
 465 static void
 466 print_tstamp (FILE *log)
 467 {
 468     time_t t;
 469     struct tm *tm;
 470     char str[128];
 471     size_t written;
 472
 473     t = time (NULL);
 474     tm = localtime (&t);
 475     if (tm == NULL)
 476       {
 477         perror ("localtime");
 478         exit (EXIT_FAILURE);
 479       }
 480     written = strftime (str, sizeof (str), "%Y-%m-%d %H:%M:%S %Z", tm);
 481     if (written == 0)
 482       vfprintf_fail (formats[FMT_GENERIC], "strftime: 0 returned");
 483
 484     fprintf (log, "%s\n", str);
 485     while (written--)
 486       fprintf (log, "=");
 487     fprintf (log, "\n");
 488 }
 489 #endif
 490
 491 #define DUP_CONFIG()               \
 492     *conf_file = xstrdup (optarg); \
 493     break;
 494
 495 #define PRINT_HELP_EXIT() \
 496     print_help ();        \
 497     exit (EXIT_SUCCESS);
 498
 499 #define PRINT_VERSION_EXIT() \
 500     print_version ();        \
 501     exit (EXIT_SUCCESS);
 502
 503 extern char *optarg;
 504
 505 static void
 506 process_opts (int argc, char **argv, char **conf_file)
 507 {
 508     int opt;
 509     while ((opt = getopt_long (argc, argv, "c:hV", long_opts, NULL)) != -1)
 510       {
 511         switch (opt)
 512           {
 513             case 0: /* long opts */
 514               switch (opt_type)
 515                 {
 516                   case OPT_ATTR:
 517                     opts_set |= OPT_ATTR_SET;
 518                     opts_arg.attr = xstrdup (optarg);
 519                     break;
 520                   case OPT_CLEAN:
 521                     clean = true;
 522                     break;
 523                   case OPT_CLEAN_ALL:
 524                     clean_all = true;
 525                     break;
 526                   case OPT_CONFIG:
 527                     DUP_CONFIG ();
 528                   case OPT_EXCLUDE_RANDOM:
 529                     opts_set |= OPT_EXCLUDE_RANDOM_SET;
 530                     opts_arg.exclude_random = xstrdup (optarg);
 531                     break;
 532                   case OPT_OMIT_COLOR_EMPTY:
 533                     opts_set |= OPT_OMIT_COLOR_EMPTY_SET;
 534                     break;
 535                   case OPT_HELP:
 536                     PRINT_HELP_EXIT ();
 537                   case OPT_VERSION:
 538                     PRINT_VERSION_EXIT ();
 539                   default: /* never reached */
 540                     ABORT_TRACE ();
 541                 }
 542               break;
 543             case 'c':
 544               DUP_CONFIG ();
 545             case 'h':
 546               PRINT_HELP_EXIT ();
 547             case 'V':
 548               PRINT_VERSION_EXIT ();
 549             case '?':
 550               print_hint ();
 551               exit (EXIT_FAILURE);
 552             default: /* never reached */
 553               ABORT_TRACE ();
 554           }
 555       }
 556 }
 557
 558 static void
 559 process_opt_attr (const char *p, const bool is_opt)
 560 {
 561     /* If attributes are added to this "list", also increase MAX_ATTRIBUTE_CHARS!  */
 562     const struct attr attrs[] = {
 563         { "bold",       1, ATTR_BOLD       },
 564         { "underscore", 4, ATTR_UNDERSCORE },
 565         { "blink",      5, ATTR_BLINK      },
 566         { "reverse",    7, ATTR_REVERSE    },
 567         { "concealed",  8, ATTR_CONCEALED  },
 568     };
 569     unsigned int attr_types = 0;
 570     const char *desc_type[2] = { "--attr switch", "attr conf option" };
 571     const unsigned int DESC_TYPE = is_opt ? DESC_OPTION : DESC_CONF;
 572
 573     while (*p)
 574       {
 575         const char *s;
 576         if (!isalnum (*p))
 577           vfprintf_fail ("%s must be provided a string", desc_type[DESC_TYPE]);
 578         s = p;
 579         while (isalnum (*p))
 580           p++;
 581         if (*p != '\0' && *p != ',')
 582           vfprintf_fail ("%s must have strings separated by ,", desc_type[DESC_TYPE]);
 583         else
 584           {
 585             bool valid_attr = false;
 586             unsigned int i;
 587             for (i = 0; i < COUNT_OF (attrs, struct attr); i++)
 588               {
 589                 const size_t name_len = strlen (attrs[i].name);
 590                 if ((size_t)(p - s) == name_len && strneq (s, attrs[i].name, name_len))
 591                   {
 592                     write_attr (&attrs[i], &attr_types, is_opt);
 593                     valid_attr = true;
 594                     break;
 595                   }
 596               }
 597             if (!valid_attr)
 598               {
 599                 char *attr_invalid = xmalloc ((p - s) + 1);
 600                 STACK_VAR (attr_invalid);
 601                 strncpy (attr_invalid, s, p - s);
 602                 attr_invalid[p - s] = '\0';
 603                 vfprintf_fail ("%s attribute '%s' is not valid", desc_type[DESC_TYPE], attr_invalid);
 604                 RELEASE_VAR (attr_invalid); /* never reached */
 605               }
 606           }
 607         if (*p)
 608           p++;
 609       }
 610 }
 611
 612 static void
 613 write_attr (const struct attr *attr_i, unsigned int *attr_types, const bool is_opt)
 614 {
 615     const unsigned int val = attr_i->val;
 616     const enum attr_type attr_type = attr_i->type;
 617     const char *attr_name = attr_i->name;
 618
 619     if (*attr_types & attr_type)
 620       vfprintf_fail ("%s has attribute '%s' twice or more",
 621                      is_opt ? "--attr switch" : "attr conf option", attr_name);
 622     snprintf (attr + strlen (attr), 3, "%u;", val);
 623     *attr_types |= attr_type;
 624 }
 625
 626 static void
 627 process_opt_exclude_random (const char *s, const bool is_opt)
 628 {
 629     bool valid = false;
 630     unsigned int i;
 631     if (exclude)
 632       RELEASE_VAR (exclude);
 633     exclude = xstrdup (s);
 634     STACK_VAR (exclude);
 635     for (i = 1; i < tables[GENERIC].count - 1; i++) /* skip color none and default */
 636       {
 637         const struct color *entry = &tables[GENERIC].entries[i];
 638         if (streq (exclude, entry->name))
 639           {
 640             valid = true;
 641             break;
 642           }
 643       }
 644     if (!valid)
 645       vfprintf_fail ("%s must be provided a plain color",
 646                      is_opt ? "--exlude-random switch" : "exclude-random conf option");
 647 }
 648
 649 static void
 650 init_opts_vars (void)
 651 {
 652     if (opts_set & OPT_ATTR_SET)
 653       {
 654         attr[0] = '\0'; /* Clear attr string to discard values from the config file.  */
 655         process_opt_attr (opts_arg.attr, true);
 656       }
 657     if (opts_set & OPT_EXCLUDE_RANDOM_SET)
 658       process_opt_exclude_random (opts_arg.exclude_random, true);
 659     if (opts_set & OPT_OMIT_COLOR_EMPTY_SET)
 660       omit_color_empty = true;
 661
 662     free (opts_arg.attr);
 663     free (opts_arg.exclude_random);
 664 }
 665
 666 #define IS_SPACE(c) ((c) == ' ' || (c) == '\t')
 667
 668 static void
 669 parse_conf (const char *conf_file, struct conf *config)
 670 {
 671     unsigned int cnt = 0;
 672     char line[256 + 1];
 673     FILE *conf;
 674
 675     conf = open_file (conf_file, "r");
 676
 677     while (fgets (line, sizeof (line), conf))
 678       {
 679         char *cfg, *val;
 680         char *assign, *comment, *opt, *value;
 681         char *p;
 682
 683         cnt++;
 684         if ((p = strchr (line, '\r')) && *(p + 1) != '\n')
 685           vfprintf_fail ("%s: CR ending of line %u is not supported, switch to CRLF/LF instead", conf_file, cnt);
 686         if (strlen (line) > (sizeof (line) - 2))
 687           vfprintf_fail ("%s: line %u exceeds maximum of %u characters", conf_file, cnt, (unsigned int)(sizeof (line) - 2));
 688         if ((p = strpbrk (line, "\n\r")))
 689           *p = '\0';
 690 /* NAME PARSING (start) */
 691         p = line;
 692         /* skip leading spaces and tabs for name */
 693         while (IS_SPACE (*p))
 694           p++;
 695         /* skip line if a) string end, b) comment, [cd]) newline */
 696         if (*p == '\0' || *p == '#' || *p == '\n' || *p == '\r')
 697           continue;
 698         opt = p;
 699         if (!(assign = strchr (opt, '='))) /* check for = */
 700           {
 701             char *s;
 702             if ((s = strpbrk (opt, "# ")))
 703               *s = '\0';
 704             vfprintf_fail (formats[FMT_CONF], conf_file, opt, "not followed by =");
 705           }
 706         p = assign;
 707         /* skip trailing spaces and tabs for name */
 708         while (IS_SPACE (*(p - 1)))
 709           p--;
 710         *p = '\0';
 711 /* NAME PARSING (end) */
 712 /* NAME VALIDATION (start) */
 713         for (p = opt; *p; p++)
 714           if (!isalnum (*p) && *p != '-')
 715             vfprintf_fail (formats[FMT_CONF], conf_file, opt, "cannot be made of non-option characters");
 716 /* NAME VALIDATION (end) */
 717 /* VALUE PARSING (start) */
 718         p = assign + 1;
 719         /* skip leading spaces and tabs for value */
 720         while (IS_SPACE (*p))
 721           p++;
 722         /* skip line if comment */
 723         if (*p == '#')
 724           continue;
 725         value = p;
 726         if ((comment = strchr (p, '#')))
 727           p = comment;
 728         else
 729           p += strlen (p);
 730         /* skip trailing spaces and tabs for value */
 731         while (IS_SPACE (*(p - 1)))
 732           p--;
 733         *p = '\0';
 734 /* VALUE PARSING (end) */
 735
 736         /* save option name */
 737         cfg = xstrdup (opt);
 738         /* save option value (allow empty ones) */
 739         val = strlen (value) ? xstrdup (value) : NULL;
 740
 741         assign_conf (conf_file, config, cfg, val);
 742         free (cfg);
 743       }
 744
 745     fclose (conf);
 746 }
 747
 748 static void
 749 assign_conf (const char *conf_file, struct conf *config, const char *cfg, char *val)
 750 {
 751     if (streq (cfg, "attr"))
 752       {
 753         free (config->attr);
 754         config->attr = val;
 755       }
 756     else if (streq (cfg, "color"))
 757       {
 758         free (config->color);
 759         config->color = val;
 760       }
 761     else if (streq (cfg, "exclude-random"))
 762       {
 763         free (config->exclude_random);
 764         config->exclude_random = val;
 765       }
 766     else if (streq (cfg, "omit-color-empty"))
 767       {
 768         free (config->omit_color_empty);
 769         config->omit_color_empty = val;
 770       }
 771     else
 772       vfprintf_fail (formats[FMT_CONF], conf_file, cfg, "not recognized");
 773 }
 774
 775 static void
 776 init_conf_vars (const struct conf *config)
 777 {
 778     if (config->attr)
 779       process_opt_attr (config->attr, false);
 780     if (config->exclude_random)
 781       process_opt_exclude_random (config->exclude_random, false);
 782     if (config->omit_color_empty)
 783       {
 784         if (streq (config->omit_color_empty, "yes"))
 785           omit_color_empty = true;
 786         else if (streq (config->omit_color_empty, "no"))
 787           omit_color_empty = false;
 788         else
 789           vfprintf_fail ("omit-color-empty conf option is not valid");
 790       }
 791 }
 792
 793 static void
 794 print_hint (void)
 795 {
 796     fprintf (stderr, "Type `%s --help' for help screen.\n", program_name);
 797 }
 798
 799 static void
 800 print_help (void)
 801 {
 802     struct opt_data {
 803         const char *name;
 804         const char *short_opt;
 805         const char *arg;
 806     };
 807     const struct opt_data opts_data[] = {
 808         { "attr",           NULL, "=ATTR1,ATTR2,..." },
 809         { "config",         "c",  "=PATH"            },
 810         { "exclude-random", NULL, "=COLOR"           },
 811         { "help",           "h",  NULL               },
 812         { "version",        "V",  NULL               },
 813     };
 814     const struct option *opt = long_opts;
 815     unsigned int i;
 816
 817     printf ("Usage: %s (foreground) OR (foreground)%c(background) OR --clean[-all] [-|file]\n\n", program_name, COLOR_SEP_CHAR);
 818     printf ("\tColors (foreground) (background)\n");
 819     for (i = 0; i < tables[FOREGROUND].count; i++)
 820       {
 821         const struct color *entry = &tables[FOREGROUND].entries[i];
 822         const char *name = entry->name;
 823         const char *code = entry->code;
 824         if (code)
 825           printf ("\t\t{\033[%s#\033[0m} [%c%c]%s%*s%s\n",
 826                    code, toupper (*name), *name, name + 1, 10 - (int)strlen (name), " ", name);
 827         else
 828           printf ("\t\t{-} %s%*s%s\n", name, 13 - (int)strlen (name), " ", name);
 829       }
 830     printf ("\t\t{*} [Rr]%s%*s%s [--exclude-random=<foreground color>]\n", "andom", 10 - (int)strlen ("random"), " ", "random");
 831
 832     printf ("\n\tFirst character of color name in upper case denotes increased intensity,\n");
 833     printf ("\twhereas for lower case colors will be of normal intensity.\n");
 834
 835     printf ("\n\tOptions\n");
 836     for (; opt->name; opt++)
 837       {
 838         const struct opt_data *opt_data = NULL;
 839         unsigned int i;
 840         for (i = 0; i < COUNT_OF (opts_data, struct opt_data); i++)
 841           if (streq (opt->name, opts_data[i].name))
 842             {
 843               opt_data = &opts_data[i];
 844               break;
 845             }
 846         if (opt_data)
 847           {
 848             if (opt_data->short_opt)
 849               printf ("\t\t-%s, --%s", opt_data->short_opt, opt->name);
 850             else
 851               printf ("\t\t    --%s", opt->name);
 852             if (opt_data->arg)
 853               printf ("%s", opt_data->arg);
 854             printf ("\n");
 855           }
 856         else
 857           printf ("\t\t    --%s\n", opt->name);
 858       }
 859     printf ("\n");
 860 }
 861
 862 static void
 863 print_version (void)
 864 {
 865 #ifdef HAVE_VERSION
 866 # include "version.h"
 867 #else
 868     const char *const version = NULL;
 869 #endif
 870     const char *version_prefix, *version_string;
 871     const char *c_flags, *ld_flags, *cpp_flags;
 872     const char *const desc_flags_unknown = "unknown";
 873     struct bytes_size bytes_size;
 874     bool debug;
 875 #ifdef CFLAGS
 876     c_flags = to_str (CFLAGS);
 877 #else
 878     c_flags = desc_flags_unknown;
 879 #endif
 880 #ifdef LDFLAGS
 881     ld_flags = to_str (LDFLAGS);
 882 #else
 883     ld_flags = desc_flags_unknown;
 884 #endif
 885 #ifdef CPPFLAGS
 886     cpp_flags = to_str (CPPFLAGS);
 887 #else
 888     cpp_flags = desc_flags_unknown;
 889 #endif
 890 #if DEBUG
 891     debug = true;
 892 #else
 893     debug = false;
 894 #endif
 895     version_prefix = version ? "" : "v";
 896     version_string = version ? version : VERSION;
 897     printf ("%s %s%s (compiled at %s, %s)\n", PROGRAM_NAME, version_prefix, version_string, __DATE__, __TIME__);
 898
 899     printf ("Compiler flags: %s\n", c_flags);
 900     printf ("Linker flags: %s\n", ld_flags);
 901     printf ("Preprocessor flags: %s\n", cpp_flags);
 902     if (get_bytes_size (BUF_SIZE, &bytes_size))
 903       {
 904         if (BUF_SIZE % 1024 == 0)
 905           printf ("Buffer size: %u%c\n", bytes_size.size, bytes_size.unit);
 906         else
 907           printf ("Buffer size: %u%c, %u byte%s\n", bytes_size.size, bytes_size.unit,
 908                    BUF_SIZE % 1024, BUF_SIZE % 1024 > 1 ? "s" : "");
 909       }
 910     else
 911       printf ("Buffer size: %lu byte%s\n", (unsigned long)BUF_SIZE, BUF_SIZE > 1 ? "s" : "");
 912     printf ("Color separator: '%c'\n", COLOR_SEP_CHAR);
 913     printf ("Debugging: %s\n", debug ? "yes" : "no");
 914 }
 915
 916 static void
 917 cleanup (void)
 918 {
 919     if (stream && fileno (stream) != STDIN_FILENO)
 920       fclose (stream);
 921 #if DEBUG
 922     if (log)
 923       fclose (log);
 924 #endif
 925
 926     if (vars_list)
 927       {
 928         unsigned int i;
 929         for (i = 0; i < stacked_vars; i++)
 930           free (vars_list[i]);
 931         free_null (vars_list);
 932       }
 933 }
 934
 935 static void
 936 free_color_names (struct color_name **color_names)
 937 {
 938     unsigned int i;
 939     for (i = 0; color_names[i]; i++)
 940       {
 941         RELEASE_VAR (color_names[i]->name);
 942         RELEASE_VAR (color_names[i]->orig);
 943         RELEASE_VAR (color_names[i]);
 944       }
 945 }
 946
 947 static void
 948 free_conf (struct conf *config)
 949 {
 950     free (config->attr);
 951     free (config->color);
 952     free (config->exclude_random);
 953     free (config->omit_color_empty);
 954 }
 955
 956 static void
 957 process_args (unsigned int arg_cnt, char **arg_strings, char *attr, const struct color **colors, const char **file, FILE **stream, struct conf *config)
 958 {
 959     bool use_conf_color;
 960     int ret;
 961     char *p;
 962     struct stat sb;
 963     struct color_name *color_names[3] = {
 964         NULL, /* foreground */
 965         NULL, /* background */
 966         NULL, /* sentinel value */
 967     };
 968
 969     const char *color_string = arg_cnt >= 1 ? arg_strings[0] : NULL;
 970     const char *file_string  = arg_cnt == 2 ? arg_strings[1] : NULL;
 971
 972     assert (color_string != NULL);
 973
 974     if (streq (color_string, "-"))
 975       {
 976         if (file_string)
 977           vfprintf_fail (formats[FMT_GENERIC], "hyphen cannot be used as color string");
 978         else
 979           vfprintf_fail (formats[FMT_GENERIC], "hyphen must be preceded by color string");
 980       }
 981
 982     if ((ret = lstat (color_string, &sb)) == 0) /* exists */
 983       /* Ensure that we don't fail if there's a file with one or more
 984          color names in its path.  */
 985       use_conf_color = skip_path_colors (color_string, file_string, &sb, !!config->color);
 986
 987     /* Use color from config file.  */
 988     if (arg_cnt == 1
 989      && (access (color_string, F_OK) != -1)
 990      && use_conf_color)
 991       {
 992         file_string = color_string;
 993         color_string = config->color;
 994       }
 995
 996     if ((p = strchr (color_string, COLOR_SEP_CHAR)))
 997       {
 998         if (p == color_string)
 999           vfprintf_fail (formats[FMT_STRING], "foreground color missing in string", color_string);
1000         else if (p == color_string + strlen (color_string) - 1)
1001           vfprintf_fail (formats[FMT_STRING], "background color missing in string", color_string);
1002         else if (strchr (++p, COLOR_SEP_CHAR))
1003           vfprintf_fail (formats[FMT_STRING], "one color pair allowed only for string", color_string);
1004       }
1005
1006     gather_color_names (color_string, attr, color_names);
1007
1008     assert (color_names[FOREGROUND] != NULL);
1009
1010     if (color_names[BACKGROUND])
1011       {
1012         unsigned int i;
1013         const unsigned int color_sets[2][2] = { { FOREGROUND, BACKGROUND }, { BACKGROUND, FOREGROUND } };
1014         for (i = 0; i < 2; i++)
1015           {
1016             const unsigned int color1 = color_sets[i][0];
1017             const unsigned int color2 = color_sets[i][1];
1018             if (CHECK_COLORS_RANDOM (color1, color2))
1019               vfprintf_fail (formats[FMT_RANDOM], tables[color1].desc, color_names[color1]->orig, "cannot be combined with", color_names[color2]->orig);
1020           }
1021       }
1022
1023     find_color_entries (color_names, colors);
1024     assert (colors[FOREGROUND] != NULL);
1025     free_color_names (color_names);
1026
1027     if (!colors[FOREGROUND]->code && colors[BACKGROUND] && colors[BACKGROUND]->code)
1028       {
1029         struct color_name color_name;
1030         color_name.name = color_name.orig = "default";
1031
1032         find_color_entry (&color_name, FOREGROUND, colors);
1033         assert (colors[FOREGROUND]->code != NULL);
1034       }
1035
1036     process_file_arg (file_string, file, stream);
1037 }
1038
1039 static void
1040 process_file_arg (const char *file_string, const char **file, FILE **stream)
1041 {
1042     if (file_string)
1043       {
1044         if (streq (file_string, "-"))
1045           *stream = stdin;
1046         else
1047           {
1048             const char *file = file_string;
1049             struct stat sb;
1050             int ret;
1051
1052             errno = 0;
1053             ret = stat (file, &sb);
1054
1055             if (ret == -1)
1056               vfprintf_fail (formats[FMT_FILE], file, strerror (errno));
1057
1058             if (!VALID_FILE_TYPE (sb.st_mode))
1059               vfprintf_fail (formats[FMT_TYPE], file, "unrecognized type", get_file_type (sb.st_mode));
1060
1061             *stream = open_file (file, "r");
1062           }
1063         *file = file_string;
1064       }
1065     else
1066       {
1067         *stream = stdin;
1068         *file = "stdin";
1069       }
1070
1071     assert (*stream != NULL);
1072     assert (*file != NULL);
1073 }
1074
1075 static bool
1076 skip_path_colors (const char *color_string, const char *file_string, const struct stat *sb, const bool has_conf)
1077 {
1078     bool have_file;
1079     unsigned int c;
1080     const char *color = color_string;
1081     const mode_t mode = sb->st_mode;
1082
1083     for (c = 1; c <= 2 && *color; c++)
1084       {
1085         bool matched = false;
1086         unsigned int i;
1087         for (i = 0; i < tables[GENERIC].count; i++)
1088           {
1089             const struct color *entry = &tables[GENERIC].entries[i];
1090             if (has_color_name (color, entry->name))
1091               {
1092                 color += strlen (entry->name);
1093                 matched = true;
1094                 break;
1095               }
1096           }
1097         if (!matched && has_color_name (color, "random"))
1098           {
1099             color += strlen ("random");
1100             matched = true;
1101           }
1102         if (matched && *color == COLOR_SEP_CHAR && *(color + 1))
1103           color++;
1104         else
1105           break;
1106       }
1107
1108     have_file = (*color != '\0');
1109
1110     if (have_file)
1111       {
1112         const char *file_existing = color_string;
1113         if (file_string)
1114           vfprintf_fail (formats[FMT_QUOTE], get_file_type (mode), file_existing, "cannot be used as color string");
1115         else
1116           {
1117             if (VALID_FILE_TYPE (mode))
1118               {
1119                 if (has_conf)
1120                   return true;
1121                 vfprintf_fail (formats[FMT_QUOTE], get_file_type (mode), file_existing, "must be preceded by color string");
1122               }
1123             else
1124               vfprintf_fail (formats[FMT_QUOTE], get_file_type (mode), file_existing, "is not a valid file type");
1125           }
1126       }
1127     return false;
1128 }
1129
1130 static void
1131 gather_color_names (const char *color_string, char *attr, struct color_name **color_names)
1132 {
1133     unsigned int index;
1134     char *color, *p, *str;
1135
1136     str = xstrdup (color_string);
1137     STACK_VAR (str);
1138
1139     for (index = 0, color = str; *color; index++, color = p)
1140       {
1141         char *ch, *sep;
1142
1143         p = NULL;
1144         if ((sep = strchr (color, COLOR_SEP_CHAR)))
1145           {
1146             *sep = '\0';
1147             p = sep + 1;
1148           }
1149         else
1150           p = color + strlen (color);
1151         assert (p != NULL);
1152
1153         for (ch = color; *ch; ch++)
1154           if (!isalpha (*ch))
1155             vfprintf_fail (formats[FMT_COLOR], tables[index].desc, color, "cannot be made of non-alphabetic characters");
1156
1157         for (ch = color + 1; *ch; ch++)
1158           if (!islower (*ch))
1159             vfprintf_fail (formats[FMT_COLOR], tables[index].desc, color, "cannot be in mixed lower/upper case");
1160
1161         if (streq (color, "None"))
1162           vfprintf_fail (formats[FMT_COLOR], tables[index].desc, color, "cannot be bold");
1163
1164         if (isupper (*color))
1165           {
1166             switch (index)
1167               {
1168                 case FOREGROUND:
1169                   snprintf (attr + strlen (attr), 3, "1;");
1170                   break;
1171                 case BACKGROUND:
1172                   vfprintf_fail (formats[FMT_COLOR], tables[BACKGROUND].desc, color, "cannot be bold");
1173                   break;
1174                 default: /* never reached */
1175                   ABORT_TRACE ();
1176               }
1177           }
1178
1179         color_names[index] = xcalloc (1, sizeof (struct color_name));
1180         STACK_VAR (color_names[index]);
1181
1182         color_names[index]->orig = xstrdup (color);
1183         STACK_VAR (color_names[index]->orig);
1184
1185         for (ch = color; *ch; ch++)
1186           *ch = tolower (*ch);
1187
1188         color_names[index]->name = xstrdup (color);
1189         STACK_VAR (color_names[index]->name);
1190       }
1191
1192     RELEASE_VAR (str);
1193 }
1194
1195 static void
1196 read_print_stream (const char *attr, const struct color **colors, const char *file, FILE *stream)
1197 {
1198     char buf[BUF_SIZE + 1];
1199     unsigned int flags = 0;
1200
1201     while (!feof (stream))
1202       {
1203         size_t bytes_read;
1204         char *eol;
1205         const char *line;
1206         bytes_read = fread (buf, 1, BUF_SIZE, stream);
1207         if (bytes_read != BUF_SIZE && ferror (stream))
1208           vfprintf_fail (formats[FMT_ERROR], BUF_SIZE, "read");
1209         buf[bytes_read] = '\0';
1210         line = buf;
1211         while ((eol = strpbrk (line, "\n\r")))
1212           {
1213             const bool has_text = (eol > line);
1214             const char *p;
1215             flags &= ~(CR|LF);
1216             if (*eol == '\r')
1217               {
1218                 flags |= CR;
1219                 if (*(eol + 1) == '\n')
1220                   flags |= LF;
1221               }
1222             else if (*eol == '\n')
1223               flags |= LF;
1224             else /* never reached */
1225               vfprintf_fail (formats[FMT_FILE], file, "unrecognized line ending");
1226             p = eol + SKIP_LINE_ENDINGS (flags);
1227             *eol = '\0';
1228             print_line (attr, colors, line, flags,
1229                         omit_color_empty ? has_text : true);
1230             line = p;
1231           }
1232         if (feof (stream))
1233           {
1234             if (*line != '\0')
1235               print_line (attr, colors, line, 0, true);
1236           }
1237         else if (*line != '\0')
1238           {
1239             char *p;
1240             if ((clean || clean_all) && (p = strrchr (line, '\033')))
1241               merge_print_line (line, p, stream);
1242             else
1243               print_line (attr, colors, line, 0, true);
1244           }
1245       }
1246 }
1247
1248 static void
1249 merge_print_line (const char *line, const char *p, FILE *stream)
1250 {
1251     char *buf = NULL;
1252     char *merged_esc = NULL;
1253     const char *esc = "";
1254     const char char_restore = *p;
1255
1256     complete_part_line (p + 1, &buf, stream);
1257
1258     if (buf)
1259       {
1260         /* form escape sequence */
1261         esc = merged_esc = str_concat (p, buf);
1262         /* shorten partial line accordingly */
1263         *(char *)p = '\0';
1264         free (buf);
1265       }
1266
1267 #ifdef TEST_MERGE_PART_LINE
1268     printf ("%s%s", line, esc);
1269     fflush (stdout);
1270     _exit (EXIT_SUCCESS);
1271 #else
1272     print_clean (line);
1273     *(char *)p = char_restore;
1274     print_clean (esc);
1275     free (merged_esc);
1276 #endif
1277 }
1278
1279 static void
1280 complete_part_line (const char *p, char **buf, FILE *stream)
1281 {
1282     bool got_next_char = false, read_from_stream;
1283     char ch;
1284     size_t i = 0, size;
1285
1286     if (get_next_char (&ch, &p, stream, &read_from_stream))
1287       {
1288         if (ch == '[')
1289           {
1290             if (read_from_stream)
1291               save_char (ch, buf, &i, &size);
1292           }
1293         else
1294           {
1295             if (read_from_stream)
1296               ungetc ((int)ch, stream);
1297             return; /* cancel */
1298           }
1299       }
1300     else
1301       return; /* cancel */
1302
1303     while (get_next_char (&ch, &p, stream, &read_from_stream))
1304       {
1305         if (isdigit (ch) || ch == ';')
1306           {
1307             if (read_from_stream)
1308               save_char (ch, buf, &i, &size);
1309           }
1310         else /* got next character */
1311           {
1312             got_next_char = true;
1313             break;
1314           }
1315       }
1316
1317     if (got_next_char)
1318       {
1319         if (ch == 'm')
1320           {
1321             if (read_from_stream)
1322               save_char (ch, buf, &i, &size);
1323           }
1324         else
1325           {
1326             if (read_from_stream)
1327               ungetc ((int)ch, stream);
1328             return; /* cancel */
1329           }
1330       }
1331     else
1332       return; /* cancel */
1333 }
1334
1335 static bool
1336 get_next_char (char *ch, const char **p, FILE *stream, bool *read_from_stream)
1337 {
1338     if (**p == '\0')
1339       {
1340         int c;
1341         if ((c = fgetc (stream)) != EOF)
1342           {
1343             *ch = (char)c;
1344             *read_from_stream = true;
1345             return true;
1346           }
1347         else
1348           {
1349             *read_from_stream = false;
1350             return false;
1351           }
1352       }
1353     else
1354       {
1355         *ch = **p;
1356         (*p)++;
1357         *read_from_stream = false;
1358         return true;
1359       }
1360 }
1361
1362 static void
1363 save_char (char ch, char **buf, size_t *i, size_t *size)
1364 {
1365     if (!*buf)
1366       {
1367         *size = ALLOC_COMPLETE_PART_LINE;
1368         *buf = xmalloc (*size);
1369       }
1370     /* +1: effective occupied size of buffer */
1371     else if ((*i + 1) == *size)
1372       {
1373         *size *= 2;
1374         *buf = xrealloc (*buf, *size);
1375       }
1376     (*buf)[*i] = ch;
1377     (*buf)[*i + 1] = '\0';
1378     (*i)++;
1379 }
1380
1381 static void
1382 find_color_entries (struct color_name **color_names, const struct color **colors)
1383 {
1384     struct timeval tv;
1385     unsigned int index;
1386
1387     /* randomness */
1388     gettimeofday (&tv, NULL);
1389     srand (tv.tv_usec * tv.tv_sec);
1390
1391     for (index = 0; color_names[index]; index++)
1392       {
1393         const char *color_name = color_names[index]->name;
1394
1395         const unsigned int count                = tables[index].count;
1396         const struct color *const color_entries = tables[index].entries;
1397
1398         if (streq (color_name, "random"))
1399           {
1400             bool excludable;
1401             unsigned int i;
1402             do {
1403               excludable = false;
1404               i = rand() % (count - 2) + 1; /* omit color none and default */
1405               switch (index)
1406                 {
1407                   case FOREGROUND:
1408                     /* --exclude-random */
1409                     if (exclude && streq (exclude, color_entries[i].name))
1410                       excludable = true;
1411                     else if (color_names[BACKGROUND] && streq (color_names[BACKGROUND]->name, color_entries[i].name))
1412                       excludable = true;
1413                     break;
1414                   case BACKGROUND:
1415                     if (streq (colors[FOREGROUND]->name, color_entries[i].name))
1416                       excludable = true;
1417                     break;
1418                   default: /* never reached */
1419                     ABORT_TRACE ();
1420                  }
1421             } while (excludable);
1422             colors[index] = (struct color *)&color_entries[i];
1423           }
1424         else
1425           find_color_entry (color_names[index], index, colors);
1426       }
1427 }
1428
1429 static void
1430 find_color_entry (const struct color_name *color_name, unsigned int index, const struct color **colors)
1431 {
1432     bool found = false;
1433     unsigned int i;
1434
1435     const unsigned int count                = tables[index].count;
1436     const struct color *const color_entries = tables[index].entries;
1437
1438     for (i = 0; i < count; i++)
1439       if (streq (color_name->name, color_entries[i].name))
1440         {
1441           colors[index] = (struct color *)&color_entries[i];
1442           found = true;
1443           break;
1444         }
1445     if (!found)
1446       vfprintf_fail (formats[FMT_COLOR], tables[index].desc, color_name->orig, "not recognized");
1447 }
1448
1449 static void
1450 print_line (const char *attr, const struct color **colors, const char *const line, unsigned int flags, bool emit_colors)
1451 {
1452     /* --clean[-all] */
1453     if (clean || clean_all)
1454       print_clean (line);
1455     /* skip for --omit-color-empty? */
1456     else if (emit_colors)
1457       {
1458         /* Foreground color code is guaranteed to be set when background color code is present.  */
1459         if (colors[BACKGROUND] && colors[BACKGROUND]->code)
1460           printf ("\033[%s", colors[BACKGROUND]->code);
1461         if (colors[FOREGROUND]->code)
1462           printf ("\033[%s%s%s\033[0m", attr, colors[FOREGROUND]->code, line);
1463         else
1464           printf (formats[FMT_GENERIC], line);
1465       }
1466     if (flags & CR)
1467       putchar ('\r');
1468     if (flags & LF)
1469       putchar ('\n');
1470 }
1471
1472 static void
1473 print_clean (const char *line)
1474 {
1475     const char *p = line;
1476
1477     if (is_esc (p))
1478       p = get_end_of_esc (p);
1479
1480     while (*p != '\0')
1481       {
1482         const char *text_start = p;
1483         const char *text_end = get_end_of_text (p);
1484         print_text (text_start, text_end - text_start);
1485         p = get_end_of_esc (text_end);
1486       }
1487 }
1488
1489 static bool
1490 is_esc (const char *p)
1491 {
1492     return gather_esc_offsets (p, NULL, NULL);
1493 }
1494
1495 static const char *
1496 get_end_of_esc (const char *p)
1497 {
1498     const char *esc;
1499     const char *end = NULL;
1500     while ((esc = strchr (p, '\033')))
1501       {
1502         if (gather_esc_offsets (esc, NULL, &end))
1503           break;
1504         p = esc + 1;
1505       }
1506     return end ? end + 1 : p + strlen (p);
1507 }
1508
1509 static const char *
1510 get_end_of_text (const char *p)
1511 {
1512     const char *esc;
1513     const char *start = NULL;
1514     while ((esc = strchr (p, '\033')))
1515       {
1516         if (gather_esc_offsets (esc, &start, NULL))
1517           break;
1518         p = esc + 1;
1519       }
1520     return start ? start : p + strlen (p);
1521 }
1522
1523 static void
1524 print_text (const char *p, size_t len)
1525 {
1526     size_t bytes_written;
1527     bytes_written = fwrite (p, 1, len, stdout);
1528     if (bytes_written != len)
1529       vfprintf_fail (formats[FMT_ERROR], (unsigned long)len, "written");
1530 }
1531
1532 static bool
1533 gather_esc_offsets (const char *p, const char **start, const char **end)
1534 {
1535     /* ESC[ */
1536     if (*p == 27 && *(p + 1) == '[')
1537       {
1538         bool valid = false;
1539         const char *const begin = p;
1540         p += 2;
1541         if (clean_all)
1542           valid = validate_esc_clean_all (&p);
1543         else if (clean)
1544           {
1545             bool check_values;
1546             unsigned int prev_iter, iter;
1547             const char *digit;
1548             prev_iter = iter = 0;
1549             do {
1550               check_values = false;
1551               iter++;
1552               if (!isdigit (*p))
1553                 break;
1554               digit = p;
1555               while (isdigit (*p))
1556                 p++;
1557               if (p - digit > 2)
1558                 break;
1559               else /* check range */
1560                 {
1561                   char val[3];
1562                   int value;
1563                   unsigned int i;
1564                   const unsigned int digits = p - digit;
1565                   for (i = 0; i < digits; i++)
1566                     val[i] = *digit++;
1567                   val[i] = '\0';
1568                   value = atoi (val);
1569                   valid = validate_esc_clean (value, iter, &prev_iter, &p, &check_values);
1570                 }
1571             } while (check_values);
1572           }
1573         if (valid)
1574           {
1575             if (start)
1576               *start = begin;
1577             if (end)
1578               *end = p;
1579             return true;
1580           }
1581       }
1582     return false;
1583 }
1584
1585 static bool
1586 validate_esc_clean_all (const char **p)
1587 {
1588     while (isdigit (**p) || **p == ';')
1589       (*p)++;
1590     return (**p == 'm');
1591 }
1592
1593 static bool
1594 validate_esc_clean (int value, unsigned int iter, unsigned int *prev_iter, const char **p, bool *check_values)
1595 {
1596     if (is_reset (value, iter, p))
1597       return true;
1598     else if (is_attr (value, iter, *prev_iter, p))
1599       {
1600         (*p)++;
1601         *check_values = true;
1602         *prev_iter = iter;
1603         return false; /* partial escape sequence, need another valid value */
1604       }
1605     else if (is_fg_color (value, p))
1606       return true;
1607     else if (is_bg_color (value, iter, p))
1608       return true;
1609     else
1610       return false;
1611 }
1612
1613 static bool
1614 is_reset (int value, unsigned int iter, const char **p)
1615 {
1616     return (value == 0 && iter == 1 && **p == 'm');
1617 }
1618
1619 static bool
1620 is_attr (int value, unsigned int iter, unsigned int prev_iter, const char **p)
1621 {
1622     return ((value > 0 && value < 10) && (iter - prev_iter == 1) && **p == ';');
1623 }
1624
1625 static bool
1626 is_fg_color (int value, const char **p)
1627 {
1628     return (((value >= 30 && value <= 37) || value == 39) && **p == 'm');
1629 }
1630
1631 static bool
1632 is_bg_color (int value, unsigned int iter, const char **p)
1633 {
1634     return (((value >= 40 && value <= 47) || value == 49) && iter == 1 && **p == 'm');
1635 }
1636
1637 #if !DEBUG
1638 static void *
1639 malloc_wrap (size_t size)
1640 {
1641     void *p = malloc (size);
1642     if (!p)
1643       MEM_ALLOC_FAIL ();
1644     return p;
1645 }
1646
1647 static void *
1648 calloc_wrap (size_t nmemb, size_t size)
1649 {
1650     void *p = calloc (nmemb, size);
1651     if (!p)
1652       MEM_ALLOC_FAIL ();
1653     return p;
1654 }
1655
1656 static void *
1657 realloc_wrap (void *ptr, size_t size)
1658 {
1659     void *p = realloc (ptr, size);
1660     if (!p)
1661       MEM_ALLOC_FAIL ();
1662     return p;
1663 }
1664 #else
1665 static const char *const format_debug = "%s: %10s %7lu bytes [source file %s, line %5u]\n";
1666 static void *
1667 malloc_wrap_debug (size_t size, const char *file, unsigned int line)
1668 {
1669     void *p = malloc (size);
1670     if (!p)
1671       MEM_ALLOC_FAIL_DEBUG (file, line);
1672     fprintf (log, format_debug, program_name, "malloc'ed", (unsigned long)size, file, line);
1673     return p;
1674 }
1675
1676 static void *
1677 calloc_wrap_debug (size_t nmemb, size_t size, const char *file, unsigned int line)
1678 {
1679     void *p = calloc (nmemb, size);
1680     if (!p)
1681       MEM_ALLOC_FAIL_DEBUG (file, line);
1682     fprintf (log, format_debug, program_name, "calloc'ed", (unsigned long)(nmemb * size), file, line);
1683     return p;
1684 }
1685
1686 static void *
1687 realloc_wrap_debug (void *ptr, size_t size, const char *file, unsigned int line)
1688 {
1689     void *p = realloc (ptr, size);
1690     if (!p)
1691       MEM_ALLOC_FAIL_DEBUG (file, line);
1692     fprintf (log, format_debug, program_name, "realloc'ed", (unsigned long)size, file, line);
1693     return p;
1694 }
1695 #endif /* !DEBUG */
1696
1697 static void
1698 free_wrap (void **ptr)
1699 {
1700     free (*ptr);
1701     *ptr = NULL;
1702 }
1703
1704 #if !DEBUG
1705 # define do_malloc(len, file, line) malloc_wrap(len)
1706 #else
1707 # define do_malloc(len, file, line) malloc_wrap_debug(len, file, line)
1708 #endif
1709
1710 static char *
1711 strdup_wrap (const char *str, const char *file, unsigned int line)
1712 {
1713     const size_t len = strlen (str) + 1;
1714     char *p = do_malloc (len, file, line);
1715     strncpy (p, str, len);
1716     return p;
1717 }
1718
1719 static char *
1720 str_concat_wrap (const char *str1, const char *str2, const char *file, unsigned int line)
1721 {
1722     const size_t len = strlen (str1) + strlen (str2) + 1;
1723     char *p, *str;
1724
1725     p = str = do_malloc (len, file, line);
1726     strncpy (p, str1, strlen (str1));
1727     p += strlen (str1);
1728     strncpy (p, str2, strlen (str2));
1729     p += strlen (str2);
1730     *p = '\0';
1731
1732     return str;
1733 }
1734
1735 static char *
1736 expand_string (const char *str)
1737 {
1738     char *s = NULL;
1739     wordexp_t p;
1740
1741     wordexp (str, &p, 0);
1742     if (p.we_wordc >= 1)
1743       s = xstrdup (p.we_wordv[0]);
1744     wordfree (&p);
1745
1746     return s;
1747 }
1748
1749 static bool
1750 get_bytes_size (unsigned long bytes, struct bytes_size *bytes_size)
1751 {
1752     const char *unit, units[] = { '0', 'K', 'M', 'G', '\0' };
1753     unsigned long size = bytes;
1754     if (bytes < 1024)
1755       return false;
1756     unit = units;
1757     while (size >= 1024 && *(unit + 1))
1758       {
1759         size /= 1024;
1760         unit++;
1761       }
1762     bytes_size->size = (unsigned int)size;
1763     bytes_size->unit = *unit;
1764     return true;
1765 }
1766
1767 static char *
1768 get_file_type (mode_t mode)
1769 {
1770     if (S_ISREG (mode))
1771       return "file";
1772     else if (S_ISDIR (mode))
1773       return "directory";
1774     else if (S_ISCHR (mode))
1775       return "character device";
1776     else if (S_ISBLK (mode))
1777       return "block device";
1778     else if (S_ISFIFO (mode))
1779       return "named pipe";
1780     else if (S_ISLNK (mode))
1781       return "symbolic link";
1782     else if (S_ISSOCK (mode))
1783       return "socket";
1784     else
1785       return "file";
1786 }
1787
1788 static bool
1789 has_color_name (const char *str, const char *name)
1790 {
1791     char *p;
1792
1793     assert (strlen (str) > 0);
1794     assert (strlen (name) > 0);
1795
1796     if (!(*str == *name || *str == toupper (*name)))
1797       return false;
1798     else if (*(name + 1) != '\0'
1799      && !((p = strstr (str + 1, name + 1)) && p == str + 1))
1800       return false;
1801     else
1802       return true;
1803 }
1804
1805 static FILE *
1806 open_file (const char *file, const char *mode)
1807 {
1808     FILE *stream;
1809
1810     errno = 0;
1811     stream = fopen (file, mode);
1812     if (!stream)
1813       vfprintf_fail (formats[FMT_FILE], file, strerror (errno));
1814
1815     return stream;
1816 }
1817
1818 #define DO_VFPRINTF(fmt)                    \
1819     va_list ap;                             \
1820     fprintf (stderr, "%s: ", program_name); \
1821     va_start (ap, fmt);                     \
1822     vfprintf (stderr, fmt, ap);             \
1823     va_end (ap);                            \
1824     fprintf (stderr, "\n");
1825
1826 static void
1827 vfprintf_diag (const char *fmt, ...)
1828 {
1829     DO_VFPRINTF (fmt);
1830 }
1831
1832 static void
1833 vfprintf_fail (const char *fmt, ...)
1834 {
1835     DO_VFPRINTF (fmt);
1836     exit (EXIT_FAILURE);
1837 }
1838
1839 static void
1840 stack_var (void ***list, unsigned int *stacked, unsigned int index, void *ptr)
1841 {
1842     /* nothing to stack */
1843     if (ptr == NULL)
1844       return;
1845     if (!*list)
1846       *list = xmalloc (sizeof (void *));
1847     else
1848       {
1849         unsigned int i;
1850         for (i = 0; i < *stacked; i++)
1851           if (!(*list)[i])
1852             {
1853               (*list)[i] = ptr;
1854               return; /* reused */
1855             }
1856         *list = xrealloc (*list, (*stacked + 1) * sizeof (void *));
1857       }
1858     (*list)[index] = ptr;
1859     (*stacked)++;
1860 }
1861
1862 static void
1863 release_var (void **list, unsigned int stacked, void **ptr)
1864 {
1865     unsigned int i;
1866     /* nothing to release */
1867     if (*ptr == NULL)
1868       return;
1869     for (i = 0; i < stacked; i++)
1870       if (list[i] == *ptr)
1871         {
1872           free (*ptr);
1873           *ptr = NULL;
1874           list[i] = NULL;
1875           return;
1876         }
1877 }