config.c

/* ======================================================================
* Copyright (c) 2000 Theo Schlossnagle
* All rights reserved.
* The following code was written by Theo Schlossnagle <jesus@omniti.com>
* This code was written to facilitate clustered logging via Spread.
* More information on Spread can be found at http://www.spread.org/
* Please refer to the LICENSE file before using this software.
* ======================================================================
*/

#include "sld_config.h"

#ifdef PERL
#include "perl.h"
#endif
#ifdef PYTHON
#include "python.h"
#endif
#include "skiplist.h"
#include "timefuncs.h"
#include "module.h"

extern FILE *sld_in;
extern int buffsize;

int sld_parse (void);
int line_num, semantic_errors;
static Skiplist logfiles;
static Skiplist spreaddaemons;
extern int verbose;
extern int skiplocking;
int logfile_compare(const void *a, const void *b) {
  LogFile *ar = (LogFile *)a;
  LogFile *br = (LogFile *)b;
  return strcmp(ar->filename, br->filename);
} 
int logfile_compare_key(const void *a, const void *b) {
  LogFile *br = (LogFile *)b;
  return strcmp(a, br->filename);
}  
int spreadd_compare(const void *a, const void *b) {
  SpreadConfiguration *ar = (SpreadConfiguration *)a;
  SpreadConfiguration *br = (SpreadConfiguration *)b;
  int temp;
  if((temp = strcmp(ar->port, br->port))!=0)
    return temp;
  if((!ar->host) && (!br->host)) return 0;
  if(!ar->host) return -1;
  if(!br->host) return 1;
  return strcmp(ar->host, br->host);
} 
int spreadd_compare_key(const void *a, const void *b) {
  SpreadConfiguration *br = (SpreadConfiguration *)b;
  int temp;
  if((temp = strcmp(a, br->port))!=0)
    return temp;
  if((!a) && (!br->host)) return 0;
  if(!a) return -1;
  if(!br->host) return 1;
  return strcmp(a, br->host);
}  
int facility_compare(const void *a, const void *b) {
  LogFacility *ar = (LogFacility *)a;
  LogFacility *br = (LogFacility *)b;
  return strcmp(ar->groupname, br->groupname);
} 
int facility_compare_key(const void *a, const void *b) {
  LogFacility *br = (LogFacility *)b;
  return strcmp(a, br->groupname);
}
void config_cleanup() {
#ifdef PERL
  perl_shutdown();
#endif
#ifdef PYTHON
  python_shutdown();
#endif
}

int config_init(char *filename) {
  int ret;
  sl_init(&logfiles);
  sl_set_compare(&logfiles, logfile_compare, logfile_compare_key);
  sl_init(&spreaddaemons);
  sl_set_compare(&spreaddaemons, spreadd_compare, spreadd_compare_key);
  /*
    sl_init(&logfacilities);
    sl_set_compare(&logfacilities, facility_compare, facility_compare_key);
  */
#ifdef PERL
  perl_startup();
#endif
#ifdef PYTHON
  python_startup();
#endif
  sld_in = fopen(filename, "r");
  if (!sld_in) {
    fprintf(stderr, "Couldn't open input file: %s\n", filename);
    return -1;
  }
  ret = sld_parse();
  fclose(sld_in);
  if(ret) return ret;
  ret = module_load_finalize();
  return ret;
}  
char *config_get_spreaddaemon(SpreadConfiguration *sc) {
  static char buffer[1024];
  if(sc->host) {
    snprintf(buffer, 1024, "%s@%s", sc->port, sc->host);
  } 
  else {
    strncpy(buffer, sc->port, 1024);
  }
  return buffer;
} 

void config_set_spread_port(SpreadConfiguration *sc, char *newport) {
  if(sc->port) free(sc->port);
  sc->port = newport;
} 
void config_set_spread_host(SpreadConfiguration *sc, char *newhost) {
  if(sc->host) free(sc->host);
  sc->host = newhost;
} 
void config_add_spreadconf(SpreadConfiguration *sc) {
  sl_insert(&spreaddaemons, sc);
} 
SpreadConfiguration *config_new_spread_conf(void) {
  SpreadConfiguration *newsc;
  newsc = (SpreadConfiguration *)calloc(1, sizeof(SpreadConfiguration));
  newsc->port=strdup("4803");
  newsc->logfacilities = (Skiplist *)malloc(sizeof(Skiplist));
  sl_init(newsc->logfacilities);
  sl_set_compare(newsc->logfacilities,
		 facility_compare, facility_compare_key);  
  return newsc;
}  
LogFacility *config_new_logfacility(void) {
  LogFacility *newlf;
  newlf = calloc(1, sizeof(LogFacility));
  newlf->rewritetimes=NO_REWRITE_TIMES;
  return newlf;
} 
void config_add_logfacility(SpreadConfiguration *sc, LogFacility *lf) {
  sl_insert(sc->logfacilities, lf);
} 
void config_set_logfacility_group(LogFacility *lf, char *ng) {
  if(lf->groupname) free(lf->groupname);
  lf->groupname = ng;
} 
void config_set_logfacility_external_module(LogFacility *lf, char *sym) {
  sld_module_list_t *newhead;
  newhead = calloc(1, sizeof(*newhead));
  newhead->module_name = strdup(sym);
  newhead->next = lf->modulelog;
  lf->modulelog = newhead;
}
void config_set_logfacility_filename(LogFacility *lf, char *nf) {
  LogFile *logf;
  logf = sl_find(&logfiles, nf, NULL);
  lf->logfile = logf;
  if(!lf->logfile) {
    logf = (LogFile *)malloc(sizeof(LogFile));
    logf->filename = nf;
    logf->fd = -1;
    sl_insert(&logfiles, logf);
    lf->logfile = logf;
  } 
  else {
    free(nf);
  }
} 
#ifdef PERL
void config_set_logfacility_external_perl(LogFacility *lf, char *pf) {
  if(lf->perl_log_handler) free(lf->perl_log_handler);
  lf->perl_log_handler = strdup(pf);
} 

void config_set_hupfacility_external_perl(LogFacility *lf, char *pf) {
  if(lf->perl_hup_handler) free(lf->perl_hup_handler);
  lf->perl_hup_handler = strdup(pf);
} 
#endif

#ifdef PYTHON
void config_set_logfacility_external_python(LogFacility *lf, char *pf) {
  if(lf->python_handler) free(lf->python_handler);
  lf->python_handler = strdup(pf);
}
#endif

void config_set_logfacility_vhostdir(LogFacility *lf, char *vhd) {
  int i;
  lf->vhostdir = vhd;
  lf->hash = (hash_element *) malloc (FHASH_SIZE * sizeof(hash_element));
  fprintf( stderr, "\nZeroing vhost hash for usage!\n");
  for(i=0; i< FHASH_SIZE; i++) {
    lf->hash[i].fd = -1;
    lf->hash[i].hostheader = NULL;
  }

}
void config_set_logfaclity_rewritetimes_clf(LogFacility *lf) {
  lf->rewritetimes = REWRITE_TIMES_IN_CLF;
}
void config_set_logfaclity_rewritetimes_user(LogFacility *lf, char *format) {
  lf->rewritetimes = REWRITE_TIMES_FORMAT;
  if(lf->rewritetimesformat) {
    free(lf->rewritetimesformat);
  }
  lf->rewritetimesformat = format;
}
void config_add_logfacility_match(LogFacility *lf, char *nm) {
#ifdef RE_SYNTAX_EGREP
  const char *ret;
#else  
  int ret;
#endif  
  if(lf->nmatches>=10) {
    fprintf(stderr, "Already 10 regex's on group\n");
    return;
  }
#if defined(RE_SYNTAX_EGREP)
  re_set_syntax(RE_SYNTAX_EGREP);
  if((ret = re_compile_pattern(nm, strlen(nm),
			       &lf->match_expression[lf->nmatches]))!=0) {
#elif defined(REG_EXTENDED)
if((ret = regcomp(&lf->match_expression[lf->nmatches], nm, REG_EXTENDED))!=0) {
#elif defined(REG_EGREP)
if((ret = regcomp(&lf->match_expression[lf->nmatches], nm, REG_EGREP))!=0) {
#endif
#if defined(RE_SYNTAX_EGREP) || defined(REG_EXTENDED) || defined(REG_EGREP)
      char errbuf[120];
      regerror(ret, &lf->match_expression[lf->nmatches], errbuf, sizeof errbuf);
      fprintf(stderr, errbuf);
#endif  
  } else { 
    lf->nmatches++;
  }
}

int config_foreach_spreadconf(int (*func)(SpreadConfiguration *, void *),
			      void *closure) {
  int i=0;
  struct skiplistnode *iter;
  SpreadConfiguration *sc;
  iter = sl_getlist(&spreaddaemons);
  if(!iter) return i;
  sc = iter->data;
  do {
    if(func(sc, closure)==0) i++;
  } while((sc = sl_next(&iter))!=NULL);
  return i;  
}

int config_foreach_logfacility(SpreadConfiguration *sc, 
			       int (*func)(LogFacility *, void *),
			       void *closure) {
  int i=0;
  struct skiplistnode *iter;
  LogFacility *lf;
  iter = sl_getlist(sc->logfacilities);
  if(!iter) return i;
  lf = iter->data;
  do {
    if(func(lf, closure)==0) i++;
  } while((lf = sl_next(&iter))!=NULL);
  return i;  
}

char *config_process_message(SpreadConfiguration *sc, char *group,
			     char *message, int *len) {
  LogFacility *lf;
  char *cp;
  lf = sl_find(sc->logfacilities, group, NULL);
  if(lf->rewritetimes)
    force_local_time(message, len, buffsize,
		     lf->rewritetimes, lf->rewritetimesformat);
  if(lf->vhostdir) {
    cp=message;
    while(*cp != ' ' && *cp) {
	cp++;
	--*len;
    }
    --*len;
    return cp+1;
  }
  return message;
}   

void config_hup(void) {
  config_close();
  config_start();
#ifdef PERL
#endif
}  

int config_close(void) {
  struct skiplistnode *sciter, *lfiter;
  SpreadConfiguration *sc;
  LogFacility *lf;
  int i;
#ifndef LOCK_UN
  struct flock fl;
  fl.l_type = F_UNLCK;
  fl.l_whence = SEEK_SET;
  fl.l_start = 0;
  fl.l_len = 0;
#endif

  sciter = sl_getlist(&spreaddaemons);
  if(!sciter) return 0;
  sc = (SpreadConfiguration *)sciter->data;
  /* For each spread configuration: */
  do {
    lfiter = sl_getlist(sc->logfacilities);
    if(!lfiter) return 0;
    lf = (LogFacility *)lfiter->data;
    /* For each log facility in that spread configuration: */
    do {
      if(lf->vhostdir) {
	for (i=0;i< FHASH_SIZE;i++) {
	  if(lf->hash[i].fd>0) {
	    if(!skiplocking)
#ifdef LOCK_UN
              flock(lf->hash[i].fd, LOCK_UN);
#else
              fcntl(lf->hash[i].fd, F_SETLKW, &fl);
#endif
	    close(lf->hash[i].fd);
	    lf->hash[i].fd = -1;
	  }
	}
      } else if(lf->logfile && lf->logfile->fd>0) {
	if(!skiplocking)
#ifdef LOCK_UN
          flock(lf->logfile->fd, LOCK_UN);
#else
          fcntl(lf->logfile->fd, F_SETLKW, &fl);
#endif
	close(lf->logfile->fd);
	lf->logfile->fd = -1;
      }
    } while((lf = sl_next(&lfiter))!=NULL);
  } while((sc = sl_next(&sciter))!=NULL);
  return 0;
}  

int open_pipe_log(char *filename)
{
	int pid, pfd[2];

	if (pipe(pfd) < 0)
		return -1;
	if ((pid = fork()) < 0)
		return -1;
	else if (pid == 0) {
		close(pfd[1]);
		dup2(pfd[0], STDIN_FILENO);
		close(pfd[0]);
		signal(SIGCHLD, SIG_DFL);
		signal(SIGHUP, SIG_IGN);
		filename++; /* skip past leading '|' */
		execl(SHELL_PATH, SHELL_PATH, "-c", filename, (char *) 0);
	}
	else {
		close(pfd[0]);
		return pfd[1];
	}
	return -1;
}
int config_start(void) {
  struct skiplistnode *sciter, *lfiter;
  SpreadConfiguration *sc;
  LogFacility *lf;
#ifndef LOCK_UN
  struct flock fl;
  fl.l_type = F_WRLCK;
  fl.l_whence = SEEK_SET;
  fl.l_start = 0;
  fl.l_len = 0;
#endif

  sciter = sl_getlist(&spreaddaemons);
  if(!sciter) return 0;
  sc = (SpreadConfiguration *)sciter->data;
  /* For each spread configuration: */
  do {
    lfiter = sl_getlist(sc->logfacilities);
    if(!lfiter) return 0;
    lf = (LogFacility *)lfiter->data;
    /* For each log facility in that spread configuration: */
    do {
#ifdef PERL
      if(lf->perl_hup_handler) perl_hup(lf->perl_hup_handler);
#endif
      if(!lf->logfile || !lf->logfile->filename || lf->vhostdir) continue;
      else if(lf->logfile->fd<0) {
			if(lf->logfile->filename[0] == '|') {
				lf->logfile->fd = open_pipe_log(lf->logfile->filename);
			}
			else {
			lf->logfile->fd = open(lf->logfile->filename,
			       O_CREAT|O_APPEND|O_WRONLY,
			       00644);
			}
		}	
      if(!skiplocking) {
	if(
#ifdef LOCK_UN
           flock(lf->logfile->fd, LOCK_NB|LOCK_EX)
#else
           fcntl(lf->logfile->fd, F_SETLK, &fl)
#endif
           == -1) {
	  fprintf(stderr, "Cannot lock %s, is another spreadlogd running?\n",
		  lf->logfile->filename);
	  exit(1);
	}
      }
      if(verbose) {
	fprintf(stderr, "LogFacility: %s\n\tFile: %s\n\tFD: %d\n\t%d regexs\n",
		lf->groupname, lf->logfile->filename,
		lf->logfile->fd, lf->nmatches);
      }
    } while((lf = sl_next(&lfiter))!=NULL);
  } while((sc = sl_next(&sciter))!=NULL);
  return 0;
}  

int config_do_external_module(SpreadConfiguration *sc, char *sender, char *group, char *message) {
  LogFacility *lf;
  sld_module_list_t *node;
  lf = sl_find(sc->logfacilities, group, NULL);
  if(!lf || !lf->modulelog) return -1;
  for(node=lf->modulelog; node; node=node->next) {
    if(!node->module) node->module = module_get(node->module_name);
    if(node->module) node->module->logline(sc, sender, group, message);
  }
  return 0;
}

#ifdef PERL
int config_do_external_perl(SpreadConfiguration *sc, char *sender, char *group, char *message) {
  LogFacility *lf;
  lf = sl_find(sc->logfacilities, group, NULL);
  if(!lf || !lf->perl_log_handler) return -1;
  if(lf->vhostdir) {
    return perl_log(lf->perl_log_handler, sender, group, message);
  } else {
    return perl_log(lf->perl_log_handler, sender, group, message);
  }
  return -1;
}
#endif
#ifdef PYTHON
int config_do_external_python(SpreadConfiguration *sc, char *sender, char *group, char *message) {
  LogFacility *lf;
  lf = sl_find(sc->logfacilities, group, NULL);
  if(!lf || !lf->python_handler) return -1;
  if(lf->vhostdir) {
    return python_log(lf->python_handler, sender, group, message);
  } else {
    return python_log(lf->python_handler, sender, group, message);
  }
  return -1;
}
#endif
int config_get_fd(SpreadConfiguration *sc, char *group, char *message) {
  LogFacility *lf;
  int i, slen, fd;
  hash_element temp;
  char *cp;
  char fullpath[MAXPATHLEN];
#ifndef LOCK_UN
  struct flock fl;
  fl.l_type = F_WRLCK;
  fl.l_whence = SEEK_SET;
  fl.l_start = 0;
  fl.l_len = 0;
#endif

  lf = sl_find(sc->logfacilities, group, NULL);
  if(!lf || !lf->logfile || !lf->logfile->filename) return -1;
  if(lf->vhostdir) {
    cp = message;
    while(*cp != ' ' && *cp){
      cp++;
    }
    *cp = '\0';
    if((fd = gethash(message, lf->hash)) < 0) {
      temp.hostheader = strdup(message);
      *cp = ' ';
      snprintf(fullpath, MAXPATHLEN, "%s/%s", lf->vhostdir,temp.hostheader);
      temp.fd = open(fullpath,
		     O_CREAT|O_APPEND|O_WRONLY,
	 	     00644);
      if(!skiplocking) {
	if(
#ifdef LOCK_UN
           flock(temp.fd, LOCK_NB|LOCK_EX)
#else
           fcntl(temp.fd, F_SETLK, &fl)
#endif
           == -1) {
	  fprintf(stderr, "Cannot lock %s, is another spreadlogd running?\n",
		  fullpath);
	  exit(1);
	}
      }
      inshash(temp,lf->hash);
      return temp.fd;
    }						
    *cp = ' ';
    return fd; 
  }     
  if(!lf->nmatches) return lf->logfile->fd;
  slen = strlen(message);
  for(i=0; i<lf->nmatches; i++) {
#ifdef RE_SYNTAX_EGREP
    int ret;
    if((ret = re_search(&lf->match_expression[i],
			message, slen, 0, slen, NULL)) >= 0)
      return lf->logfile->fd;
    else if(ret==-2 && verbose)
      fprintf(stderr, "Internal error in re_search.\n");
    else if(ret==-1 && verbose)
      fprintf(stderr, "Failed match!\n");
#else
  if(!regexec(&lf->match_expression[i], message, 0, NULL, 0))
    return lf->logfile->fd;
#endif  
  }
  return -1;
}