| -rw-r--r-- | www-misc/mergelog/files/mergelog-split.patch | 516 |
1 files changed, 516 insertions, 0 deletions
diff --git a/www-misc/mergelog/files/mergelog-split.patch b/www-misc/mergelog/files/mergelog-split.patch new file mode 100644 index 0000000..e542107 --- a/dev/null +++ b/www-misc/mergelog/files/mergelog-split.patch @@ -0,0 +1,516 @@ +diff -car mergelog-4.5.orig/configure.in mergelog-4.5/configure.in +*** mergelog-4.5.orig/configure.in Wed Apr 11 13:55:58 2001 +--- mergelog-4.5/configure.in Fri Jun 22 18:17:12 2001 +*************** +*** 2,8 **** + AC_INIT(src/mergelog.c) + + PACKAGE=mergelog +! VERSION=4.5 + AM_INIT_AUTOMAKE($PACKAGE,$VERSION,nosubst) + + AC_ARG_PROGRAM +--- 2,8 ---- + AC_INIT(src/mergelog.c) + + PACKAGE=mergelog +! VERSION=4.5-split + AM_INIT_AUTOMAKE($PACKAGE,$VERSION,nosubst) + + AC_ARG_PROGRAM +diff -car mergelog-4.5.orig/man/mergelog.1 mergelog-4.5/man/mergelog.1 +*** mergelog-4.5.orig/man/mergelog.1 Mon Mar 5 12:45:30 2001 +--- mergelog-4.5/man/mergelog.1 Wed Jun 20 22:16:20 2001 +*************** +*** 1,8 **** +! .TH MERGELOG 1 "22 Jan 2001" + .SH NAME + mergelog \- a fast tool to merge http log files by date + .SH SYNOPSIS + .B mergelog + .IR logfile1 + .IR logfile2 \ ... + .SH DESCRIPTION +--- 1,9 ---- +! .TH MERGELOG 1 "20 Jun 2001" + .SH NAME + mergelog \- a fast tool to merge http log files by date + .SH SYNOPSIS + .B mergelog ++ .IR [-vh]\ [-o\ outfmt] + .IR logfile1 + .IR logfile2 \ ... + .SH DESCRIPTION +diff -car mergelog-4.5.orig/man/zmergelog.1 mergelog-4.5/man/zmergelog.1 +*** mergelog-4.5.orig/man/zmergelog.1 Mon Mar 5 12:45:42 2001 +--- mergelog-4.5/man/zmergelog.1 Wed Jun 20 22:16:13 2001 +*************** +*** 1,8 **** +! .TH ZMERGELOG 1 "22 Jan 2001" + .SH NAME + zmergelog \- a fast tool to merge gzipped http log files by date + .SH SYNOPSIS + .B zmergelog + .IR logfile1 + .IR logfile2 \ ... + .SH DESCRIPTION +--- 1,9 ---- +! .TH ZMERGELOG 1 "20 Jun 2001" + .SH NAME + zmergelog \- a fast tool to merge gzipped http log files by date + .SH SYNOPSIS + .B zmergelog ++ .IR [-vh]\ [-o\ outfmt] + .IR logfile1 + .IR logfile2 \ ... + .SH DESCRIPTION +diff -car mergelog-4.5.orig/src/mergelog.c mergelog-4.5/src/mergelog.c +*** mergelog-4.5.orig/src/mergelog.c Wed Apr 11 13:54:53 2001 +--- mergelog-4.5/src/mergelog.c Fri Jun 22 17:16:05 2001 +*************** +*** 45,56 **** +--- 45,60 ---- + #define mygets(a,b,c,d) fast_gzgets(a,b,c,d) + #define myrewind gzrewind + #define myclose gzclose ++ #define mywrite(f,b,l) gzwrite((f),(b),(l)) ++ #define MYSUFFIX ".gz" + #else + #define myFH FILE + #define myopen fopen + #define mygets(a,b,c,d) fgets(a,b,c) + #define myrewind rewind + #define myclose fclose ++ #define mywrite(f,b,l) fwrite((b),1,(l),(f)) ++ #define MYSUFFIX + #endif + + +*************** +*** 112,131 **** + char *trans_digits[60]; + char *trans_year[200]; + char months[24]="anebarprayunulugepctovec"; + +! /* +! print usage if necessary +! */ +! if (argc == 1) { +! fprintf(stderr,"usage: %s logfile1 logfile2 ...\nmergelog %s Copyright (C) 2000-2001 Bertrand Demiddelaer\n",argv[0],VERSION); + exit(1); + } + + #ifdef USE_ZLIB + /* + check if there are enough gunzip buffers + */ +! if(argc>MAX_FILES) { + fputs("too many gzipped log files, aborting\n",stderr); + exit(1); + } +--- 116,256 ---- + char *trans_digits[60]; + char *trans_year[200]; + char months[24]="anebarprayunulugepctovec"; ++ int goc; ++ int goUsage = 0, goVerbose = 0; ++ const char* goOutput = NULL; ++ const char* argv0 = *argv; ++ struct tm gotmFlags; ++ const char* goOutPtr; ++ myFH *outFile = NULL; ++ char outFileName[512]; ++ struct tm outFileTM; ++ char outFileNewName[512]; ++ size_t outBytes; ++ ++ while((goc=getopt(argc,argv,"vho:"))!=-1) { ++ switch(goc) { ++ case 'h': /* -h print usage */ ++ goUsage++; ++ break; ++ case 'v': /* -v verbose */ ++ goVerbose++; ++ break; ++ case 'o': /* -o fmt output specification */ ++ goOutput = optarg; ++ break; ++ default: /* whatever.. but we better print out usage */ ++ goUsage++; ++ break; ++ } ++ } ++ argv = &argv[optind]; ++ argc -= optind; + +! if(argc<1) +! goUsage++; +! if(goUsage) { +! printf( +! "mergelog " VERSION " Copyright (c) 2000-2001 Bertrand Demiddelaer\n\n" +! "I have at least %d reason(s) for lending you a helping hand on using the program.\n\n" +! "Usage: %s [-vh] [-o fmt] logfile1 logfile2 ..\n\n" +! " -h Print this message\n" +! " -v Increase verbosity\n" +! " -o Give template for output file name to write log to\n" +! " instead of standard output in strftime(3) form.\n" +! " ( eg. -o %%Y-%%m-%%d-access.log" MYSUFFIX ")\n", +! goUsage,argv0); + exit(1); + } + ++ /* Analyze output format if given. It's better than trying to ++ * regenerate file name and compare it to the filename currently being ++ * written each time we want to dump one line. */ ++ if(goOutput) { ++ memset(&gotmFlags,0,sizeof(gotmFlags)); ++ for(goOutPtr=goOutput;*goOutPtr;goOutPtr++) { ++ if( (*goOutPtr=='%') && goOutPtr[1]) { ++ switch(*(++goOutPtr)) { ++ case 'a': /* abbreviated weekday */ ++ case 'A': /* full weekday */ ++ case 'u': /* day of week number */ ++ case 'w': /* zerobased weekday number */ ++ gotmFlags.tm_wday = 1; ++ break; ++ case 'b': /* abbreviated month */ ++ case 'h': /* %b */ ++ case 'B': /* full month */ ++ case 'm': /* month number */ ++ gotmFlags.tm_mon = 1; ++ break; ++ case 'C': /* century */ ++ case 'y': /* centuryless year */ ++ case 'Y': /* year with a century */ ++ gotmFlags.tm_year = 1; ++ break; ++ case 'd': /* day of month */ ++ case 'e': /* day of month space padded */ ++ gotmFlags.tm_mday = 1; ++ break; ++ case 'D': /* %m/%d/%y americanism */ ++ gotmFlags.tm_mon = gotmFlags.tm_mday = gotmFlags.tm_year = 1; ++ break; ++ case 'G': /* ISO 8601 year repsesentation. depends on week */ ++ case 'g': /* ISO 8601 year repsesentation without century. depends on week */ ++ case 'U': /* sunday-based week number */ ++ case 'V': /* ISO 8601 week number */ ++ case 'W': /* monday-based week number */ ++ case 'x': /* preferred date representation for locale without the time */ ++ gotmFlags.tm_yday = gotmFlags.tm_year = 1; ++ break; ++ case 'H': /* 24h format hour */ ++ case 'I': /* 12h format hour */ ++ case 'k': /* 24h format hour space padded */ ++ case 'l': /* 12h format hour space padded */ ++ case 'p': /* AM/PM indicator */ ++ case 'P': /* am/pm indicator */ ++ gotmFlags.tm_hour = 1; ++ break; ++ case 'j': /* day of year */ ++ gotmFlags.tm_yday = 1; ++ break; ++ case 'M': /* minute */ ++ gotmFlags.tm_min = 1; ++ break; ++ case 'n': /* newline character */ ++ case 't': /* tab character */ ++ case 'z': /* time zone as an offset from GMT */ ++ case 'Z': /* timezone name or abbreviation */ ++ case '%': /* % character */ ++ break; ++ case 'r': /* %I:%M:%S %p time in am/pm notation*/ ++ case 'T': /* %H:%M:%S time in 24h notation */ ++ case 'X': /* preferred time representation for locale without the date */ ++ gotmFlags.tm_hour = gotmFlags.tm_min = gotmFlags.tm_sec = 1; ++ break; ++ case 'R': /* %H:%M time in 24h notation without seconds */ ++ gotmFlags.tm_hour = gotmFlags.tm_min = 1; ++ break; ++ case 'S': /* second */ ++ gotmFlags.tm_sec = 1; ++ break; ++ case 'c': /* preferred date and time representation for locale */ ++ case 'E': /* weird modifier */ ++ case 'O': /* weird modifier */ ++ case 's': /* number of seconds since epoch */ ++ case '+': /* date and time in date(1) format */ ++ memset(&gotmFlags,0xFF,sizeof(gotmFlags)); ++ break; ++ } ++ } ++ } ++ } ++ + #ifdef USE_ZLIB + /* + check if there are enough gunzip buffers + */ +! if(argc>=MAX_FILES) { + fputs("too many gzipped log files, aborting\n",stderr); + exit(1); + } +*************** +*** 134,142 **** + /* + open log files + */ +! for (i=1;i<argc;i++) { +! log_file[i-1]=myopen(argv[i],"r"); +! if (log_file[i-1] == NULL) { + fprintf(stderr,"can't open %s, aborting\n",argv[i]); + exit(1); + } +--- 259,267 ---- + /* + open log files + */ +! for (i=0;i<argc;i++) { +! log_file[i]=myopen(argv[i],"r"); +! if (log_file[i] == NULL) { + fprintf(stderr,"can't open %s, aborting\n",argv[i]); + exit(1); + } +*************** +*** 174,181 **** + /* + init things for each log file and get the older date to start with + */ +! nb_files=argc-1; +! for (i=0;i<argc-1;i++) { + + #ifdef USE_ZLIB + /* +--- 299,306 ---- + /* + init things for each log file and get the older date to start with + */ +! nb_files=argc; +! for (i=0;i<argc;i++) { + + #ifdef USE_ZLIB + /* +*************** +*** 230,236 **** + */ + log_date=memchr(log_scan[i],'[',SCAN_SIZE); + if (log_date == NULL) { +! fprintf(stderr,"abort due to a problem with %s:\n%s\n",argv[i+1],log_buffer[i]); + exit(1); + } + +--- 355,361 ---- + */ + log_date=memchr(log_scan[i],'[',SCAN_SIZE); + if (log_date == NULL) { +! fprintf(stderr,"abort due to a problem with %s:\n%s\n",argv[i],log_buffer[i]); + exit(1); + } + +*************** +*** 239,245 **** + */ + for (j=0;((j == 12)&&(memcmp(months+2*j,log_date+5,2) != 0));j++); + if (j == 12) { +! fprintf(stderr,"abort due to a problem with %s:\n%s\n",argv[i+1],log_buffer[i]); + exit(1); + } + memcpy(log_month[i],trans_digits[j],2); +--- 364,370 ---- + */ + for (j=0;((j == 12)&&(memcmp(months+2*j,log_date+5,2) != 0));j++); + if (j == 12) { +! fprintf(stderr,"abort due to a problem with %s:\n%s\n",argv[i],log_buffer[i]); + exit(1); + } + memcpy(log_month[i],trans_digits[j],2); +*************** +*** 255,261 **** + extract the date of this first line + */ + if (sscanf(log_date+1,"%d/%3c/%d:%d:%d:%d",&day,month,&year,&hour,&minut,&second) < 6) { +! fprintf(stderr,"abort due to a problem with %s:\n%s\n",argv[i+1],log_buffer[i]); + exit(1); + } + +--- 380,386 ---- + extract the date of this first line + */ + if (sscanf(log_date+1,"%d/%3c/%d:%d:%d:%d",&day,month,&year,&hour,&minut,&second) < 6) { +! fprintf(stderr,"abort due to a problem with %s:\n%s\n",argv[i],log_buffer[i]); + exit(1); + } + +*************** +*** 270,276 **** + date->tm_isdst=-1; + for (j=0;((j<12)&&(memcmp(months+2*j,month+1,2) != 0));j++); + if (j == 12) { +! fprintf(stderr,"abort due to a problem with %s:\n%s\n",argv[i+1],log_buffer[i]); + exit(1); + } + date->tm_mon=j; +--- 395,401 ---- + date->tm_isdst=-1; + for (j=0;((j<12)&&(memcmp(months+2*j,month+1,2) != 0));j++); + if (j == 12) { +! fprintf(stderr,"abort due to a problem with %s:\n%s\n",argv[i],log_buffer[i]); + exit(1); + } + date->tm_mon=j; +*************** +*** 303,308 **** +--- 428,435 ---- + exit if we have only empty files + */ + if (nb_files == 0) { ++ if(outFile) ++ myclose(outFile); + exit(0); + } + +*************** +*** 323,329 **** + /* + start to compute since this date + */ +! nb_files_orig=argc-1; + for(;;) { + + /* +--- 450,456 ---- + /* + start to compute since this date + */ +! nb_files_orig=argc; + for(;;) { + + /* +*************** +*** 377,383 **** + write the log line + faster than a puts and we are sure to find a '\0' in log_buffer[i] + */ +! write(1,log_buffer[i],(size_t)((char *)memchr(log_buffer[i],0,BUFFER_SIZE)-log_buffer[i])); + + /* + is it an end of file ? +--- 504,558 ---- + write the log line + faster than a puts and we are sure to find a '\0' in log_buffer[i] + */ +! if(goOutput) { +! /* Check whether any of the date/time components concerned +! * have changes or if we have no output file opened. It +! * doesn't make much sense to do all the comparinsons in case +! * we have no output file opened, but it makes even less sense +! * to check for file handle each time we evaluate date. */ +! if( +! # define TMCOMPARE(tmpart) ( gotmFlags.tm_##tmpart && (outFileTM.tm_##tmpart!=date->tm_##tmpart) ) +! TMCOMPARE(sec) || TMCOMPARE(min) || TMCOMPARE(hour) +! || TMCOMPARE(mday) || TMCOMPARE(mon) || TMCOMPARE(year) +! || TMCOMPARE(wday) || TMCOMPARE(yday) +! || !outFile +! # undef TMCOMPARE +! ) { +! if(!strftime(outFileNewName,sizeof(outFileNewName)-1,goOutput,date)) { +! fprintf(stderr,"abort due to a failed attempt to generate output file name\n"); +! if(outFile) +! myclose(outFile); +! exit(1); +! } +! if( (!outFile) || strcmp(outFileName,outFileNewName) ) { +! /* okay, we're about to change output file or start +! * writing first file */ +! if(outFile) { +! myclose(outFile); +! } +! if(goVerbose) +! fprintf(stderr, "Writing to \"%s\"..\n",outFileNewName); +! outFile = myopen(outFileNewName,"a"); +! if(!outFile) { +! fprintf(stderr, "abort due to a failed attempt to open/create output file %s: %m\n",outFileNewName); +! exit(1); +! } +! memmove(outFileName,outFileNewName,sizeof(outFileName)); +! memmove(&outFileTM,date,sizeof(outFileTM)); +! } +! } +! /* %Y-%m-%d_%H-%M-%S-access.log */ +! outBytes = (size_t)((char *)memchr(log_buffer[i],0,BUFFER_SIZE)-log_buffer[i]); +! if( mywrite(outFile,log_buffer[i],outBytes) != outBytes) { +! fprintf(stderr,"abort due to a failed write operation on output file %s: %m\n",outFileName); +! if(outFile) +! myclose(outFile); +! exit(1); +! } +! }else{ +! /* do it the way we would do without */ +! write(1,log_buffer[i],(size_t)((char *)memchr(log_buffer[i],0,BUFFER_SIZE)-log_buffer[i])); +! } + + /* + is it an end of file ? +*************** +*** 388,394 **** + close all log files and exit if all end of files are reached + */ + if (--nb_files == 0) { +! for (j=0;j<argc-1;j++) { + myclose(log_file[j]); + } + exit(0); +--- 563,571 ---- + close all log files and exit if all end of files are reached + */ + if (--nb_files == 0) { +! if(outFile) +! myclose(outFile); +! for (j=0;j<argc;j++) { + myclose(log_file[j]); + } + exit(0); +*************** +*** 425,431 **** + } else { + for (j=0;((j<12)&&(memcmp(months+2*j,log_date+5,2) != 0));j++); + if (j == 12) { +! fprintf(stderr,"problem with %s:\n%s\ncontinuing...\n",argv[i+1],log_buffer[i]); + } else { + memcpy(log_month[i],trans_digits[j],2); + memcpy(log_month[i]+2,months+2*j,2); +--- 602,608 ---- + } else { + for (j=0;((j<12)&&(memcmp(months+2*j,log_date+5,2) != 0));j++); + if (j == 12) { +! fprintf(stderr,"problem with %s:\n%s\ncontinuing...\n",argv[i],log_buffer[i]); + } else { + memcpy(log_month[i],trans_digits[j],2); + memcpy(log_month[i]+2,months+2*j,2); +*************** +*** 439,445 **** + } + } + } else { +! fprintf(stderr,"problem with %s:\n%s\ncontinuing...\n",argv[i+1],log_buffer[i]); + } + } + } +--- 616,622 ---- + } + } + } else { +! fprintf(stderr,"problem with %s:\n%s\ncontinuing...\n",argv[i],log_buffer[i]); + } + } + } +*************** +*** 451,453 **** +--- 628,634 ---- + */ + exit(1); + } ++ /* vim:set textwidth=72: */ ++ /* vim:set cindent smartindent: */ ++ /* vim:set formatoptions-=t formatoptions+=croql: */ ++ /* vim:set expandtab shiftwidth=2: */ |