diff options
| author | schneefux <schneefux+commit@schneefux.xyz> | 2017-10-28 19:55:49 +0200 |
|---|---|---|
| committer | schneefux <schneefux+commit@schneefux.xyz> | 2017-10-28 19:55:49 +0200 |
| commit | d39347bdc6ef6c0925d3087f4919bbab11b15863 (patch) | |
| tree | cd36e20d7e25222e83ce03b5be68cf71a6ec6c84 | |
| parent | f63ab30aa68d22cdaf7363332e12c8d3be23115b (diff) | |
| download | status-d39347bdc6ef6c0925d3087f4919bbab11b15863.tar.gz status-d39347bdc6ef6c0925d3087f4919bbab11b15863.zip | |
support gzip logs
| -rw-r--r-- | cron.sh | 16 |
1 files changed, 8 insertions, 8 deletions
@@ -6,11 +6,11 @@ mkdir -p $DATA || exit 0 PF=$DATA/apigrabber_processed # progress file touch $PF $PF.csv -find $LOGS -name "apigrabber-out*__????-??-??_??-??-??.log"\ +find $LOGS -name "apigrabber-out*__????-??-??_??-??-??.log.gz"\ | sort\ | comm -13 $PF - \ | tee -a $PF \ - | xargs grep -h "connection_end"\ + | xargs zgrep -h "connection_end"\ | sed -E 's_^(.*?) - .*? API response _date=\1, _g' \ | mlr --fs ", " \ --ocsv \ @@ -25,11 +25,11 @@ gnuplot -e "inputfile='$PF.csv'; outputfile='$PF.png';" $DATA/../connection_end_ PF=$DATA/apigrabber_error_processed # progress file touch $PF $PF.csv -find $LOGS -name "apigrabber-error*__????-??-??_??-??-??.log"\ +find $LOGS -name "apigrabber-error*__????-??-??_??-??-??.log.gz"\ | sort\ | comm -13 $PF - \ | tee -a $PF \ - | xargs grep -h " API error "\ + | xargs zgrep -h " API error "\ | sed -E 's_^(.*?) - .*? API error _date=\1, _g' \ | mlr --fs ", " \ --ocsv \ @@ -44,11 +44,11 @@ gnuplot -e "inputfile='$PF.csv'; outputfile='$PF.png';" $DATA/../errors_over_tim PF=$DATA/processor_processed # progress file touch $PF $PF.csv -find $LOGS -name "processor-out*__????-??-??_??-??-??.log"\ +find $LOGS -name "processor-out*__????-??-??_??-??-??.log.gz"\ | sort\ | comm -13 $PF - \ | tee -a $PF \ - | xargs grep -h " database transaction " \ + | xargs zgrep -h " database transaction " \ | sed -E 's_^(.*?) - .*? database transaction _date=\1, _g' \ | mlr --fs ", " \ --ocsv \ @@ -65,11 +65,11 @@ gnuplot -e "inputfile='$PF.csv'; outputfile='$PF.png';" $DATA/../transactions_ov PF=$DATA/processor_batch_processed # progress file touch $PF $PF.csv -find $LOGS -name "processor-out*__????-??-??_??-??-??.log"\ +find $LOGS -name "processor-out*__????-??-??_??-??-??.log.gz"\ | sort\ | comm -13 $PF - \ | tee -a $PF \ - | xargs grep -h " processing batch " \ + | xargs zgrep -h " processing batch " \ | sed -E 's_^(.*?) - .*? processing batch _date=\1, _g' \ | mlr --fs ", " \ --ocsv \ |