e53d6ee6e5f41df4df6b78a702e5f3f3ae9e05e9
[log-quiet] / sysd-mail-once
1 #!/bin/bash
2 # Copyright (C) 2016 Ian Kelling
3
4 # Licensed under the Apache License, Version 2.0 (the "License");
5 # you may not use this file except in compliance with the License.
6 # You may obtain a copy of the License at
7
8 # http://www.apache.org/licenses/LICENSE-2.0
9
10 # Unless required by applicable law or agreed to in writing, software
11 # distributed under the License is distributed on an "AS IS" BASIS,
12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 # See the License for the specific language governing permissions and
14 # limitations under the License.
15
16
17 set -eE -o pipefail
18 trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?" >&2' ERR
19
20 errors=3
21 cbase=$HOME/sysd-mail-once-state
22 case "$1" in
23 -h|--help)
24 cat <<EOF
25 Usage: sysd-log-once [-ERRORS] SERVICE COMMAND [ARGS...]
26 For systemd timers, email on repeated failure & success after failure.
27
28 In the service triggered by the timer, prepend this script to the ExecStart.
29 The email will contain the service's logs for the last ERRORS runs.
30
31
32 Stores error counts in $cbase
33
34 -ERRORS: ERRORS is the number of failurs to accumulate before mailing the error.
35 Default is 3.
36 EOF
37 exit 0
38 ;;
39 -[0-9]*)
40 errors=${1#-}
41 shift
42 ;;
43 esac
44 service=$1
45 shift
46
47 c=$cbase/$service # c for command file path base
48
49 glob="$c[0-9]*"
50 arr=($glob); file="${arr[0]}"; [[ $glob != "$file" ]] || file=
51 u=${USER:-root}
52 [[ -d $cbase ]] || mkdir -p $cbase
53
54 if [[ ! $file ]]; then
55 cursor=$(journalctl --show-cursor -qn0|sed 's/^\s*--\scursor:\s*//')
56 fi
57 if "$@"; then
58 if [[ $file ]]; then
59 rm -f $file
60 if [[ $file == $c$errors ]]; then
61 echo | mail -s "$HOSTNAME: $service success" $u@localhost
62 fi
63 fi
64 else # $@ failed
65 if [[ $file ]]; then
66 i=${file#$c}
67 if (( i < errors )); then
68 new_file=$c$((i+1))
69 mv $file $new_file
70 file=$new_file
71 if [[ $file == $c$errors ]]; then
72 journalctl -u $service.service --after-cursor=$(<$file) | \
73 mail -s "$HOSTNAME: $service failure" $u@localhost
74 fi
75 fi
76 else
77 file=${c}1
78 printf "%s\n" "$cursor" >$file
79 if (( errors == 1 )); then
80 journalctl -u $service.service --after-cursor=$(<$file) | \
81 mail -s "$HOSTNAME: $service failure" $u@localhost
82 fi
83 fi
84 fi