aws-scripts/stdio_rotate.py at main · jon2allen/aws-scripts · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
#!/usr/bin/python
#
#
import os
import sys
import glob
from pathlib import Path
import shutil
import argparse
import datetime
import socket


class StdioRotate:
    def __init__(self):
        self.generations = 10
        self.log_pattern = ""
        self.file_out_base = ""
        self.file_out_base_dir = ""
        self.file_out_first_genartion = ""
        self.header = False
        self.debug = False
    def _parse_args(self):
        self.parser = argparse.ArgumentParser(description='stdio rotation')
        self.parser.add_argument('--generations', help='number of outputs to keep ')
        self.parser.add_argument('--file', help='output prefix ')
        self.parser.add_argument('--header', action="store_true",
                                 help='Pre-append time/header to output')
        self.parser.add_argument('--debug', action="store_true",
                                 help='debug trace')
        args = self.parser.parse_args()
        if args.generations:
            try:
                self.generations = int(args.generations)
            except:
                print("setting to 10 - invalid generations value")
        if args.file:
            self.file_out_base = args.file
            self.file_out_base_dir = os.path.split(args.file)[0]
        else:
            print("No output file specified  -- exiting")
            sys.exit(8)
        if args.header:
            self.header = True
        if args.debug:
            self.debug = True
    # special arg processing if nec
    def _set_path( self, file ):
        if self.file_out_base_dir.startswith(os.sep):
           self._debug_print("directory")
           file = self.file_out_base_dir + os.sep + file
        return( file )
    def rotate_generations(self):
        self._debug_print("rotate generaation")
        gen = self.list_generations()
        self._debug_print(str(gen))
        if len(gen)  == 0:
             self._debug_print("sr--01 - zero case")
             new_file = self.file_out_base + ".1"
             self._debug_print("new_file 1", new_file)
             shutil.copy2(self.file_out_base, new_file)
        else:
            last_file = gen.pop()
            self._debug_print("gen - last file: ", last_file )
            gen_num = self.parse_gen_number( self.file_out_base, last_file)
            self._debug_print("gen_num: ", str(gen_num))
            if  gen_num == self.generations:
                os.remove(last_file)
                gen.append(last_file)
            if  gen_num < self.generations:
                incr_file = self.incr_rename_generation( last_file, gen_num)
                gen.append(last_file)
                gen.append(incr_file)
                self._debug_print("incr_file", incr_file )
            while gen:
                self._debug_print(str(gen))
                if len(gen) > 1:
                    new_file = gen.pop()
                    last_file = gen.pop()
                    new_file = self._set_path( new_file )
                    last_file = self._set_path( last_file )
                    self._debug_print("copy files (1):", last_file, " -> ", new_file  )
                    shutil.copy2( last_file, new_file)
                    gen.append( os.path.split(last_file)[1])
                else:
                    last_file = self.file_out_base
                    last_pop_file = gen.pop()
                    last_pop_file = self._set_path( last_pop_file )
                    self._debug_print("copy file last_file:(2)", last_file," -> ", last_pop_file  )
                    shutil.copy2( last_file, last_pop_file)
                #last_file = new_file
            new_file = self.file_out_base + ".1"
            shutil.copy2(self.file_out_base, new_file)
    def _create_glob(self):
        return self.file_out_base + ".*"
    def list_generations(self):
        glob_f = self._create_glob()
        generation_list = self.get_list_of_files(".", glob_f)
        return generation_list
    def run(self):
        self._parse_args()
        self._write_file()
        self.rotate_generations()
    def _write_header(self, f):
        if self.header == False:
            return
        t_begin = datetime.datetime.now()
        time_string = t_begin.strftime("%A, %d. %B %Y %I:%M%p")
        f.write("*" * 80 + "\n")
        f.write("*\n")
        f.write("* datetime: ")
        f.write(" " +  time_string + "\n")
        f.write("* system:   ")
        f.write(" " +  sys.platform + "\n")
        f.write("* host:     ")
        f.write(" " + socket.gethostname() + "\n")
        f.write("* user:     ")
        f.write(" " +  os.getlogin() + "\n")
        f.write("*" + "\n")
        f.write("*" * 80 + "\n")
        return

    def _write_file(self):
        self._debug_print("write_file")
        with open(self.file_out_base, mode = "w") as f:
            self._write_header(f)
            while True:
                input_ = sys.stdin.readline()
                if input_ == '':
                    #self._debug_print"exit")
                    break
                # self._debug_printinput_)
                f.write(input_)
        return
    def last_3chars(self, x):
        file_l = x.split(".")
        try:
            ret = int(file_l.pop())
        except:
            print(" Invalid generation file:",  x)
            sys.exit(8)
        return ret

    def get_list_of_files(self, dir, glob_filter):
        curr_dir = os.path.split(glob_filter)[0]
        self._debug_print( "dir:", dir )
        self._debug_print( "glob_filter", glob_filter )
        self._debug_print( "glob_path: ", curr_dir )
        if len(curr_dir) > 2:
            os.chdir(os.path.split(glob_filter)[0] )
        glob_path = Path(dir)
        file_list = [str(pp) for pp in glob_path.glob(str(os.path.split(glob_filter)[1]))]
        final_l = []
        for f in file_list:
            final_l.append(os.path.split(f)[1])
            #final_l.append(f)
        final_l.sort(key = self.last_3chars)
        return final_l
    def parse_gen_number( self, f_base, in_file):
        self._debug_print("f_base:", f_base )
        f_base = os.path.split(f_base)[1]
        self._debug_print("in_file: ", in_file)
        self._debug_print("f_base: after split - ", f_base )
        l = len(f_base)
        str_start = in_file[l:]
        self._debug_print("str_start: ", str_start)
        str_start = str_start[1:]
        self._debug_print('2nd ', str_start)
        try:
            gen_num = int(str_start[0:3])
        except:
            gen_num = -1
        return gen_num

    def incr_rename_generation(self, myfile, i ):
        i = i + 1
        file_l = myfile.split(".")
        file_l.pop()
        file_l.append(str(i))
        # self._debug_printfile_l)
        new_file = file_l.pop(0)
        self._debug_print("incr rename last file:", new_file)
        while file_l:
            new_file = new_file + "." + file_l.pop(0)
        self._debug_print("incre rename final new:", new_file)
        return new_file
    def _debug_print( self, s, *optional_strings):
        if self.debug == True:
            print( "stdio_rotate.py debug -- " + s + ''.join(optional_strings))


if __name__ == "__main__":
    sr = StdioRotate()
    sr.run()