k-space
/
logmower-shipper-prototype
9
0
Fork 0
Code

Start coroutines for watched files
continuous-integration/drone Build is passing Details

This commit is contained in:
Lauri Võsandi 2022-11-06 23:07:29 +02:00
parent 434f3bba39
commit 617b555fde
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
log_shipper.py
View File

@ -165,7 +165,7 @@ async def uploader(coll, queue):
class LogFile(object): class LogFile(object):
def __init__(self, loop, coll, queue, path, namespace_name, pod_name, container_name): def __init__(self, loop, coll, queue, path, namespace_name, pod_name, container_name, start=False):
self.path = path self.path = path
self.tail = 0 self.tail = 0
self.more_content = asyncio.Event() self.more_content = asyncio.Event()
@ -180,6 +180,8 @@ class LogFile(object):
self.state = "seeking" self.state = "seeking"
self.done = False self.done = False
self.loop = loop self.loop = loop
if start:
self.start()
def start(self): def start(self):
self.loop.create_task(self.handler_loop()) self.loop.create_task(self.handler_loop())
@ -316,7 +318,7 @@ class LogFile(object):
async def watcher(loop, queue, coll): async def watcher(loop, queue, coll):
print("Starting watching") print("Starting watching")
with Inotify() as inotify: with Inotify() as inotify:
def add_file(path, done=False): def add_file(path, done=False, start=False):
if path in log_files: if path in log_files:
log_files[path].done = done log_files[path].done = done
return log_files[path] return log_files[path]
@ -337,6 +339,7 @@ async def watcher(loop, queue, coll):
return return
lf = log_files[path] = LogFile(loop, coll, queue, path, namespace_name, pod_name, container_name) lf = log_files[path] = LogFile(loop, coll, queue, path, namespace_name, pod_name, container_name)
lf.done = done lf.done = done
lf.start()
inotify.add_watch(path, Mask.MODIFY | Mask.CLOSE_WRITE) inotify.add_watch(path, Mask.MODIFY | Mask.CLOSE_WRITE)
return lf return lf
@ -373,7 +376,7 @@ async def watcher(loop, queue, coll):
# Events for /var/log/pods # Events for /var/log/pods
if event.mask & Mask.CREATE: if event.mask & Mask.CREATE:
counter_inotify_events.labels("create").inc() counter_inotify_events.labels("create").inc()
add_file(os.path.realpath(event.path)) add_file(os.path.realpath(event.path), start=True)
# Events for /var/log/pods # Events for /var/log/pods
elif event.mask & Mask.CLOSE_WRITE: elif event.mask & Mask.CLOSE_WRITE: