from jinja2 import Environment, FileSystemLoader import subprocess from datetime import datetime, timedelta import os import fnmatch #create the log directory path = "/home/xpub/www/html/tl-dr/logs" if not os.path.exists(path): os.makedirs(path) # TODO: check sorting of these files (should be chronological) # Getting the dynamic variables log_files = fnmatch.filter(os.listdir(path), '*.html') now = datetime.today() next_report = now + timedelta(hours=3) log_file_name = "log_" + now.strftime("%Y-%m-%d_%H:%M:%S") + ".html" def create_all_logs_file(): list_logs = subprocess.run(["ls", "/home/xpub/www/html/tl-dr/log-books"], capture_output=True) with open("/home/xpub/www/html/tl-dr/log-books/all.txt", "w") as f: print(list_logs.stdout.decode('UTF-8').strip(), file=f) # Execute a command on the command line. Based = used for piped commands def run_command(command, based = False): result = subprocess.run(command, capture_output=True, input=based) result.check_returncode() stripped = result.stdout.decode('UTF-8').strip() if "No entries" in stripped: return "" else: return stripped # Run all the commands for getting the logs, and assign to variables print("start running the log commands"); last_user_added = subprocess.run(["sudo", "journalctl","_COMM=useradd","-r","-n", "1" , "--output-fields=MESSAGE"], capture_output=True) last_user_added_name = run_command(['grep', '-Po', "(?<=name)\W*\K[^ ]*"], based=last_user_added.stdout) users_created_today = run_command(["sudo", "journalctl", "-S","today","_COMM=useradd","-r","--output-fields=MESSAGE"]).splitlines() since_last_boot = run_command(["uptime","-s"]) slb_date = datetime.strptime(since_last_boot, "%Y-%m-%d %H:%M:%S") time_since_last_boot = now - slb_date list_package_installs_init = subprocess.run(["grep", 'install', "/var/log/dpkg.log"], capture_output=True) list_package_installs = run_command(['grep', '-v', "status"], based=list_package_installs_init.stdout) list_package_upgrade = subprocess.run(["grep", 'upgrade', "/var/log/dpkg.log"], capture_output=True).stdout.decode('UTF-8') list_package_remove = subprocess.run(["grep", 'remove', "/var/log/dpkg.log"], capture_output=True).stdout.decode('UTF-8') device_info_grab = subprocess.run(["grep", 'Model' , "/proc/cpuinfo"], check=True, capture_output=True) device_info = run_command(['awk', '-F:', '{ print $2}'], based=device_info_grab.stdout) ip_address_show = subprocess.run(["ip", "addr", "show", "end0"], check=True, capture_output=True) ip_address = run_command(['awk', '$1 == "inet" {gsub(/\/.*$/, "", $2); print $2}' ], based=ip_address_show.stdout) print("start running the service commands, this sometimes takes longer"); logins_today_log = subprocess.run(["sudo", "journalctl","_COMM=systemd-logind","-r" , "--output-fields=MESSAGE", "-S", "today", "-g", "'New session'" ], capture_output=True) logins_today = run_command(['grep', '-v', "'Boot'"], based=logins_today_log.stdout) kitchen_services = run_command(["sudo", "journalctl", "-S", "today", "-u", "kitchen-stove.service", "-u", "kitchen-bin.service", "-u", "kitchen-fridge.service", "-r", "-n"]).splitlines() # loading the jinja template environment print("Filling the template"); env = Environment(loader=FileSystemLoader("/home/xpub/www/html/tl-dr/templates")) # loading the template (use template.jinja when generating the html webview) template = env.get_template("book.jinja") # rendering the template and storing the resultant text in variable output output = template.render( now = now, next_report = next_report, log_files = log_files, last_user_added=last_user_added.stdout.decode('UTF-8'), last_user_added_name=last_user_added_name, users_created_today=users_created_today, since_last_boot=since_last_boot, list_package_installs=list_package_installs.splitlines(), list_package_upgrade=list_package_upgrade.splitlines(), list_package_remove=list_package_remove.splitlines(), device_info=device_info, days_since_last_boot = time_since_last_boot.days, kitchen_services = kitchen_services, ip_address = ip_address, logins_today = logins_today, list_groups = run_command(["getent","group"]).splitlines(), list_active_services = run_command(["sudo", "service", "--status-all"]).splitlines(), debian_version = run_command(["cat", "/etc/debian_version"]), kernel_version = run_command(["uname","-a"]), hostname = run_command(["hostname","-i"]), groups_created = run_command(["sudo", "journalctl", "-S","today","_COMM=groupadd","-r"]).splitlines(), groups_removed = run_command(["sudo", "journalctl", "-S","today","_COMM=groupremove","-r"]).splitlines(), user_modified = run_command(["sudo", "journalctl", "-S","today","_COMM=usermod","-r"]).splitlines(), user_deleted = run_command(["sudo", "journalctl", "-S","today","_COMM=userdel","-r"]).splitlines(), ) print("Output the files"); # Export the html as book.html, which is used as an input for pandoc with open("/home/xpub/www/html/tl-dr/book.html", "w") as f: print(output, file=f) subprocess.run(["pandoc", "/home/xpub/www/html/tl-dr/book.html", "-o", "/home/xpub/www/html/tl-dr/logged_book.epub", "-c", "print.css", "--metadata", "title="+log_file_name], capture_output=True) print("just generated a new book, also put it in the backlog of logs") subprocess.run(["cp", "/home/xpub/www/html/tl-dr/logged_book.epub", "/home/xpub/www/html/tl-dr/log-books/log_" + now.strftime("%Y-%m-%d_%H%M%S") + ".epub"], capture_output=True) create_all_logs_file(); print("Finished"); # At the moment, we are not storing logs in the log folder anymore # with open(log_file_name, "w") as f: # print(output, file=f)