Merge branch 'main' of https://git.n8x.sx/chiko/77th_eventcalenderntfy

Reviewed-on: #1

.gitignore

@@ -37,3 +37,4 @@ report.[0-9]_.[0-9]_.[0-9]_.[0-9]_.json
 
 *.db
 *.sqlite
+data

Dockerfile

@@ -1,9 +1,31 @@
 FROM debian:12 AS base
+ARG BUILD_DATE
+ARG VERSION
+LABEL build_version="77th_eventcalendarntfy ${VERSION}, Build-date:- ${BUILD_DATE}"
+LABEL maintainer="chiko <chiko@xcsone.de>"
 WORKDIR /opt/app
+<<<<<<< HEAD
+RUN set -eux && \
+    echo "Updating APT" && \
+        apt-get update -y -qq && \
+        apt-get upgrade -y -qq && \
+    echo "Installing tools" && \
+        apt-get install -y -qq \
+            curl unzip cron ca-certificates logrotate && \
+    echo "Cleaning up" && \
+        apt-get --yes autoremove --purge && \
+        apt-get clean --yes && \
+        rm --recursive --force --verbose /var/lib/apt/lists/* && \
+        rm --recursive --force --verbose /tmp/* && \
+        rm --recursive --force --verbose /var/tmp/* && \
+        rm --recursive --force --verbose /var/cache/apt/archives/* && \
+        truncate --size 0 /var/log/*log
+=======
 RUN apt-get update && \
     # apt-get install -y curl unzip cron ca-certificates python3 python3-pip && \
     apt-get install -y curl unzip cron ca-certificates python3 python3-pip && \
     rm -rf /var/lib/apt/lists/*
+>>>>>>> 999bdf7222a68995dd40ec7da967b360f67d354a
 # install BunJs
 RUN curl -fsSL https://bun.com/install | bash
 ENV PATH="/root/.bun/bin:$PATH"
@@ -19,17 +41,27 @@ RUN mkdir -p /temp/prod
 COPY package.json bun.lock /temp/prod/
 RUN cd /temp/prod && bun install --frozen-lockfile --production
 
+<<<<<<< HEAD
+COPY ./docker/Crontab /etc/cron.d/
+RUN chmod 0644 /etc/cron.d/Crontab
+COPY ./docker/cron-bun-log /etc/logrotate.d/
+RUN mkdir /var/log/cron && touch /var/log/cron.log
+=======
 # and install python dependencies
 # COPY ./requirements.txt .
 # RUN python3 -m pip install --break-system-packages -r requirements.txt
 # RUN python3 -m pip install -U python-dotenv
+>>>>>>> 999bdf7222a68995dd40ec7da967b360f67d354a
 
 # copy node_modules from temp directory
 # then copy all (non-ignored) project files into the image
 FROM base AS prerelease
 COPY --from=install /temp/dev/node_modules node_modules
 COPY . ./
+<<<<<<< HEAD
+=======
 
+>>>>>>> 999bdf7222a68995dd40ec7da967b360f67d354a
 # [optional] tests & build
 ENV NODE_ENV=production
 
@@ -37,9 +69,14 @@ ENV NODE_ENV=production
 FROM base AS release
 WORKDIR /opt/app
 COPY --from=install /temp/prod/node_modules node_modules
-COPY --from=prerelease /opt/app/src/app.ts .
 COPY --from=prerelease /opt/app/package.json .
 #COPY --from=prerelease .entrypoint.sh .
+<<<<<<< HEAD
+COPY . ./
+RUN mkdir /var/log/cron && touch /var/log/cron.log
+VOLUME /opt/app/data/db
+# VOLUME /var/log/cron
+=======
 COPY Crontab /etc/cron.d/
 RUN chmod 0644 /etc/cron.d/Crontab
 COPY . ./
@@ -48,4 +85,5 @@ RUN touch /var/log/cron.log
 # RUN chmod +x entrypoint.sh
 # ENTRYPOINT ["./entrypoint.sh"]
 VOLUME /opt/app/data/db
+>>>>>>> 999bdf7222a68995dd40ec7da967b360f67d354a
 CMD bun run ./src/app.ts --today && cron && tail -f /var/log/cron.log

docker-compose.yml

@@ -3,6 +3,10 @@ services:
     build: .
     volumes:
       - ./data/db:/opt/app/data/db
+<<<<<<< HEAD
+      - ./data/app/log:/var/log
+=======
+>>>>>>> 999bdf7222a68995dd40ec7da967b360f67d354a
     env_file:
       - path: ./.env
         required: true
@@ -23,12 +27,21 @@ services:
       - ./data/apprise/config:/config
       - ./data/apprise/plugin:/plugin
       - ./data/apprise/attach:/attach
+<<<<<<< HEAD
+    # ports:
+      #- 8880:8000
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:8000/status"]
+      interval: 10s
+      timeout: 5s
+=======
     ports:
       - 8000:8000
     healthcheck:
       test: ["CMD", "curl", "-f", "http://localhost:8000/status"]
       interval: 30s
       timeout: 10s
+>>>>>>> 999bdf7222a68995dd40ec7da967b360f67d354a
       retries: 5
 # networks:
 #   default:

docker/Crontab

@@ -0,0 +1,2 @@
+8 * * * * bun run ./src/app.ts --today > /var/log/cron.log 2>&1
+*/15 * * * * bun run ./src/app.ts > /var/log/cron.log 2>&1

docker/cron-bun-log

@@ -0,0 +1,8 @@
+/var/log/cron.log {
+    daily
+    rotate 7
+    compress
+    missingok
+    notifempty
+    copytruncate
+}

entrypoint.sh

@@ -1,6 +0,0 @@
-#!/bin/bash
-crontab -l > mycron
-echo "0 8 * * * bun run ./src/app.ts --today > /dev/null 2>&1" >> mycron
-echo "0 * * * * bun run ./src/app.ts > /dev/null 2>&1" >> mycron
-crontab mycron
-rm mycron

requirements.txt

@@ -1,2 +0,0 @@
-apprise
-python-dotenv

src/app.ts

@@ -1,31 +1,25 @@
 import { TEventType } from "./component/event/event.types";
 import { db } from "./sql";
 import { Event, type TEventEntityNew, type TGetEventsOptions } from "./component/event/events";
+import { createPlaceholders, getTsNow, pad_l2 } from "./util";
 import { sendNotification } from "./sendNotification";
-import { createPlaceholders, pad_l2 } from "./util";
 
 const argv = require('minimist')(process.argv.slice(2));
-console.dir(argv)
-
-// const TS_TODAY = new Date();
-
-function getTsNow() {
-  const now = new Date();
-  const rtn = {
-    year: now.getFullYear(),
-    month: now.getMonth() + 1,
-    day: now.getDate(),
-    minute: now.getMinutes(),
-    seconds: now.getSeconds()
-  }
-  return rtn;
-}
+console.log("App started");
+console.dir({argv})
 
 async function main ( ) {
+  console.log("Excecuting main()");
   const TODAY = getTsNow();
+  console.dir(TODAY);
   const events_currentMonth = await Event.fetch_events( TODAY.year, TODAY.month , -120 );
+  console.log("events_currentMonth.length:" + events_currentMonth.length );
   const events_nextMonth = await Event.fetch_events( TODAY.year, TODAY.month + 1 , -120 );
+  console.log("events_nextMonth.length:" + events_nextMonth.length );
   const events = [...events_currentMonth, ...events_nextMonth];
+  console.log("events.length:" + events.length );
+  
+  // const TS_TODAY = new Date();
   // Write to JSON File Section START
   // const data = JSON.stringify(events, null, 2);
   // const TS = `${TS_TODAY.getFullYear()}-${TS_TODAY.getMonth() + 1}-${TS_TODAY.getDate()}_${TS_TODAY.getHours()}-${TS_TODAY.getMinutes()}-${TS_TODAY.getSeconds()}`;
@@ -33,16 +27,19 @@ async function main( ) {
   // Write to JSON File Section END
 
   const allEventUids = events.map( event => { return event.uid; });
+  console.dir(allEventUids );
   const placeholders = createPlaceholders( allEventUids );
   const getAllRelevantEventsQuery = db.query(
     `SELECT * FROM events WHERE uid IN (${placeholders}); `
   ).as(Event );
   const AllRelevantEvents = getAllRelevantEventsQuery.all(...allEventUids);
-
+  console.log("AllRelevantEvents.length:" + AllRelevantEvents.length );
   const eventsToInsert: TEventEntityNew[] = [];
   for ( const ev of events ) {
+    console.log("loop ev: " + [ ev.uid, ev.title, ev.date_at ].join( ", " ) );
     const found = AllRelevantEvents.find(event => event.uid === ev.uid);
     if ( found ) {
+      console.log("loop ev found: " + [ found.uid, found.title, found.date_at ].join( ", " ) );
       if (
         found.title != ev.title ||
         found.description != ev.description ||
@@ -55,29 +52,34 @@ async function main( ) {
         found.timezone != ev.timezone ||
         found.link != ev.link
       ) {
+        console.log("loop ev different (changed): " + [ ev.uid, ev.title, ev.date_at ].join( ", " ) );
         const newEventToInsert: TEventEntityNew = {... ev, notification: "changed"};
         eventsToInsert.push( newEventToInsert );
       }
     } else {
+      console.log("loop ev added (new): " + [ ev.uid, ev.title, ev.date_at ].join( ", " ) );
       const newEventToInsert: TEventEntityNew = {... ev, notification: "new"};
       eventsToInsert.push( newEventToInsert );
     }
   }
-
+  console.dir(eventsToInsert)
   Event.insert( eventsToInsert, db);
-  const options: TGetEventsOptions = {
-  }
+  const where: TGetEventsOptions = {}
+  where.notification = ["new", "changed"]
   if ( argv.today ) {
-    options.date = {
+    where.date = {
       year: TODAY.year,
       month: TODAY.month,
       day: TODAY.day
     }
-  } else {
-    options.notification = ["new", "changed"]
   }
-  const list_of_events = Event.get_events( options, db );
+  const list_of_events = Event.get_events( where, db );
+  console.dir({
+    list_of_events,
+    where
+  });
   for ( const ev of list_of_events ) {
+    console.log("loop list_of_events - ev: " + [ev.uid, ev.title, ev.date_at, "notification:" + ev.notification].join( ", " ) );
     const body = [
       `Title: ${ev.title}`,
       `Location: ${ev.location}`,
@@ -87,6 +89,7 @@ async function main( ) {
       `By: ${ev.posted_by}`,
       `Link: ${ev.link}`,
     ].join("\n");
+    console.log("loop list_of_events - ev 'body': " + body );
     const notification_prefix = ( (event: Event) => {
       switch( event.notification) {
         case "new":
@@ -113,6 +116,10 @@ async function main( ) {
       return false;
     })( ev );
     const title = `${today_prefix ? "TODAY " : ""}${notification_prefix ? notification_prefix + ": " : ""} ${ev.title} (${ TEventType[ ev.event_type ] })`;
+<<<<<<< HEAD
+    console.log("loop list_of_events - ev 'title': " + title );
+    await sendNotification( title, body, ev.link ? ev.link : null);
+=======
 
     await fetch("http://apprise:8000/notify", {
       method: "POST",
@@ -135,6 +142,7 @@ async function main( ) {
     //   body
     //   // `${ev.link || "https://77th-jsoc.com/#/events"}`
     // );
+>>>>>>> 999bdf7222a68995dd40ec7da967b360f67d354a
     ev.set_notification("done", db);
   }
 };

src/sendNotification.ts

@@ -1,3 +1,31 @@
+<<<<<<< HEAD
+export async function sendNotification(title: string, body: string, link?: string | null) {
+  console.dir({
+    sendNotification: {
+      title,
+      body,
+      link
+    }
+  });
+  const response = await fetch("http://apprise:8000/notify", {
+    method: "POST",
+    headers: {
+    "Content-Type": "application/json"
+    },
+    body: JSON.stringify({
+    urls: [
+        `ntfys://${process.env.ntfy_username}:${process.env.ntfy_password}@${process.env.ntfy_host}/${process.env.ntfy_topic}${ link ? `?click=${link}`: "?click=https://77th-jsoc.com/#/events" }`,
+        `discord://${process.env.dc_webhook}?avatar_url=${process.env.dc_avatar_url}&botname=${process.env.dc_botname}`
+    ].join(","),
+    title: title,
+    body: body,
+    format: "text"
+    })
+  });
+  const responseBody = await response.json();
+  return responseBody;
+} 
+=======
 import * as Bun from "bun";
 
 export async function sendNotification(title: string, body: string, click?: string | null) {
@@ -14,3 +42,4 @@ export async function sendNotification(title: string, body: string, click?: stri
     const text = await proc.stdout.text();
     console.log("sendNotification: " + text);
 }
+>>>>>>> 999bdf7222a68995dd40ec7da967b360f67d354a

src/sendNotificationPy.ts

@@ -0,0 +1,16 @@
+import * as Bun from "bun";
+
+export async function sendNotificationPy(title: string, body: string, click?: string | null) {
+    const command = [
+        "python3",
+        "./src/notification.py",
+        `--title=${title}`,
+        `--body=${body}`,
+    ];
+    if ( click ) {
+        command.push(`--click=${click}`);
+    }
+    const proc = Bun.spawn(command);
+    const text = await proc.stdout.text();
+    console.log("sendNotification: " + text);
+}

src/util.ts

@@ -27,3 +27,15 @@ export function pad_l2 ( _thing: string | number ): string {
   };
   return _thing.padStart(2, "0");
 }
+
+export function getTsNow() {
+  const now = new Date();
+  const rtn = {
+    year: now.getFullYear(),
+    month: now.getMonth() + 1,
+    day: now.getDate(),
+    minute: now.getMinutes(),
+    seconds: now.getSeconds()
+  }
+  return rtn;
+}