change the default name of a deploy, try to setup a job for stash but realised we don't have job yet on terraform and try to setup tika and gotenberg for paperless

2025-04-10 00:18:41 +01:00
parent 84550b64dc
commit a5fd5006df
6 changed files with 239 additions and 20 deletions
@@ -0,0 +1,13 @@
+apiVersion: v1
+data:
+  POSTGRES_DB: cGFwZXJsZXNz
+  POSTGRES_USER: cGFwZXJsZXNz
+  POSTGRES_PASSWORD: cGFwZXJsZXNz
+  PAPERLESS_ADMIN_USER: YWRtaW4=
+  PAPERLESS_ADMIN_PASSWORD: YWRtaW4=
+  POSTGRES_HOST: cGFwZXItZGItc3Zj
+kind: Secret
+metadata:
+  name: paperless-credentials
+  namespace: paper
+type: Opaque
@@ -0,0 +1,65 @@
+#!/bin/bash
+
+# Check if username is provided
+if [ -z "$1" ]; then
+    echo "Usage: $0 <reddit_username> <destination_folder>"
+    exit 1
+fi
+
+USER="$1"
+DEST_FOLDER="${2:-./${USER}_images}"
+USER_AGENT="Mozilla/5.0 (compatible; RedditImageDownloader/1.0)"
+
+mkdir -p "$DEST_FOLDER"
+
+AFTER=""
+BASE_URL="https://www.reddit.com/user/$USER/submitted/.json"
+
+echo "Fetching all image posts from user $USER..."
+
+while true; do
+    # Build URL with pagination
+    if [ -z "$AFTER" ]; then
+        URL="${BASE_URL}?limit=100"
+    else
+        URL="${BASE_URL}?limit=100&after=${AFTER}"
+    fi
+
+    # Fetch posts
+    RESPONSE=$(curl -s -A "$USER_AGENT" "$URL")
+
+    # Validate JSON
+    if ! echo "$RESPONSE" | jq empty 2>/dev/null; then
+        echo "Error: Failed to fetch or parse JSON. Exiting."
+        break
+    fi
+
+    # Extract image URLs
+    IMAGE_URLS=$(echo "$RESPONSE" | jq -r '.data.children[] | select(.data.url | test("\\.(jpg|jpeg|png|gif)$")) | .data.url')
+
+    # Exit if no more images found
+    if [ -z "$IMAGE_URLS" ]; then
+        echo "No more images found on this page."
+    fi
+
+    # Download images
+    echo "$IMAGE_URLS" | while read -r image_url; do
+        [ -z "$image_url" ] && continue
+        FILENAME=$(basename "$image_url")
+        if [ ! -f "$DEST_FOLDER/$FILENAME" ]; then
+            echo "Downloading $FILENAME..."
+            curl -s -A "$USER_AGENT" -o "$DEST_FOLDER/$FILENAME" "$image_url"
+        else
+            echo "Skipping existing file $FILENAME"
+        fi
+    done
+
+    # Get 'after' token for pagination
+    AFTER=$(echo "$RESPONSE" | jq -r '.data.after')
+    if [ "$AFTER" == "null" ] || [ -z "$AFTER" ]; then
+        echo "Reached end of posts."
+        break
+    fi
+done
+
+echo "Download complete. Images saved to $DEST_FOLDER"
@@ -0,0 +1,73 @@
+apiVersion: v1
+data:
+  reddit_downloader.sh: |
+    #!/bin/bash
+
+    # Check if username is provided
+    if [ -z "$1" ]; then
+        echo "Usage: $0 <reddit_username> <destination_folder>"
+        exit 1
+    fi
+
+    USER="$1"
+    DEST_FOLDER="${2:-./${USER}_images}"
+    USER_AGENT="Mozilla/5.0 (compatible; RedditImageDownloader/1.0)"
+
+    mkdir -p "$DEST_FOLDER"
+
+    AFTER=""
+    BASE_URL="https://www.reddit.com/user/$USER/submitted/.json"
+
+    echo "Fetching all image posts from user $USER..."
+
+    while true; do
+        # Build URL with pagination
+        if [ -z "$AFTER" ]; then
+            URL="${BASE_URL}?limit=100"
+        else
+            URL="${BASE_URL}?limit=100&after=${AFTER}"
+        fi
+
+        # Fetch posts
+        RESPONSE=$(curl -s -A "$USER_AGENT" "$URL")
+
+        # Validate JSON
+        if ! echo "$RESPONSE" | jq empty 2>/dev/null; then
+            echo "Error: Failed to fetch or parse JSON. Exiting."
+            break
+        fi
+
+        # Extract image URLs
+        IMAGE_URLS=$(echo "$RESPONSE" | jq -r '.data.children[] | select(.data.url | test("\\.(jpg|jpeg|png|gif)$")) | .data.url')
+
+        # Exit if no more images found
+        if [ -z "$IMAGE_URLS" ]; then
+            echo "No more images found on this page."
+        fi
+
+        # Download images
+        echo "$IMAGE_URLS" | while read -r image_url; do
+            [ -z "$image_url" ] && continue
+            FILENAME=$(basename "$image_url")
+            if [ ! -f "$DEST_FOLDER/$FILENAME" ]; then
+                echo "Downloading $FILENAME..."
+                curl -s -A "$USER_AGENT" -o "$DEST_FOLDER/$FILENAME" "$image_url"
+            else
+                echo "Skipping existing file $FILENAME"
+            fi
+        done
+
+        # Get 'after' token for pagination
+        AFTER=$(echo "$RESPONSE" | jq -r '.data.after')
+        if [ "$AFTER" == "null" ] || [ -z "$AFTER" ]; then
+            echo "Reached end of posts."
+            break
+        fi
+    done
+
+    echo "Download complete. Images saved to $DEST_FOLDER"
+kind: ConfigMap
+metadata:
+  creationTimestamp: null
+  name: stash-reddit-dowloader
+  namespace: stash
@@ -0,0 +1,34 @@
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: stash-reddit-dowloader
+  namespace: stash
+spec:
+  template:
+    spec:
+      containers:
+      - name: stash-reddit-dowloader
+        image: alpine
+        imagePullPolicy: Always
+        volumeMounts:
+        - mountPath: /config
+          name: scripts
+        - mountPath: /data
+          mountPropagation: None
+          name: data-pvc
+        command:
+          - /bin/sh
+          - -c
+          - sleep 3600
+#          - /config/reddit_downloader.sh Countem1a /data
+      restartPolicy: Never
+      volumes:
+      - configMap:
+          defaultMode: 365
+          name: stash-reddit-dowloader
+        name: scripts
+      - name: data-pvc
+        persistentVolumeClaim:
+          claimName: data-pvc
+  backoffLimit: 4
+