From a3ee639d77f83e1b11f9c604ffefbd83e931ca78 Mon Sep 17 00:00:00 2001 From: pierre geeraert Date: Thu, 4 Dec 2025 22:59:15 +0000 Subject: [PATCH] put the steps for a reddit downloader --- .gitignore | 1 + django_code/stash_management/apps.py | 11 +++++++++++ requirements.txt | 1 + 3 files changed, 13 insertions(+) diff --git a/.gitignore b/.gitignore index f1a278a..5b8e206 100644 --- a/.gitignore +++ b/.gitignore @@ -3,3 +3,4 @@ venv/* *__pycache__* Webcal-python/* +.idea/* diff --git a/django_code/stash_management/apps.py b/django_code/stash_management/apps.py index 0af8f99..5edb04a 100644 --- a/django_code/stash_management/apps.py +++ b/django_code/stash_management/apps.py @@ -10,6 +10,7 @@ from celery import shared_task from lxml import html import requests import os +import json import time import random import mimetypes @@ -137,7 +138,17 @@ def individual_image_downloader(image_url, filename ): print("Still Can't download "+filename+" -- "+image_url+" == Cancelling") return 0 +def reddit_downloader(username): + url = "https://www.reddit.com/user/"+username+"/submitted/.json?limit=1000" + opener = urlrequest.build_opener(proxy) + urlrequest.install_opener(opener) + req = urlrequest.Request(url) + urlcurl = urlrequest.urlopen(req).read() + data = json.loads(urlcurl) + print(data['data']['children'][0]['data']['url']) + print(data['data']['children'][3]['data']['url']) + return 0 def incremental(request): return render(request, 'incremental_form.html',{}) diff --git a/requirements.txt b/requirements.txt index e0332ff..92276d9 100644 --- a/requirements.txt +++ b/requirements.txt @@ -13,3 +13,4 @@ celery redis lxml requests +json \ No newline at end of file