diff --git a/external_manifests/stash/download.sh b/external_manifests/stash/download.sh index 487f90b..6207ddc 100644 --- a/external_manifests/stash/download.sh +++ b/external_manifests/stash/download.sh @@ -35,12 +35,8 @@ PROXY_HTTP="http://gluetun-svc.gluetun.svc:8888" #BASE_URL="https://www.pornpics.com/pornstars/eiby-shine/" #pornstars="eiby-shine" -#BASE_URL="https://www.pornpics.com/?q=shy+imp" -#pornstars="shy-imp" - -#BASE_URL="https://www.pornpics.com/pornstars/gloria-sol/" -#pornstars="gloria-sol" - +#BASE_URL="https://www.pornpics.com/pornstars/chloe-camilla/" +#pornstars="chloe-camilla" #BASE_URL="https://www.pornpics.com/pornstars/becky-summer" #pornstars="becky-summer" @@ -51,6 +47,7 @@ PROXY_HTTP="http://gluetun-svc.gluetun.svc:8888" echo "Pornstar: "$pornstars echo "URL: "$BASE_URL + mkdir -p $DESTINATION_FOLDER/$pornstars if [[ $skip_searching_gallery == true ]]; then @@ -58,7 +55,6 @@ if [[ $skip_searching_gallery == true ]]; then echo "using existing file instead" #because we need to keep the file $DESTINATION_FOLDER/$pornstars-urls_of_galleries.txt with the existing URL , in this condition, #no deletion of this file - echo $external_gallery > $DESTINATION_FOLDER/$pornstars-urls_of_galleries.txt else echo "looping through galleries" #because we will re-generate this file, can be emptied @@ -70,7 +66,7 @@ echo "" > $DESTINATION_FOLDER/$pornstars-image_to_download.txt for f in $(cat $DESTINATION_FOLDER/$pornstars-urls_of_galleries.txt ); do - $curl_command $f | grep -Eo "(http|https)://[a-zA-Z0-9./?=_%:-]*" | grep "https://cdni.pornpics.com/1280" >> $DESTINATION_FOLDER/$pornstars-image_to_download.txt + $curl_command $f | grep -Eo "(http|https)://[a-zA-Z0-9./?=_%:-]*" | grep "https://cdni.pornpics.com/" >> $DESTINATION_FOLDER/$pornstars-image_to_download.txt echo $f done @@ -80,4 +76,3 @@ for g in $(cat $DESTINATION_FOLDER/$pornstars-image_to_download.txt ); do # wget -e use_proxy=yes -e http_proxy=$PROXY_HTTP $g -P $DESTINATION_FOLDER/$pornstars echo $g done -exit 0 diff --git a/external_manifests/stash/stash-pornpics-dowloader.configmap.yml b/external_manifests/stash/stash-pornpics-dowloader.configmap.yml index 4d5d103..aeb3ba3 100644 --- a/external_manifests/stash/stash-pornpics-dowloader.configmap.yml +++ b/external_manifests/stash/stash-pornpics-dowloader.configmap.yml @@ -6,25 +6,24 @@ data: \"$v\"=\"$2\"\n shift\n fi\n shift\ndone\n\n#check if we will use a HTTP proxy or not\n\nif [[ -z $http_proxy ]]; then\n echo \"not using proxy\"\n curl_command=\"curl\"\nelse\n echo \"using proxy\"\n curl_command=\"curl - -x $http_proxy\"\n\nfi\n\n\n#dowload from https://www.pornpics.com/pornstars/eiby-shine/\nDESTINATION_FOLDER=\"/data\"\nPROXY_HTTP=\"http://gluetun-svc.gluetun.svc:8888\"\n\n#BASE_URL=\"https://www.pornpics.com/pornstars/eiby-shine/\"\n#pornstars=\"eiby-shine\"\n\n#BASE_URL=\"https://www.pornpics.com/?q=shy+imp\"\n#pornstars=\"shy-imp\"\n\n#BASE_URL=\"https://www.pornpics.com/pornstars/gloria-sol/\"\n#pornstars=\"gloria-sol\"\n\n\n#BASE_URL=\"https://www.pornpics.com/pornstars/becky-summer\"\n#pornstars=\"becky-summer\"\n\n\n#clear - files beforehand\n\necho \"Pornstar: \"$pornstars\necho \"URL: \"$BASE_URL\n\nmkdir + -x $http_proxy\"\n\nfi\n\n\n#dowload from https://www.pornpics.com/pornstars/eiby-shine/\nDESTINATION_FOLDER=\"/data\"\nPROXY_HTTP=\"http://gluetun-svc.gluetun.svc:8888\"\n\n#BASE_URL=\"https://www.pornpics.com/pornstars/eiby-shine/\"\n#pornstars=\"eiby-shine\"\n\n#BASE_URL=\"https://www.pornpics.com/pornstars/chloe-camilla/\"\n#pornstars=\"chloe-camilla\"\n\n#BASE_URL=\"https://www.pornpics.com/pornstars/becky-summer\"\n#pornstars=\"becky-summer\"\n\n\n#clear + files beforehand\n\necho \"Pornstar: \"$pornstars\necho \"URL: \"$BASE_URL\n\n\nmkdir -p $DESTINATION_FOLDER/$pornstars\n\nif [[ $skip_searching_gallery == true ]]; then\n echo \"not looping through galleries\"\n\t\techo \"using existing file instead\"\n\t\t#because we need to keep the file $DESTINATION_FOLDER/$pornstars-urls_of_galleries.txt - with the existing URL , in this condition, \n\t\t#no deletion of this file\n echo - $external_gallery > $DESTINATION_FOLDER/$pornstars-urls_of_galleries.txt\nelse\n + with the existing URL , in this condition, \n\t\t#no deletion of this file\nelse\n \ echo \"looping through galleries\"\n\t\t#because we will re-generate this file, can be emptied\n\t\techo \"\" > $DESTINATION_FOLDER/$pornstars-urls_of_galleries.txt\n \ $curl_command -s $BASE_URL | grep -Eo \"(http|https)://[a-zA-Z0-9./?=_%:-]*\" | grep \"https://www.pornpics.com/galleries/\" |sort -u >> $DESTINATION_FOLDER/$pornstars-urls_of_galleries.txt\nfi\n\necho \"\" > $DESTINATION_FOLDER/$pornstars-image_to_download.txt\n\n\nfor f in $(cat $DESTINATION_FOLDER/$pornstars-urls_of_galleries.txt ); do\n\t$curl_command $f - | grep -Eo \"(http|https)://[a-zA-Z0-9./?=_%:-]*\" | grep \"https://cdni.pornpics.com/1280\" + | grep -Eo \"(http|https)://[a-zA-Z0-9./?=_%:-]*\" | grep \"https://cdni.pornpics.com/\" >> $DESTINATION_FOLDER/$pornstars-image_to_download.txt\n\techo $f\ndone\n\n\nfor g in $(cat $DESTINATION_FOLDER/$pornstars-image_to_download.txt ); do \n\t$curl_command -O --output-dir $DESTINATION_FOLDER/$pornstars $g\n# wget -e use_proxy=yes -e http_proxy=$PROXY_HTTP $g -P $DESTINATION_FOLDER/$pornstars\n echo $g - \ndone\nexit 0\n" + \ndone\n" kind: ConfigMap metadata: creationTimestamp: null diff --git a/external_manifests/stash/stash-pornpics-dowloader.job.yml b/external_manifests/stash/stash-pornpics-dowloader.job.yml index 6fa865f..d71f92d 100644 --- a/external_manifests/stash/stash-pornpics-dowloader.job.yml +++ b/external_manifests/stash/stash-pornpics-dowloader.job.yml @@ -17,10 +17,10 @@ spec: mountPropagation: None name: data-pvc command: -# - bash -# - -c -# - sleep 3600 - bash + - -c + - sleep 3600 +# - bash - /config/download.sh - --http_proxy - "http://gluetun-svc.gluetun.svc:8888"