new component - upload to NAS

This commit is contained in:
Remy Moll
2022-07-23 17:21:00 +02:00
parent 79e3f54955
commit 8e46f30f07
29 changed files with 132 additions and 63 deletions

4
env/check vendored
View File

@@ -1,7 +1,7 @@
# Does not run any downloads but displays the previously downloaded but not yet checked files. Requires display-acces via xauth
CONTAINER_DATA=~/Bulk/COSS/Downloads/auto_news.container
HOSTS_FILE=~/Bulk/COSS/Downloads/auto_news.container/dependencies/hosts
CONTAINER_DATA=~/Bulk/COSS/Downloads/coss_archiving
HOSTS_FILE=~/Bulk/COSS/Downloads/coss_archiving/dependencies/hosts
XAUTHORTIY=$XAUTHORTIY
XSOCK=/tmp/.X11-unix

4
env/debug vendored
View File

@@ -1,7 +1,7 @@
# Runs in a debugging mode, does not launch anything at all but starts a bash process
CONTAINER_DATA=~/Bulk/COSS/Downloads/auto_news.container
HOSTS_FILE=~/Bulk/COSS/Downloads/auto_news.container/dependencies/hosts
CONTAINER_DATA=~/Bulk/COSS/Downloads/coss_archiving
HOSTS_FILE=~/Bulk/COSS/Downloads/coss_archiving/dependencies/hosts
CODE=./
XAUTHORTIY=$XAUTHORTIY

4
env/production vendored
View File

@@ -1,7 +1,7 @@
# Runs on the main slack channel with the full worker setup. If nothing funky has occured, reducedfetch is a speedup
CONTAINER_DATA=~/Bulk/COSS/Downloads/auto_news.container
HOSTS_FILE=~/Bulk/COSS/Downloads/auto_news.container/dependencies/hosts
CONTAINER_DATA=~/Bulk/COSS/Downloads/coss_archiving
HOSTS_FILE=~/Bulk/COSS/Downloads/coss_archiving/dependencies/hosts
DEBUG=false
CHECK=false

4
env/upload vendored
View File

@@ -1,7 +1,7 @@
# Does not run any other workers and only upploads to archive the urls that weren't previously uploaded
CONTAINER_DATA=~/Bulk/COSS/Downloads/auto_news.container
HOSTS_FILE=~/Bulk/COSS/Downloads/auto_news.container/dependencies/hosts
CONTAINER_DATA=~/Bulk/COSS/Downloads/coss_archiving
HOSTS_FILE=~/Bulk/COSS/Downloads/coss_archiving/dependencies/hosts
DEBUG=false