first commit

This commit is contained in:
bronze 2023-09-29 00:51:25 -04:00
parent 568e659a0b
commit edc4b7d685
4 changed files with 155 additions and 1 deletions

6
.gitignore vendored Normal file
View File

@ -0,0 +1,6 @@
files.txt
*.jpg
*.png
*.gif
*.mp4
*.webm

View File

@ -1,3 +1,27 @@
# booru-tools
scripts for downloading and tagging images from booru websites
scripts for downloading and tagging images from booru websites
stores tags in `user.xdg.tags` xattr
tags work with KDE dolphin / KDE's baloo file indexer, idk about other desktop environments
see https://wiki.archlinux.org/title/Extended_attributes
These took me a whole morning to write. Its very much WIP...
```
./gelbdl.sh [-t] [-s]
Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!
-h shows this help message
-t downloads using tor (requires torsocks)
-s sets the delay after each request, defaults to 1
```
```
./gelbtag.sh [-t] [-s]
Tags existing pictures inside a folder
-h shows this help message
-t downloads using tor (requires torsocks)
-s sets the delay after each request, defaults to 1
```

66
gelbdl.sh Executable file
View File

@ -0,0 +1,66 @@
#!/bin/bash
USE_TOR=false
DELAY=1
function usage {
echo "./$(basename $0) [-t] [-s]"
echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!"
echo " -h shows this help message"
echo " -t downloads using tor (requires torsocks)"
echo " -s sets the delay after each request, defaults to 1"
}
# list of arguments expected in the input
optstring=":hts:"
while getopts ${optstring} arg; do
case ${arg} in
h)
usage
exit
;;
t)
USE_TOR=true
echo -n "Using Tor with IP: "
torsocks curl ip.me
;;
s)
DELAY="${OPTARG}"
;;
:)
echo "$0: Must supply an argument to -$OPTARG." >&2
exit 1
;;
?)
echo "Invalid option: -${OPTARG}."
exit 2
;;
esac
done
while read f; do
echo "$f"
# MODIFY URL TO API CALL
JSON_URL=`echo $f | sed 's/page=post/page=dapi\&json=1\&q=index/g' | sed 's/s=view/s=post/g' | sed "s/\&tags.*//g"`
# DOWNLOAD JSON
if $USE_TOR; then
JSON=`torsocks curl -s $JSON_URL | jq .`
else
JSON=`curl -s $JSON_URL | jq .`
fi
# STORE FILE URL AND TAGS INTO VARIABLES
FILE_URL=`echo $JSON | jq -r '.post | .[] | ."file_url"'`
FILE_TAGS=`echo $JSON | jq -r '.post | .[] | ."tags"' | sed 's/\ /,/g'`
FILE=`echo $JSON | jq -r '.post | .[] | ."image"'`
# DOWNLOAD FILE
if $USE_TOR; then
torsocks curl -O -J $FILE_URL
else
curl -O -J $FILE_URL
fi
# ADD TAGS TO NEW IMAGE
setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
# DELAY BEFORE NEXT FETCH
sleep $DELAY
done < files.txt

58
gelbtag.sh Executable file
View File

@ -0,0 +1,58 @@
#!/bin/bash
USE_TOR=false
DELAY=1
function usage {
echo "./$(basename $0) [-t] [-s]"
echo "Tags existing pictures inside a folder"
echo " -h shows this help message"
echo " -t downloads using tor (requires torsocks)"
echo " -s sets the delay after each request, defaults to 1"
}
# list of arguments expected in the input
optstring=":hts:"
while getopts ${optstring} arg; do
case ${arg} in
h)
usage
exit
;;
t)
USE_TOR=true
echo -n "Using Tor with IP: "
torsocks curl ip.me
;;
s)
DELAY="${OPTARG}"
;;
:)
echo "$0: Must supply an argument to -$OPTARG." >&2
exit 1
;;
?)
echo "Invalid option: -${OPTARG}."
exit 2
;;
esac
done
for FILE in *; do
echo "$FILE"
# GET MD5 HASH
FILE_MD5=`md5sum "$FILE" | awk '{print $1}'`
# DOWNLOAD JSON
if $USE_TOR; then
JSON=`torsocks curl -s "https://gelbooru.com/index.php?page=dapi&s=post&q=index&json=1&tags=md5:$FILE_MD5" | jq .`
else
JSON=`curl -s "https://gelbooru.com/index.php?page=dapi&s=post&q=index&json=1&tags=md5:$FILE_MD5" | jq .`
fi
# STORE TAGS INTO VARIABLES
FILE_TAGS=`echo $JSON | jq -r '.post | .[] | ."tags"' | sed 's/\ /,/g'`
# ADD TAGS TO IMAGE
setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
# DELAY BEFORE NEXT FETCH
sleep $DELAY
done