first commit
This commit is contained in:
parent
568e659a0b
commit
edc4b7d685
6
.gitignore
vendored
Normal file
6
.gitignore
vendored
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
files.txt
|
||||||
|
*.jpg
|
||||||
|
*.png
|
||||||
|
*.gif
|
||||||
|
*.mp4
|
||||||
|
*.webm
|
24
README.md
24
README.md
@ -1,3 +1,27 @@
|
|||||||
# booru-tools
|
# booru-tools
|
||||||
|
|
||||||
scripts for downloading and tagging images from booru websites
|
scripts for downloading and tagging images from booru websites
|
||||||
|
|
||||||
|
stores tags in `user.xdg.tags` xattr
|
||||||
|
|
||||||
|
tags work with KDE dolphin / KDE's baloo file indexer, idk about other desktop environments
|
||||||
|
|
||||||
|
see https://wiki.archlinux.org/title/Extended_attributes
|
||||||
|
|
||||||
|
These took me a whole morning to write. Its very much WIP...
|
||||||
|
|
||||||
|
```
|
||||||
|
./gelbdl.sh [-t] [-s]
|
||||||
|
Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!
|
||||||
|
-h shows this help message
|
||||||
|
-t downloads using tor (requires torsocks)
|
||||||
|
-s sets the delay after each request, defaults to 1
|
||||||
|
```
|
||||||
|
|
||||||
|
```
|
||||||
|
./gelbtag.sh [-t] [-s]
|
||||||
|
Tags existing pictures inside a folder
|
||||||
|
-h shows this help message
|
||||||
|
-t downloads using tor (requires torsocks)
|
||||||
|
-s sets the delay after each request, defaults to 1
|
||||||
|
```
|
66
gelbdl.sh
Executable file
66
gelbdl.sh
Executable file
@ -0,0 +1,66 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
USE_TOR=false
|
||||||
|
DELAY=1
|
||||||
|
|
||||||
|
function usage {
|
||||||
|
echo "./$(basename $0) [-t] [-s]"
|
||||||
|
echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!"
|
||||||
|
echo " -h shows this help message"
|
||||||
|
echo " -t downloads using tor (requires torsocks)"
|
||||||
|
echo " -s sets the delay after each request, defaults to 1"
|
||||||
|
}
|
||||||
|
|
||||||
|
# list of arguments expected in the input
|
||||||
|
optstring=":hts:"
|
||||||
|
|
||||||
|
while getopts ${optstring} arg; do
|
||||||
|
case ${arg} in
|
||||||
|
h)
|
||||||
|
usage
|
||||||
|
exit
|
||||||
|
;;
|
||||||
|
t)
|
||||||
|
USE_TOR=true
|
||||||
|
echo -n "Using Tor with IP: "
|
||||||
|
torsocks curl ip.me
|
||||||
|
;;
|
||||||
|
s)
|
||||||
|
DELAY="${OPTARG}"
|
||||||
|
;;
|
||||||
|
:)
|
||||||
|
echo "$0: Must supply an argument to -$OPTARG." >&2
|
||||||
|
exit 1
|
||||||
|
;;
|
||||||
|
?)
|
||||||
|
echo "Invalid option: -${OPTARG}."
|
||||||
|
exit 2
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
while read f; do
|
||||||
|
echo "$f"
|
||||||
|
# MODIFY URL TO API CALL
|
||||||
|
JSON_URL=`echo $f | sed 's/page=post/page=dapi\&json=1\&q=index/g' | sed 's/s=view/s=post/g' | sed "s/\&tags.*//g"`
|
||||||
|
# DOWNLOAD JSON
|
||||||
|
if $USE_TOR; then
|
||||||
|
JSON=`torsocks curl -s $JSON_URL | jq .`
|
||||||
|
else
|
||||||
|
JSON=`curl -s $JSON_URL | jq .`
|
||||||
|
fi
|
||||||
|
# STORE FILE URL AND TAGS INTO VARIABLES
|
||||||
|
FILE_URL=`echo $JSON | jq -r '.post | .[] | ."file_url"'`
|
||||||
|
FILE_TAGS=`echo $JSON | jq -r '.post | .[] | ."tags"' | sed 's/\ /,/g'`
|
||||||
|
FILE=`echo $JSON | jq -r '.post | .[] | ."image"'`
|
||||||
|
# DOWNLOAD FILE
|
||||||
|
if $USE_TOR; then
|
||||||
|
torsocks curl -O -J $FILE_URL
|
||||||
|
else
|
||||||
|
curl -O -J $FILE_URL
|
||||||
|
fi
|
||||||
|
# ADD TAGS TO NEW IMAGE
|
||||||
|
setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
|
||||||
|
# DELAY BEFORE NEXT FETCH
|
||||||
|
sleep $DELAY
|
||||||
|
done < files.txt
|
58
gelbtag.sh
Executable file
58
gelbtag.sh
Executable file
@ -0,0 +1,58 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
USE_TOR=false
|
||||||
|
DELAY=1
|
||||||
|
|
||||||
|
function usage {
|
||||||
|
echo "./$(basename $0) [-t] [-s]"
|
||||||
|
echo "Tags existing pictures inside a folder"
|
||||||
|
echo " -h shows this help message"
|
||||||
|
echo " -t downloads using tor (requires torsocks)"
|
||||||
|
echo " -s sets the delay after each request, defaults to 1"
|
||||||
|
}
|
||||||
|
|
||||||
|
# list of arguments expected in the input
|
||||||
|
optstring=":hts:"
|
||||||
|
|
||||||
|
while getopts ${optstring} arg; do
|
||||||
|
case ${arg} in
|
||||||
|
h)
|
||||||
|
usage
|
||||||
|
exit
|
||||||
|
;;
|
||||||
|
t)
|
||||||
|
USE_TOR=true
|
||||||
|
echo -n "Using Tor with IP: "
|
||||||
|
torsocks curl ip.me
|
||||||
|
;;
|
||||||
|
s)
|
||||||
|
DELAY="${OPTARG}"
|
||||||
|
;;
|
||||||
|
:)
|
||||||
|
echo "$0: Must supply an argument to -$OPTARG." >&2
|
||||||
|
exit 1
|
||||||
|
;;
|
||||||
|
?)
|
||||||
|
echo "Invalid option: -${OPTARG}."
|
||||||
|
exit 2
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
for FILE in *; do
|
||||||
|
echo "$FILE"
|
||||||
|
# GET MD5 HASH
|
||||||
|
FILE_MD5=`md5sum "$FILE" | awk '{print $1}'`
|
||||||
|
# DOWNLOAD JSON
|
||||||
|
if $USE_TOR; then
|
||||||
|
JSON=`torsocks curl -s "https://gelbooru.com/index.php?page=dapi&s=post&q=index&json=1&tags=md5:$FILE_MD5" | jq .`
|
||||||
|
else
|
||||||
|
JSON=`curl -s "https://gelbooru.com/index.php?page=dapi&s=post&q=index&json=1&tags=md5:$FILE_MD5" | jq .`
|
||||||
|
fi
|
||||||
|
# STORE TAGS INTO VARIABLES
|
||||||
|
FILE_TAGS=`echo $JSON | jq -r '.post | .[] | ."tags"' | sed 's/\ /,/g'`
|
||||||
|
# ADD TAGS TO IMAGE
|
||||||
|
setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
|
||||||
|
# DELAY BEFORE NEXT FETCH
|
||||||
|
sleep $DELAY
|
||||||
|
done
|
Loading…
Reference in New Issue
Block a user