bronze/booru-tools
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HO HO HOTFIX!

Browse Source 
Thank you Jon for showing me what shellcheck is/does (LMAO)

Also some in depth jq wizardry
This commit is contained in:
bronze 2023-12-25 06:15:44 -05:00
parent 8e7b75f817
commit 32c199af14
9 changed files with 96 additions and 109 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
dandl.sh
View File

@ -4,7 +4,7 @@ USE_TOR=false
DELAY=1 DELAY=1
function usage { function usage {
echo "./$(basename $0) [-t] [-s]" echo "./$(basename "$0") [-t] [-s]"
echo "Mass downloader for Danbooru" echo "Mass downloader for Danbooru"
echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!" echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!"
echo " -h shows this help message" echo " -h shows this help message"
@ -40,21 +40,22 @@ while getopts ${optstring} arg; do
esac esac
done done
while read f; do while read -r f; do
echo "$f" echo "$f"
# MODIFY URL TO API CALL # MODIFY URL TO API CALL
JSON_URL=`echo $f | sed "s/\?q.*//g"` # shellcheck disable=SC2001
JSON_URL=$(echo "$f" | sed "s/\?q.*//g")
# DOWNLOAD JSON # DOWNLOAD JSON
if $USE_TOR; then if $USE_TOR; then
JSON=`torsocks curl -s "$JSON_URL.json"` JSON=$(torsocks curl -s "$JSON_URL.json")
else else
JSON=`curl -s "$JSON_URL.json"` JSON=$(curl -s "$JSON_URL.json")
fi fi
# STORE FILE URL AND TAGS INTO VARIABLES # STORE FILE URL AND TAGS INTO VARIABLES
FILE_URL=`echo $JSON | jq -r '."file_url"'` FILE_URL=$(echo "$JSON" | jq -r '."file_url"')
FILE_TAGS=`echo $JSON | jq -r '."tag_string"' | sed 's/\ /,/g'` FILE_TAGS=$(echo "$JSON" | jq -r '."tag_string"' | sed 's/\ /,/g')
FILE_MD5=`echo $JSON | jq -r '.md5'` FILE_MD5=$(echo "$JSON" | jq -r '.md5')
FILE_EXT=`echo $JSON | jq -r '.file_ext'` FILE_EXT=$(echo "$JSON" | jq -r '.file_ext')
FILE="$FILE_MD5.$FILE_EXT" FILE="$FILE_MD5.$FILE_EXT"
# DOWNLOAD FILE # DOWNLOAD FILE
if $USE_TOR; then if $USE_TOR; then
@ -63,8 +64,8 @@ while read f; do
curl -O -J "$FILE_URL" curl -O -J "$FILE_URL"
fi fi
# ADD TAGS TO NEW IMAGE # ADD TAGS TO NEW IMAGE
setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE_MD5"* setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
setfattr --name=user.checksum --value="$FILE_MD5" "$FILE_MD5"* setfattr --name=user.checksum --value="$FILE_MD5" "$FILE"
# DELAY BEFORE NEXT FETCH # DELAY BEFORE NEXT FETCH
sleep $DELAY sleep "$DELAY"
done < files.txt done < files.txt

12
dantag.sh
View File

@ -5,7 +5,7 @@ DELAY=1
SEARCH_URL="https://danbooru.donmai.us/posts.json?tags=md5" SEARCH_URL="https://danbooru.donmai.us/posts.json?tags=md5"
function usage { function usage {
echo "./$(basename $0) [-t] [-s]" echo "./$(basename "$0") [-t] [-s]"
echo "Mass tagger for Danbooru" echo "Mass tagger for Danbooru"
echo "Tags existing pictures inside a folder" echo "Tags existing pictures inside a folder"
echo " -h shows this help message" echo " -h shows this help message"
@ -44,17 +44,17 @@ done
for FILE in *; do for FILE in *; do
echo "$FILE" echo "$FILE"
# GET MD5 HASH # GET MD5 HASH
FILE_MD5=`md5sum "$FILE" | awk '{print $1}'` FILE_MD5=$(md5sum "$FILE" | awk '{print $1}')
# DOWNLOAD JSON # DOWNLOAD JSON
if $USE_TOR; then if $USE_TOR; then
JSON=`torsocks curl -s "$SEARCH_URL:$FILE_MD5"` JSON=$(torsocks curl -s "$SEARCH_URL:$FILE_MD5")
else else
JSON=`curl -s "$SEARCH_URL:$FILE_MD5"` JSON=$(curl -s "$SEARCH_URL:$FILE_MD5")
fi fi
# STORE TAGS INTO VARIABLES # STORE TAGS INTO VARIABLES
FILE_TAGS=`echo $JSON | jq -r '.[] | ."tag_string"' | sed 's/\ /,/g'` FILE_TAGS=$(echo "$JSON" | jq -r '.[] | ."tag_string"' | sed 's/\ /,/g')
# ADD TAGS TO IMAGE # ADD TAGS TO IMAGE
setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE" setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
# DELAY BEFORE NEXT FETCH # DELAY BEFORE NEXT FETCH
sleep $DELAY sleep "$DELAY"
done done

34
e621dl.sh
View File

@ -8,7 +8,7 @@ HAS_API_KEY=false
function usage { function usage {
echo "./$(basename $0) [-t] [-s]" echo "./$(basename "$0") [-t] [-s]"
echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!" echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!"
echo " -h shows this help message" echo " -h shows this help message"
echo " -t e621 BLOCKS TOR WITH CLOUDFLARE, DOES NOT WORK" echo " -t e621 BLOCKS TOR WITH CLOUDFLARE, DOES NOT WORK"
@ -55,35 +55,33 @@ while getopts ${optstring} arg; do
esac esac
done done
while read f; do while read -r f; do
echo "$f" echo "$f"
# MODIFY URL TO API CALL # MODIFY URL TO API CALL
JSON_URL=`echo $f | sed "s/\?q.*//g"` # shellcheck disable=SC2001
JSON_URL=$(echo "$f" | sed "s/\?q.*//g")
JSON_URL="$JSON_URL.json" JSON_URL="$JSON_URL.json"
# DOWNLOAD JSON # DOWNLOAD JSON
if $HAS_USERNAME && $HAS_API_KEY ; then if $HAS_USERNAME && $HAS_API_KEY ; then
JSON_URL="$JSON_URL?login=$USERNAME&api_key=$API_KEY" JSON_URL="$JSON_URL?login=$USERNAME&api_key=$API_KEY"
fi fi
echo $JSON_URL echo "$JSON_URL"
if $USE_TOR; then if $USE_TOR; then
#JSON=`torsocks curl -A "$UA" -s "$JSON_URL"` #JSON=`torsocks curl -A "$UA" -s "$JSON_URL"`
echo "e621 BLOCKS TOR WITH CLOUDFLARE" echo "e621 BLOCKS TOR WITH CLOUDFLARE"
echo "EXITING SINCE SCRIPT WILL NOT WORK" echo "EXITING SINCE SCRIPT WILL NOT WORK"
exit exit
else else
JSON=`curl -A "$UA" -s "$JSON_URL"` JSON=$(curl -A "$UA" -s "$JSON_URL")
fi fi
# STORE TAGS INTO VARIABLES (god what the hell) # STORE TAGS INTO VARIABLES
FILE_URL=`echo $JSON | jq -r '.post | .file."url"'` #FILE_DESCRIPTION=`echo $JSON | jq -r '.post'.'description'`
FILE_TAGS_GENERAL=`echo $JSON | jq -r '.post."tags"."general"' | sed 's/\"//g' | sed 's/\[//g' | sed 's/\]//g' | tr -d '[:space:]'` FILE_URL=$(echo "$JSON" | jq -r '.post | .file."url"')
FILE_TAGS_ARTIST=`echo $JSON | jq -r '.post."tags"."artist"' | sed 's/\"//g' | sed 's/\[//g' | sed 's/\]//g' | tr -d '[:space:]'` FILE_MD5=$(echo "$JSON" | jq -r '.post'.'file'.'md5')
FILE_TAGS_CHARACTER=`echo $JSON | jq -r '.post."tags"."character"' | sed 's/\"//g' | sed 's/\[//g' | sed 's/\]//g' | tr -d '[:space:]'` FILE_EXT=$(echo "$JSON" | jq -r '.post'.'file'.'ext')
FILE_TAGS_SPECIES=`echo $JSON | jq -r '.post."tags"."species"' | sed 's/\"//g' | sed 's/\[//g' | sed 's/\]//g' | tr -d '[:space:]'` # ONE JQ TO RULE THEM ALL (thanks jon!)
FILE_TAGS_META=`echo $JSON | jq -r '.post."tags"."meta"' | sed 's/\"//g' | sed 's/\[//g' | sed 's/\]//g' | tr -d '[:space:]'` FILE_TAGS="$(jq -r '.post.tags | reduce to_entries[] as $arr ([]; . + [ $arr.value[] | gsub("[\"\\[\\]\\s]"; "", "g") ] ) | join(",")' - <<< "$JSON")"
FILE_DESCRIPTION=`echo $JSON | jq -r '.post'.'description'`
FILE_MD5=`echo $JSON | jq -r '.post'.'file'.'md5'`
FILE_EXT=`echo $JSON | jq -r '.post'.'file'.'ext'`
FILE_TAGS=`echo "$FILE_TAGS_ARTIST,$FILE_TAGS_CHARACTER,$FILE_TAGS_GENERAL,$FILE_TAGS_SPECIES,$FILE_TAGS_META"`
#echo $FILE_TAGS #echo $FILE_TAGS
# DOWNLOAD FILE # DOWNLOAD FILE
if $USE_TOR; then if $USE_TOR; then
@ -92,7 +90,7 @@ while read f; do
echo "EXITING SINCE SCRIPT WILL NOT WORK" echo "EXITING SINCE SCRIPT WILL NOT WORK"
exit exit
else else
curl -O -J $FILE_URL curl -O -J "$FILE_URL"
fi fi
# ADD TAGS TO NEW IMAGE # ADD TAGS TO NEW IMAGE
FILE="$FILE_MD5.$FILE_EXT" FILE="$FILE_MD5.$FILE_EXT"
@ -101,5 +99,5 @@ while read f; do
setfattr -n user.xdg.comment -v "$FILE_DESCRIPTION" "$FILE" setfattr -n user.xdg.comment -v "$FILE_DESCRIPTION" "$FILE"
setfattr --name=user.checksum --value="$FILE_MD5" "$FILE" setfattr --name=user.checksum --value="$FILE_MD5" "$FILE"
# DELAY BEFORE NEXT FETCH # DELAY BEFORE NEXT FETCH
sleep $DELAY sleep "$DELAY"
done < files.txt done < files.txt

23
e621tag.sh
View File

@ -5,7 +5,7 @@ DELAY=1
UA="Booru-Tools/0.1" UA="Booru-Tools/0.1"
function usage { function usage {
echo "./$(basename $0) [-t] [-s]" echo "./$(basename "$0") [-t] [-s]"
echo "Tags existing pictures inside a folder" echo "Tags existing pictures inside a folder"
echo " -h shows this help message" echo " -h shows this help message"
echo " -t e621 BLOCKS TOR WITH CLOUDFLARE, DOES NOT WORK" echo " -t e621 BLOCKS TOR WITH CLOUDFLARE, DOES NOT WORK"
@ -44,29 +44,22 @@ done
for FILE in *; do for FILE in *; do
echo "$FILE" echo "$FILE"
# GET MD5 HASH # GET MD5 HASH
FILE_MD5=`md5sum "$FILE" | awk '{print $1}'` FILE_MD5=$(md5sum "$FILE" | awk '{print $1}')
echo $FILE_MD5 echo "$FILE_MD5"
# DOWNLOAD JSON # DOWNLOAD JSON
URL=https://e621.net/posts.json?tags=md5:
if $USE_TOR; then if $USE_TOR; then
#JSON=`torsocks curl -A "$UA" -s "https://e621.net/posts.json?tags=md5:$FILE_MD5"` #JSON=`torsocks curl -A "$UA" -s "https://e621.net/posts.json?tags=md5:$FILE_MD5"`
echo "e621 BLOCKS TOR WITH CLOUDFLARE" echo "e621 BLOCKS TOR WITH CLOUDFLARE"
echo "EXITING SINCE SCRIPT WILL NOT WORK" echo "EXITING SINCE SCRIPT WILL NOT WORK"
exit exit
else else
JSON=`curl -s -A "$UA" "https://e621.net/posts.json?tags=md5:$FILE_MD5"` JSON=$(curl -s -A "$UA" "https://e621.net/posts.json?limit=1&tags=md5:$FILE_MD5")
fi fi
# STORE TAGS INTO VARIABLES (god what the hell) # ONE JQ TO RULE THEM ALL (modified)
FILE_TAGS_GENERAL=`echo $JSON | jq -r '.posts | .[] | ."tags"."general"' | sed 's/\"//g' | sed 's/\[//g' | sed 's/\]//g' | tr -d '[:space:]'` FILE_TAGS=$(jq -r '.posts | .[] | ."tags" | reduce to_entries[] as $arr ([]; . + [ $arr.value[] | gsub("[\"\\[\\]\\s]"; "", "g") ] ) | join(",")' - <<< "$JSON")
FILE_TAGS_ARTIST=`echo $JSON| jq -r '.posts | .[] | ."tags"."artist"' | sed 's/\"//g' | sed 's/\[//g' | sed 's/\]//g' | tr -d '[:space:]'` #echo "$FILE_TAGS"
FILE_TAGS_CHARACTER=`echo $JSON| jq -r '.posts | .[] | ."tags"."character"' | sed 's/\"//g' | sed 's/\[//g' | sed 's/\]//g' | tr -d '[:space:]'`
FILE_TAGS_SPECIES=`echo $JSON| jq -r '.posts | .[] | ."tags"."species"' | sed 's/\"//g' | sed 's/\[//g' | sed 's/\]//g' | tr -d '[:space:]'`
FILE_TAGS_META=`echo $JSON| jq -r '.posts | .[] | ."tags"."meta"' | sed 's/\"//g' | sed 's/\[//g' | sed 's/\]//g' | tr -d '[:space:]'`
FILE_TAGS=`echo "$FILE_TAGS_ARTIST,$FILE_TAGS_CHARACTER,$FILE_TAGS_GENERAL,$FILE_TAGS_SPECIES,$FILE_TAGS_META"`
echo $FILE_TAGS
# ADD TAGS TO IMAGE # ADD TAGS TO IMAGE
setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE" setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
setfattr -n user.xdg.creator -v "$FILE_TAGS_ARTIST" "$FILE"
# DELAY BEFORE NEXT FETCH # DELAY BEFORE NEXT FETCH
sleep $DELAY sleep "$DELAY"
done done

37
gelbdl-tag.sh
View File

@ -2,17 +2,15 @@
USE_TOR=false USE_TOR=false
DELAY=1 DELAY=1
LIMIT=200
function usage { function usage {
echo "./$(basename $0) [-t] [-s] [-l] -a tag -a tag2" echo "./$(basename "$0") [-t] [-s] [-l] -a tag -a tag2"
echo "Mass downloader for Gelbooru" echo "Mass downloader for Gelbooru"
echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!" echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!"
echo " -h shows this help message" echo " -h shows this help message"
echo " -t downloads using tor (requires torsocks)" echo " -t downloads using tor (requires torsocks)"
echo " -s sets the delay after each request, defaults to 1" echo " -s sets the delay after each request, defaults to 1"
echo " -a tag or artist name" echo " -a tag or artist name"
echo " -l limit of single json request (defaults to 100)"
} }
# list of arguments expected in the input # list of arguments expected in the input
@ -35,9 +33,6 @@ while getopts ${optstring} arg; do
a) a)
TAGS+=("$OPTARG") TAGS+=("$OPTARG")
;; ;;
l)
LIMIT="${OPTARG}"
;;
:) :)
echo "$0: Must supply an argument to -$OPTARG." >&2 echo "$0: Must supply an argument to -$OPTARG." >&2
exit 1 exit 1
@ -50,15 +45,15 @@ while getopts ${optstring} arg; do
done done
for TAG in "${TAGS[@]}"; do for TAG in "${TAGS[@]}"; do
echo $TAG echo "$TAG"
# CREATE FOLDER AND CD INTO IT # CREATE FOLDER AND CD INTO IT
mkdir -v $TAG mkdir -v $TAG
cd $TAG cd $TAG
# GET TAG TOTAL COUNT # GET TAG TOTAL COUNT
if $USE_TOR; then if $USE_TOR; then
TAG_COUNT=`torsocks curl -s "https://gelbooru.com/index.php?page=dapi&s=tag&q=index&json=1&name=$TAG" | jq -r '."tag" | .[] | ."count"'` TAG_COUNT=$(torsocks curl -s "https://gelbooru.com/index.php?page=dapi&s=tag&q=index&json=1&name=$TAG" | jq -r '."tag" | .[] | ."count"')
else else
TAG_COUNT=`curl -s "https://gelbooru.com/index.php?page=dapi&s=tag&q=index&json=1&name=$TAG" | jq -r '."tag" | .[] | ."count"'` TAG_COUNT=$(curl -s "https://gelbooru.com/index.php?page=dapi&s=tag&q=index&json=1&name=$TAG" | jq -r '."tag" | .[] | ."count"')
fi fi
# NESTED LOOP TO GET ALL POSTS UNDER TAG # NESTED LOOP TO GET ALL POSTS UNDER TAG
@ -66,34 +61,34 @@ for TAG in "${TAGS[@]}"; do
for (( PAGE = 0; PAGE <= $TAG_PAGES; PAGE++ )) for (( PAGE = 0; PAGE <= $TAG_PAGES; PAGE++ ))
do do
if $USE_TOR; then if $USE_TOR; then
JSON+=`torsocks curl -s "https://gelbooru.com/index.php?page=dapi&s=post&q=index&json=1&pid=$PAGE&tags=$TAG" | jq -r '.post'` JSON+=$(torsocks curl -s "https://gelbooru.com/index.php?page=dapi&s=post&q=index&json=1&pid=$PAGE&tags=$TAG" | jq -r '.post')
else else
JSON+=`curl -s "https://gelbooru.com/index.php?page=dapi&s=post&q=index&json=1&pid=$PAGE&tags=$TAG" | jq -r '.post'` JSON+=$(curl -s "https://gelbooru.com/index.php?page=dapi&s=post&q=index&json=1&pid=$PAGE&tags=$TAG" | jq -r '.post')
fi fi
sleep $DELAY sleep "$DELAY"
done done
# NESTED LOOP FOR IMAGES IN THIS TAG # NESTED LOOP FOR IMAGES IN THIS TAG
echo $JSON | jq -c '.[]' | while read i; do echo "$JSON" | jq -c '.[]' | while read i; do
#echo $i | jq -r '."id"' #echo $i | jq -r '."id"'
FILE_DATE=`echo $i | jq -r '."created_at"'` FILE_DATE=$(echo "$i" | jq -r '."created_at"')
FILE_URL=`echo $i | jq -r '."file_url"'` FILE_URL=$(echo "$i" | jq -r '."file_url"')
FILE_MD5=`echo $i | jq -r '."md5"'` FILE_MD5=$(echo "$i" | jq -r '."md5"')
FILE_TAGS=`echo $i | jq -r '."tags"' | sed 's/\ /,/g'` FILE_TAGS=$(echo "$i" | jq -r '."tags"' | sed 's/\ /,/g')
FILE=`echo $FILE_URL | sed 's/\// /g' | awk '{print $NF}'` FILE=$(echo "$FILE_URL" | sed 's/\// /g' | awk '{print $NF}')
# DOWNLOAD FILE # DOWNLOAD FILE
if $USE_TOR; then if $USE_TOR; then
torsocks curl -O -J $FILE_URL torsocks curl -O -J "$FILE_URL"
else else
curl -O -J $FILE_URL curl -O -J "$FILE_URL"
fi fi
# ADD TAGS TO NEW IMAGE # ADD TAGS TO NEW IMAGE
setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE" setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
setfattr --name=user.checksum --value="$FILE_MD5" "$FILE" setfattr --name=user.checksum --value="$FILE_MD5" "$FILE"
touch -d "$FILE_DATE" "$FILE" touch -d "$FILE_DATE" "$FILE"
# DELAY BEFORE NEXT FETCH # DELAY BEFORE NEXT FETCH
sleep $DELAY sleep "$DELAY"
done done
# BACK OUT OF FOLDER # BACK OUT OF FOLDER
cd .. cd ..

26
gelbdl.sh
View File

@ -5,7 +5,7 @@ DELAY=1
USE_DATE=false USE_DATE=false
function usage { function usage {
echo "./$(basename $0) [-t] [-s 1] [-d]" echo "./$(basename "$0") [-t] [-s 1] [-d]"
echo "Mass downloader for Gelbooru" echo "Mass downloader for Gelbooru"
echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!" echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!"
echo " -h shows this help message" echo " -h shows this help message"
@ -46,27 +46,27 @@ while getopts ${optstring} arg; do
esac esac
done done
while read f; do while read -r f; do
echo "$f" echo "$f"
# MODIFY URL TO API CALL # MODIFY URL TO API CALL
JSON_URL=`echo $f | sed 's/page=post/page=dapi\&json=1\&q=index/g' | sed 's/s=view/s=post/g' | sed "s/\&tags.*//g"` JSON_URL=$(echo "$f" | sed 's/page=post/page=dapi\&json=1\&q=index/g' | sed 's/s=view/s=post/g' | sed "s/\&tags.*//g")
# DOWNLOAD JSON # DOWNLOAD JSON
if $USE_TOR; then if $USE_TOR; then
JSON=`torsocks curl -s $JSON_URL | jq .` JSON=$(torsocks curl -s "$JSON_URL" | jq .)
else else
JSON=`curl -s $JSON_URL | jq .` JSON=$(curl -s "$JSON_URL" | jq .)
fi fi
# STORE FILE URL AND TAGS INTO VARIABLES # STORE FILE URL AND TAGS INTO VARIABLES
FILE_URL=`echo $JSON | jq -r '.post | .[] | ."file_url"'` FILE_URL=$(echo "$JSON" | jq -r '.post | .[] | ."file_url"')
FILE_TAGS=`echo $JSON | jq -r '.post | .[] | ."tags"' | sed 's/\ /,/g'` FILE_TAGS=$(echo "$JSON" | jq -r '.post | .[] | ."tags"' | sed 's/\ /,/g')
FILE_MD5=`echo $JSON | jq -r '.post | .[] | ."md5"'` FILE_MD5=$(echo "$JSON" | jq -r '.post | .[] | ."md5"')
FILE_DATE=`echo $JSON | jq -r '.post | .[] | ."created_at"'` FILE_DATE=$(echo "$JSON" | jq -r '.post | .[] | ."created_at"')
FILE=`echo $FILE_URL | sed 's/\// /g' | awk '{print $NF}'` FILE=$(echo "$FILE_URL" | sed 's/\// /g' | awk '{print $NF}')
# DOWNLOAD FILE # DOWNLOAD FILE
if $USE_TOR; then if $USE_TOR; then
torsocks curl -O -J $FILE_URL torsocks curl -O -J "$FILE_URL"
else else
curl -O -J $FILE_URL curl -O -J "$FILE_URL"
fi fi
# ADD TAGS TO NEW IMAGE # ADD TAGS TO NEW IMAGE
setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE" setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
@ -75,5 +75,5 @@ while read f; do
touch -d "$FILE_DATE" "$FILE" touch -d "$FILE_DATE" "$FILE"
fi fi
# DELAY BEFORE NEXT FETCH # DELAY BEFORE NEXT FETCH
sleep $DELAY sleep "$DELAY"
done < files.txt done < files.txt

14
gelbtag.sh
View File

@ -5,7 +5,7 @@ DELAY=1
USE_DATE=false USE_DATE=false
function usage { function usage {
echo "./$(basename $0) [-t] [-s]" echo "./$(basename "$0") [-t] [-s]"
echo "Mass tagger for Gelbooru" echo "Mass tagger for Gelbooru"
echo "Tags existing pictures inside a folder" echo "Tags existing pictures inside a folder"
echo " -h shows this help message" echo " -h shows this help message"
@ -49,21 +49,21 @@ done
for FILE in *; do for FILE in *; do
echo "$FILE" echo "$FILE"
# GET MD5 HASH # GET MD5 HASH
FILE_MD5=`md5sum "$FILE" | awk '{print $1}'` FILE_MD5=$(md5sum "$FILE" | awk '{print $1}')
# DOWNLOAD JSON # DOWNLOAD JSON
if $USE_TOR; then if $USE_TOR; then
JSON=`torsocks curl -s "https://gelbooru.com/index.php?page=dapi&s=post&q=index&json=1&tags=md5:$FILE_MD5" | jq .` JSON=$(torsocks curl -s "https://gelbooru.com/index.php?page=dapi&s=post&q=index&json=1&tags=md5:$FILE_MD5" | jq .)
else else
JSON=`curl -s "https://gelbooru.com/index.php?page=dapi&s=post&q=index&json=1&tags=md5:$FILE_MD5" | jq .` JSON=$(curl -s "https://gelbooru.com/index.php?page=dapi&s=post&q=index&json=1&tags=md5:$FILE_MD5" | jq .)
fi fi
# STORE TAGS INTO VARIABLES # STORE TAGS INTO VARIABLES
FILE_TAGS=`echo $JSON | jq -r '.post | .[] | ."tags"' | sed 's/\ /,/g'` FILE_TAGS=$(echo "$JSON" | jq -r '.post | .[] | ."tags"' | sed 's/\ /,/g')
FILE_DATE=`echo $JSON | jq -r '.post | .[] | ."created_at"'` FILE_DATE=$(echo "$JSON" | jq -r '.post | .[] | ."created_at"')
# ADD TAGS TO IMAGE # ADD TAGS TO IMAGE
setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE" setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
if $USE_DATE; then if $USE_DATE; then
touch -d "$FILE_DATE" "$FILE" touch -d "$FILE_DATE" "$FILE"
fi fi
# DELAY BEFORE NEXT FETCH # DELAY BEFORE NEXT FETCH
sleep $DELAY sleep "$DELAY"
done done

22
moedl.sh
View File

@ -4,7 +4,7 @@ USE_TOR=false
DELAY=1 DELAY=1
function usage { function usage {
echo "./$(basename $0) [-t] [-s]" echo "./$(basename "$0") [-t] [-s]"
echo "Mass downloader for moebooru imageboards (think konachan and yande.re)" echo "Mass downloader for moebooru imageboards (think konachan and yande.re)"
echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!" echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!"
echo " -h shows this help message" echo " -h shows this help message"
@ -40,22 +40,22 @@ while getopts ${optstring} arg; do
esac esac
done done
while read f; do while read -r f; do
echo "$f" echo "$f"
# get ID from the URL # get ID from the URL
URL=`echo $f | sed 's/\// /g' | awk '{print $2}'` URL=$(echo "$f" | sed 's/\// /g' | awk '{print $2}')
IMAGE_ID=`echo $f | sed 's/\// /g' | awk '{print $5}'` IMAGE_ID=$(echo "$f" | sed 's/\// /g' | awk '{print $5}')
# DOWNLOAD JSON # DOWNLOAD JSON
if $USE_TOR; then if $USE_TOR; then
JSON=`torsocks curl -s "https://$URL/post.json?tags=id:$IMAGE_ID"` JSON=$(torsocks curl -s "https://$URL/post.json?tags=id:$IMAGE_ID")
else else
JSON=`curl -s "https://$URL/post.json?tags=id:$IMAGE_ID"` JSON=$(curl -s "https://$URL/post.json?tags=id:$IMAGE_ID")
fi fi
# STORE FILE URL AND TAGS INTO VARIABLES # STORE FILE URL AND TAGS INTO VARIABLES
FILE_URL=`echo $JSON | jq -r '.[] | ."file_url"'` FILE_URL=$(echo "$JSON" | jq -r '.[] | ."file_url"')
FILE_TAGS=`echo $JSON | jq -r '.[] | ."tags"' | sed 's/\ /,/g'` FILE_TAGS=$(echo "$JSON" | jq -r '.[] | ."tags"' | sed 's/\ /,/g')
FILE=`echo $JSON | jq -r '.[] | ."file_url"' | sed 's/\// /g' | awk '{print $5}'` FILE=$(echo "$JSON" | jq -r '.[] | ."file_url"' | sed 's/\// /g' | awk '{print $5}')
FILE_WITHSPACE=`echo $JSON | jq -r '.[] | ."file_url"' | sed 's/\// /g' | awk '{print $5}' | sed 's/\%20/ /g'` FILE_WITHSPACE=$(echo "$JSON" | jq -r '.[] | ."file_url"' | sed 's/\// /g' | awk '{print $5}' | sed 's/\%20/ /g')
# DOWNLOAD FILE # DOWNLOAD FILE
if $USE_TOR; then if $USE_TOR; then
torsocks curl -O -J "$FILE_URL" torsocks curl -O -J "$FILE_URL"
@ -66,5 +66,5 @@ while read f; do
setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE" setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
mv "$FILE" "$FILE_WITHSPACE" mv "$FILE" "$FILE_WITHSPACE"
# DELAY BEFORE NEXT FETCH # DELAY BEFORE NEXT FETCH
sleep $DELAY sleep "$DELAY"
done < files.txt done < files.txt

12
moetag.sh
View File

@ -5,7 +5,7 @@ DELAY=1
REQ_URL="" REQ_URL=""
function usage { function usage {
echo "./$(basename $0) [-t] [-s]" echo "./$(basename "$0") [-t] [-s]"
echo "Mass tagger for moebooru imageboards" echo "Mass tagger for moebooru imageboards"
echo "Tags existing pictures inside a folder" echo "Tags existing pictures inside a folder"
echo " -h shows this help message" echo " -h shows this help message"
@ -63,17 +63,17 @@ fi
for FILE in *; do for FILE in *; do
echo "$FILE" echo "$FILE"
# GET MD5 HASH # GET MD5 HASH
FILE_MD5=`md5sum "$FILE" | awk '{print $1}'` FILE_MD5=$(md5sum "$FILE" | awk '{print $1}')
# DOWNLOAD JSON # DOWNLOAD JSON
if $USE_TOR; then if $USE_TOR; then
JSON=`torsocks curl -s "$REQ_URL$FILE_MD5"` JSON=$(torsocks curl -s "$REQ_URL$FILE_MD5")
else else
JSON=`curl -s "$REQ_URL$FILE_MD5"` JSON=$(curl -s "$REQ_URL$FILE_MD5")
fi fi
# STORE TAGS INTO VARIABLES # STORE TAGS INTO VARIABLES
FILE_TAGS=`echo $JSON | jq -r '.[] | ."tags"' | sed 's/\ /,/g'` FILE_TAGS=$(echo "$JSON" | jq -r '.[] | ."tags"' | sed 's/\ /,/g')
# ADD TAGS TO IMAGE # ADD TAGS TO IMAGE
setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE" setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
# DELAY BEFORE NEXT FETCH # DELAY BEFORE NEXT FETCH
sleep $DELAY sleep "$DELAY"
done done