- Added Danbooru support

- Added Moebooru (konachan and yande.re) support

README.md

@@ -16,18 +16,16 @@ scripts for downloading and tagging images from booru websites
 
 `torsocks` if you're downloading through tor
 
-```
+## Scripts:
-./gelbdl.sh [-t] [-s]
-Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!
-        -h      shows this help message
-        -t      downloads using tor (requires torsocks)
-        -s      sets the delay after each request, defaults to 1
-```
 
-```
+`gelbdl.sh` downloads and tags files from every gelbooru link in files.txt
-./gelbtag.sh [-t] [-s]
+
-Tags existing pictures inside a folder
+`gelbtag.sh` hashes and looks up every image in a folder on gelbooru
-        -h      shows this help message
+
-        -t      downloads using tor (requires torsocks)
+`dandl.sh` downloads and tags files from every danbooru link in files.txt
-        -s      sets the delay after each request, defaults to 1
+
-```
+`dantag.sh` hashes and looks up every image in a folder on danbooru
+
+`moedl.sh` downloads and tags files from moebooru imageboard (think konachan and yande.re) links in files.txt
+
+`moetag.sh` hashes and looks up every image in a folder (provided you specify the booru)

dandl.sh

@@ -0,0 +1,69 @@
+#!/bin/bash
+
+USE_TOR=false
+DELAY=1
+
+function usage {
+		echo "./$(basename $0) [-t] [-s]"
+        echo "Mass downloader for Danbooru"
+		echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!"
+        echo "	-h	shows this help message"
+		echo "	-t	downloads using tor (requires torsocks)"
+		echo "	-s	sets the delay after each request, defaults to 1"
+}
+
+# list of arguments expected in the input
+optstring=":hts:"
+
+while getopts ${optstring} arg; do
+	case ${arg} in
+		h)
+			usage
+			exit
+			;;
+		t)
+			USE_TOR=true
+			echo -n "Using Tor with IP: "
+			torsocks curl ip.me
+			;;
+		s)
+			DELAY="${OPTARG}"
+			;;
+		:)
+			echo "$0: Must supply an argument to -$OPTARG." >&2
+			exit 1
+			;;
+		?)
+			echo "Invalid option: -${OPTARG}."
+			exit 2
+			;;
+	esac
+done
+
+while read f; do
+	echo "$f"
+	# MODIFY URL TO API CALL
+	JSON_URL=`echo $f | sed "s/\?q.*//g"`
+	# DOWNLOAD JSON
+	if $USE_TOR; then
+		JSON=`torsocks curl -s "$JSON_URL.json"`
+	else
+		JSON=`curl -s "$JSON_URL.json"`
+	fi
+	# STORE FILE URL AND TAGS INTO VARIABLES
+	FILE_URL=`echo $JSON | jq -r '."file_url"'`
+	FILE_TAGS=`echo $JSON  | jq -r '."tag_string"' | sed 's/\ /,/g'`
+    FILE_MD5=`echo $JSON | jq -r '.md5'`
+	FILE_EXT=`echo $JSON | jq -r '.file_ext'`
+    FILE="$FILE_MD5.$FILE_EXT"
+	# DOWNLOAD FILE
+	if $USE_TOR; then
+		torsocks curl -O -J "$FILE_URL"
+	else
+		curl -O -J "$FILE_URL"
+	fi
+	# ADD TAGS TO NEW IMAGE
+	setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
+	# DELAY BEFORE NEXT FETCH
+	sleep $DELAY
+done < files.txt

dantag.sh

@@ -0,0 +1,60 @@
+#!/bin/bash
+
+USE_TOR=false
+DELAY=1
+SEARCH_URL="https://danbooru.donmai.us/posts.json?tags=md5"
+
+function usage {
+		echo "./$(basename $0) [-t] [-s]"
+        echo "Mass tagger for Danbooru"
+		echo "Tags existing pictures inside a folder"
+        echo "	-h	shows this help message"
+		echo "	-t	downloads using tor (requires torsocks)"
+		echo "	-s	sets the delay after each request, defaults to 1"
+}
+
+# list of arguments expected in the input
+optstring=":hts:"
+
+while getopts ${optstring} arg; do
+	case ${arg} in
+		h)
+			usage
+			exit
+			;;
+		t)
+			USE_TOR=true
+			echo -n "Using Tor with IP: "
+			torsocks curl ip.me
+			;;
+		s)
+			DELAY="${OPTARG}"
+			;;
+		:)
+			echo "$0: Must supply an argument to -$OPTARG." >&2
+			exit 1
+			;;
+		?)
+			echo "Invalid option: -${OPTARG}."
+			exit 2
+			;;
+	esac
+done
+
+for FILE in *; do
+	echo "$FILE"
+	# GET MD5 HASH
+	FILE_MD5=`md5sum "$FILE" | awk '{print $1}'`
+	# DOWNLOAD JSON
+		if $USE_TOR; then
+		JSON=`torsocks curl -s "$SEARCH_URL:$FILE_MD5"`
+	else
+		JSON=`curl -s "$SEARCH_URL:$FILE_MD5"`
+	fi
+	# STORE TAGS INTO VARIABLES
+	FILE_TAGS=`echo $JSON | jq -r '.[] | ."tag_string"' | sed 's/\ /,/g'`
+	# ADD TAGS TO IMAGE
+	setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
+	# DELAY BEFORE NEXT FETCH
+	sleep $DELAY
+done

gelbdl.sh

@@ -5,6 +5,7 @@ DELAY=1
 
 function usage {
 		echo "./$(basename $0) [-t] [-s]"
+        echo "Mass downloader for Gelbooru"
 		echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!"
         echo "	-h	shows this help message"
 		echo "	-t	downloads using tor (requires torsocks)"

gelbtag.sh

@@ -5,6 +5,7 @@ DELAY=1
 
 function usage {
 		echo "./$(basename $0) [-t] [-s]"
+        echo "Mass tagger for Gelbooru"
 		echo "Tags existing pictures inside a folder"
         echo "	-h	shows this help message"
 		echo "	-t	downloads using tor (requires torsocks)"

moedl.sh

@@ -0,0 +1,70 @@
+#!/bin/bash
+
+USE_TOR=false
+DELAY=1
+
+function usage {
+		echo "./$(basename $0) [-t] [-s]"
+        echo "Mass downloader for moebooru imageboards (think konachan and yande.re)"
+		echo "Simply make a files.txt inside a folder and paste all your links, then run this script to download them all!"
+        echo "	-h	shows this help message"
+		echo "	-t	downloads using tor (requires torsocks)"
+		echo "	-s	sets the delay after each request, defaults to 1"
+}
+
+# list of arguments expected in the input
+optstring=":hts:"
+
+while getopts ${optstring} arg; do
+	case ${arg} in
+		h)
+			usage
+			exit
+			;;
+		t)
+			USE_TOR=true
+			echo -n "Using Tor with IP: "
+			torsocks curl ip.me
+			;;
+		s)
+			DELAY="${OPTARG}"
+			;;
+		:)
+			echo "$0: Must supply an argument to -$OPTARG." >&2
+			exit 1
+			;;
+		?)
+			echo "Invalid option: -${OPTARG}."
+			exit 2
+			;;
+	esac
+done
+
+while read f; do
+	echo "$f"
+	# get ID from the URL
+	URL=`echo $f | sed 's/\// /g' | awk '{print $2}'`
+	IMAGE_ID=`echo $f | sed 's/\// /g' | awk '{print $5}'`
+	# DOWNLOAD JSON
+	if $USE_TOR; then
+		JSON=`torsocks curl -s "https://$URL/post.json?tags=id:$IMAGE_ID"`
+	else
+		JSON=`curl -s "https://$URL/post.json?tags=id:$IMAGE_ID"`
+	fi
+	# STORE FILE URL AND TAGS INTO VARIABLES
+	FILE_URL=`echo $JSON | jq -r '.[] | ."file_url"'`
+	FILE_TAGS=`echo $JSON | jq -r '.[] | ."tags"' | sed 's/\ /,/g'`
+    FILE=`echo $JSON | jq -r '.[] | ."file_url"' | sed 's/\// /g' | awk '{print $5}'`
+    FILE_WITHSPACE=`echo $JSON | jq -r '.[] | ."file_url"' | sed 's/\// /g' | awk '{print $5}' | sed 's/\%20/ /g'`
+	# DOWNLOAD FILE
+	if $USE_TOR; then
+		torsocks curl -O -J "$FILE_URL"
+	else
+		curl -O -J "$FILE_URL"
+	fi
+	# ADD TAGS TO NEW IMAGE
+	setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
+    mv "$FILE" "$FILE_WITHSPACE"
+	# DELAY BEFORE NEXT FETCH
+	sleep $DELAY
+done < files.txt

moetag.sh

@@ -0,0 +1,79 @@
+#!/bin/bash
+
+USE_TOR=false
+DELAY=1
+REQ_URL=""
+
+function usage {
+		echo "./$(basename $0) [-t] [-s]"
+        echo "Mass tagger for moebooru imageboards"
+		echo "Tags existing pictures inside a folder"
+        echo "	-h	shows this help message"
+		echo "	-t	downloads using tor (requires torsocks)"
+		echo "	-s	sets the delay after each request, defaults to 1"
+		echo "	-k	uses konachan API for tagging"
+		echo "	-y	uses yande.re API for tagging"
+        echo "	-c	uses (CUSTOM.URL) API for tagging"
+}
+
+# list of arguments expected in the input
+optstring=":hts:kyc:"
+
+while getopts ${optstring} arg; do
+	case ${arg} in
+		h)
+			usage
+			exit
+			;;
+		t)
+			USE_TOR=true
+			echo -n "Using Tor with IP: "
+			torsocks curl ip.me
+			;;
+        k)
+			REQ_URL="https://konachan.com/post.json?tags=md5:"
+			echo "Using konachan API for tagging"
+			;;
+        y)
+			REQ_URL="https://yande.re/post.json?tags=md5:"
+			echo "Using yande.re API for tagging"
+			;;
+        c)
+			REQ_URL="https://$OPTARG/post.json?tags=md5:"
+			;;
+		s)
+			DELAY="${OPTARG}"
+			;;
+		:)
+			echo "$0: Must supply an argument to -$OPTARG." >&2
+			exit 1
+			;;
+		?)
+			echo "Invalid option: -${OPTARG}."
+			exit 2
+			;;
+	esac
+done
+
+if [[ -z "$REQ_URL" ]]; then
+   echo "No imageboard selected. Exiting."
+   exit
+fi
+
+for FILE in *; do
+	echo "$FILE"
+	# GET MD5 HASH
+	FILE_MD5=`md5sum "$FILE" | awk '{print $1}'`
+	# DOWNLOAD JSON
+		if $USE_TOR; then
+		JSON=`torsocks curl -s "$REQ_URL$FILE_MD5"`
+	else
+		JSON=`curl -s "$REQ_URL$FILE_MD5"`
+	fi
+	# STORE TAGS INTO VARIABLES
+	FILE_TAGS=`echo $JSON | jq -r '.[] | ."tags"' | sed 's/\ /,/g'`
+	# ADD TAGS TO IMAGE
+	setfattr -n user.xdg.tags -v "$FILE_TAGS" "$FILE"
+	# DELAY BEFORE NEXT FETCH
+	sleep $DELAY
+done