mailimage2mysql/m2m
author Tomas Zeman <tomas@functionals.cz>
Tue, 15 Dec 2020 09:22:21 +0100
changeset 60 4267602e8494
parent 34 bd1ec89560e0
permissions -rwxr-xr-x
fs2json: directory structure -> json object converter. E.g. to be used instead of erica / py-Couchapp (interaction with couchdb is left to the user).
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
32
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
     1
#!/bin/bash -e
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
     2
#
34
bd1ec89560e0 mailimage2mysql/m2m: simplified license
Tomas Zeman <tzeman@volny.cz>
parents: 33
diff changeset
     3
# (c) 2013, Tomas Zeman <tzeman@volny.cz>
bd1ec89560e0 mailimage2mysql/m2m: simplified license
Tomas Zeman <tzeman@volny.cz>
parents: 33
diff changeset
     4
#
bd1ec89560e0 mailimage2mysql/m2m: simplified license
Tomas Zeman <tzeman@volny.cz>
parents: 33
diff changeset
     5
# License:
bd1ec89560e0 mailimage2mysql/m2m: simplified license
Tomas Zeman <tzeman@volny.cz>
parents: 33
diff changeset
     6
#  This program is distributed in the hope that it will be useful,
bd1ec89560e0 mailimage2mysql/m2m: simplified license
Tomas Zeman <tzeman@volny.cz>
parents: 33
diff changeset
     7
#  but WITHOUT ANY WARRANTY; without even the implied warranty of
bd1ec89560e0 mailimage2mysql/m2m: simplified license
Tomas Zeman <tzeman@volny.cz>
parents: 33
diff changeset
     8
#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
bd1ec89560e0 mailimage2mysql/m2m: simplified license
Tomas Zeman <tzeman@volny.cz>
parents: 33
diff changeset
     9
#
32
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    10
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    11
mysql_cmd=${MYSQLCMD:-"mysql test"}
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    12
imgfolder=${IMGFOLDER:-"./images"}
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    13
imgtable=${IMGTABLE:-"images"}
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    14
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    15
[ -d $imgfolder ] || mkdir -p $imgfolder
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    16
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    17
mfile=`mktemp -t m2m.XXXXXX`
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    18
mdir=`mktemp -d -t m2m.XXXXXX`
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    19
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    20
cleanup()
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    21
{
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    22
	rm -fr $mfile $mdir
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    23
}
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    24
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    25
trap cleanup EXIT
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    26
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    27
cat > $mfile
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    28
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    29
munpack -q -C $mdir < $mfile > /dev/null
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    30
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    31
mfrom=$(822field from < $mfile | sed -e 's/^ \+//')
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    32
mdate=$(822date < $mfile | head -2 | tail -1 | sed -e 's/ \++[0-9]\+$//')
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    33
mmsgid=$(822field message-id < $mfile | sed -e 's/^ \+//')
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    34
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    35
process_images()
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    36
{
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    37
	pat="*.$1"
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    38
	while IFS= read -d $'\0' -r f; do
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    39
		mt=$(file -b --mime-type "$f")
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    40
		if [ `expr match "$mt" "image/"` -gt 0 ]; then
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    41
			on=$(basename "$f")
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    42
			ext=$(echo "${on##*.}" | tr [A-Z] [a-z])
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    43
			fn="$(date '+%s.%N').$$.$ext"
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    44
			ts=$(date '+%F %T')
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    45
			cat "$f" > $imgfolder/$fn.tmp
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    46
			mv $imgfolder/$fn.tmp $imgfolder/$fn
33
49fd54c8c81a mailimage2mysql/m2m: make image world-readable
Tomas Zeman <tzeman@volny.cz>
parents: 32
diff changeset
    47
			chmod 644 $imgfolder/$fn
32
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    48
			printf "INSERT INTO $imgtable (file_name, orig_name, mime_type, mail_from, mail_date, mail_message_id, ts) VALUES ('%s', '%s', '%s', '%s', '%s', '%s', '%s');\n" "$fn" "$on" "$mt" "$mfrom" "$mdate" "$mmsgid" "$ts" | $mysql_cmd
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    49
		fi
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    50
	done < <(find $mdir -type f -name "$pat" -print0)
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    51
}
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    52
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    53
process_images '[Jj][Pp][Gg]'
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    54
process_images '[Pp][Nn][Gg]'
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    55
process_images '[Tt][Ii][Ff][Ff]'
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    56
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    57
exit 0