mailimage2mysql/m2m
author Tomas Zeman <tzeman@volny.cz>
Thu, 19 Sep 2013 13:23:11 +0200
changeset 32 27a0248f5f27
child 33 49fd54c8c81a
permissions -rwxr-xr-x
mailimage2mysql
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
32
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
     1
#!/bin/bash -e
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
     2
#
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
     3
# Copyright (c) 2013, Tomas Zeman <tzeman@volny.cz>
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
     4
# All rights reserved.
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
     5
# 
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
     6
# Redistribution and use in source and binary forms, with or without
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
     7
# modification, are permitted providing that the following conditions 
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
     8
# are met:
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
     9
# 1. Redistributions of source code must retain the above copyright
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    10
#    notice, this list of conditions and the following disclaimer.
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    11
# 2. Redistributions in binary form must reproduce the above copyright
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    12
#    notice, this list of conditions and the following disclaimer in the
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    13
#    documentation and/or other materials provided with the distribution.
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    14
# 
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    15
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR `AS IS'' AND ANY EXPRESS OR
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    16
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    17
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    18
# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    19
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    20
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    21
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    22
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    23
# STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    24
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    25
# POSSIBILITY OF SUCH DAMAGE.
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    26
# 
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    27
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    28
mysql_cmd=${MYSQLCMD:-"mysql test"}
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    29
imgfolder=${IMGFOLDER:-"./images"}
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    30
imgtable=${IMGTABLE:-"images"}
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    31
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    32
[ -d $imgfolder ] || mkdir -p $imgfolder
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    33
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    34
mfile=`mktemp -t m2m.XXXXXX`
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    35
mdir=`mktemp -d -t m2m.XXXXXX`
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    36
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    37
cleanup()
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    38
{
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    39
	rm -fr $mfile $mdir
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    40
}
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    41
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    42
trap cleanup EXIT
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    43
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    44
cat > $mfile
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    45
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    46
munpack -q -C $mdir < $mfile > /dev/null
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    47
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    48
mfrom=$(822field from < $mfile | sed -e 's/^ \+//')
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    49
mdate=$(822date < $mfile | head -2 | tail -1 | sed -e 's/ \++[0-9]\+$//')
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    50
mmsgid=$(822field message-id < $mfile | sed -e 's/^ \+//')
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    51
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    52
process_images()
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    53
{
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    54
	pat="*.$1"
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    55
	while IFS= read -d $'\0' -r f; do
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    56
		mt=$(file -b --mime-type "$f")
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    57
		if [ `expr match "$mt" "image/"` -gt 0 ]; then
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    58
			on=$(basename "$f")
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    59
			ext=$(echo "${on##*.}" | tr [A-Z] [a-z])
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    60
			fn="$(date '+%s.%N').$$.$ext"
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    61
			ts=$(date '+%F %T')
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    62
			cat "$f" > $imgfolder/$fn.tmp
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    63
			mv $imgfolder/$fn.tmp $imgfolder/$fn
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    64
			printf "INSERT INTO $imgtable (file_name, orig_name, mime_type, mail_from, mail_date, mail_message_id, ts) VALUES ('%s', '%s', '%s', '%s', '%s', '%s', '%s');\n" "$fn" "$on" "$mt" "$mfrom" "$mdate" "$mmsgid" "$ts" | $mysql_cmd
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    65
		fi
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    66
	done < <(find $mdir -type f -name "$pat" -print0)
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    67
}
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    68
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    69
process_images '[Jj][Pp][Gg]'
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    70
process_images '[Pp][Nn][Gg]'
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    71
process_images '[Tt][Ii][Ff][Ff]'
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    72
27a0248f5f27 mailimage2mysql
Tomas Zeman <tzeman@volny.cz>
parents:
diff changeset
    73
exit 0