parse and save email attachments
This commit is contained in:
parent
f9a95317a2
commit
734af10525
8 changed files with 357 additions and 76 deletions
|
|
@ -3,10 +3,11 @@ import logging
|
|||
import aiosmtplib
|
||||
from asgiref.sync import sync_to_async
|
||||
from channels.layers import get_channel_layer
|
||||
from django.core.files.base import ContentFile
|
||||
|
||||
from mail.models import Email, EventAddress
|
||||
from mail.models import Email, EventAddress, EmailAttachment
|
||||
from notify_sessions.models import SystemEvent
|
||||
from tickets.models import IssueThread, StateChange
|
||||
from tickets.models import IssueThread
|
||||
|
||||
|
||||
def find_quoted_printable(s, marker):
|
||||
|
|
@ -99,6 +100,96 @@ def find_target_event(address):
|
|||
pass
|
||||
return None
|
||||
|
||||
|
||||
def parse_email_body(raw, log=None):
|
||||
import email
|
||||
from hashlib import sha256
|
||||
|
||||
attachments = []
|
||||
|
||||
parsed = email.message_from_bytes(raw)
|
||||
body = ""
|
||||
if parsed.is_multipart():
|
||||
for part in parsed.walk():
|
||||
ctype = part.get_content_type()
|
||||
cdispo = str(part.get('Content-Disposition'))
|
||||
|
||||
# skip any text/plain (txt) attachments
|
||||
if ctype == 'text/plain' and 'attachment' not in cdispo:
|
||||
segment = part.get_payload(decode=True).decode('utf-8')
|
||||
segment = unescape_and_decode_quoted_printable(segment)
|
||||
segment = unescape_and_decode_base64(segment)
|
||||
log.debug(segment)
|
||||
body = body + segment
|
||||
elif 'attachment' in cdispo or 'inline' in cdispo:
|
||||
file = ContentFile(part.get_payload(decode=True))
|
||||
chash = sha256(file.read()).hexdigest()
|
||||
name = part.get_filename()
|
||||
if name is None:
|
||||
name = "unnamed"
|
||||
attachment, _ = EmailAttachment.objects.get_or_create(
|
||||
name=name, mime_type=ctype, file=file, hash=chash)
|
||||
attachment.save()
|
||||
attachments.append(attachment)
|
||||
if 'inline' in cdispo:
|
||||
body = body + f'<img src="cid:{attachment.id}">'
|
||||
log.info("Image", ctype, attachment.id)
|
||||
else:
|
||||
log.info("Attachment", ctype, cdispo)
|
||||
else:
|
||||
body = parsed.get_payload(decode=True).decode('utf-8')
|
||||
|
||||
return parsed, body, attachments
|
||||
|
||||
|
||||
def receive_email(envelope, log=None):
|
||||
parsed, body, attachments = parse_email_body(envelope.content, log)
|
||||
|
||||
header_from = parsed.get('From')
|
||||
header_to = parsed.get('To')
|
||||
header_in_reply_to = parsed.get('In-Reply-To')
|
||||
header_message_id = parsed.get('Message-ID')
|
||||
|
||||
if header_from != envelope.mail_from:
|
||||
log.warning("Header from does not match envelope from")
|
||||
log.info(f"Header from: {header_from}, envelope from: {envelope.mail_from}")
|
||||
|
||||
if header_to != envelope.rcpt_tos[0]:
|
||||
log.warning("Header to does not match envelope to")
|
||||
log.info(f"Header to: {header_to}, envelope to: {envelope.rcpt_tos[0]}")
|
||||
|
||||
recipient = envelope.rcpt_tos[0].lower()
|
||||
sender = envelope.mail_from
|
||||
subject = parsed.get('Subject')
|
||||
subject = unescape_and_decode_quoted_printable(subject)
|
||||
subject = unescape_and_decode_base64(subject)
|
||||
target_event = find_target_event(recipient)
|
||||
|
||||
active_issue_thread, new = find_active_issue_thread(header_in_reply_to, subject)
|
||||
body_decoded = body
|
||||
body_decoded = unescape_and_decode_quoted_printable(body_decoded)
|
||||
body_decoded = unescape_and_decode_base64(body_decoded)
|
||||
|
||||
email = Email.objects.create(
|
||||
sender=sender, recipient=recipient, body=body_decoded, subject=subject, reference=header_message_id,
|
||||
in_reply_to=header_in_reply_to, raw=envelope.content.decode('utf-8'), event=target_event,
|
||||
issue_thread=active_issue_thread)
|
||||
for attachment in attachments:
|
||||
email.attachments.add(attachment)
|
||||
email.save()
|
||||
|
||||
reply = None
|
||||
if new:
|
||||
references = collect_references(active_issue_thread)
|
||||
|
||||
reply_email = Email.objects.create(
|
||||
sender=recipient, recipient=sender, body="Thank you for your message.", subject="Message received",
|
||||
in_reply_to=header_message_id, event=target_event, issue_thread=active_issue_thread)
|
||||
reply = make_reply(reply_email, references)
|
||||
|
||||
return email, new, reply
|
||||
|
||||
|
||||
class LMTPHandler:
|
||||
async def handle_RCPT(self, server, session, envelope, address, rcpt_options):
|
||||
from core.settings import MAIL_DOMAIN
|
||||
|
|
@ -109,7 +200,6 @@ class LMTPHandler:
|
|||
return '250 OK'
|
||||
|
||||
async def handle_DATA(self, server, session, envelope):
|
||||
import email
|
||||
log = logging.getLogger('mail.log')
|
||||
log.setLevel(logging.DEBUG)
|
||||
log.info('Message from %s' % envelope.mail_from)
|
||||
|
|
@ -117,51 +207,7 @@ class LMTPHandler:
|
|||
log.info('Message data:\n')
|
||||
|
||||
try:
|
||||
parsed = email.message_from_bytes(envelope.content)
|
||||
body = ""
|
||||
if parsed.is_multipart():
|
||||
for part in parsed.walk():
|
||||
ctype = part.get_content_type()
|
||||
cdispo = str(part.get('Content-Disposition'))
|
||||
|
||||
# skip any text/plain (txt) attachments
|
||||
if ctype == 'text/plain' and 'attachment' not in cdispo:
|
||||
body = part.get_payload(decode=True)
|
||||
else:
|
||||
log.info("Attachment", ctype, cdispo)
|
||||
else:
|
||||
body = parsed.get_payload(decode=True)
|
||||
log.info(body)
|
||||
|
||||
header_from = parsed.get('From')
|
||||
header_to = parsed.get('To')
|
||||
header_in_reply_to = parsed.get('In-Reply-To')
|
||||
header_message_id = parsed.get('Message-ID')
|
||||
|
||||
if header_from != envelope.mail_from:
|
||||
log.warning("Header from does not match envelope from")
|
||||
log.info(f"Header from: {header_from}, envelope from: {envelope.mail_from}")
|
||||
|
||||
if header_to != envelope.rcpt_tos[0]:
|
||||
log.warning("Header to does not match envelope to")
|
||||
log.info(f"Header to: {header_to}, envelope to: {envelope.rcpt_tos[0]}")
|
||||
|
||||
recipient = envelope.rcpt_tos[0].lower()
|
||||
sender = envelope.mail_from
|
||||
subject = parsed.get('Subject')
|
||||
subject = unescape_and_decode_quoted_printable(subject)
|
||||
subject = unescape_and_decode_base64(subject)
|
||||
target_event = await sync_to_async(find_target_event)(recipient)
|
||||
|
||||
active_issue_thread, new = await sync_to_async(find_active_issue_thread)(header_in_reply_to, subject)
|
||||
body_decoded = body.decode('utf-8')
|
||||
body_decoded = unescape_and_decode_quoted_printable(body_decoded)
|
||||
body_decoded = unescape_and_decode_base64(body_decoded)
|
||||
|
||||
email = await sync_to_async(Email.objects.create)(
|
||||
sender=sender, recipient=recipient, body=body_decoded, subject=subject, reference=header_message_id,
|
||||
in_reply_to=header_in_reply_to, raw=envelope.content.decode('utf-8'), event=target_event,
|
||||
issue_thread=active_issue_thread)
|
||||
email, new, reply = await sync_to_async(receive_email)(envelope, log)
|
||||
log.info(f"Created email {email.id}")
|
||||
systemevent = await sync_to_async(SystemEvent.objects.create)(type='email received', reference=email.id)
|
||||
log.info(f"Created system event {systemevent.id}")
|
||||
|
|
@ -172,15 +218,10 @@ class LMTPHandler:
|
|||
)
|
||||
log.info(f"Sent message to frontend")
|
||||
if new:
|
||||
references = await sync_to_async(collect_references)(active_issue_thread)
|
||||
|
||||
reply_email = await sync_to_async(Email.objects.create)(
|
||||
sender=recipient, recipient=sender, body="Thank you for your message.", subject="Message received",
|
||||
in_reply_to=header_message_id, event=target_event, issue_thread=active_issue_thread)
|
||||
await send_smtp(make_reply(reply_email, references), log)
|
||||
await send_smtp(reply, log)
|
||||
log.info("Sent auto reply")
|
||||
|
||||
return '250 Message accepted for delivery'
|
||||
except Exception as e:
|
||||
log.error(e)
|
||||
return '550 Message rejected'
|
||||
return '451 Internal server error'
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue