django-orchestra/orchestra/apps/mailboxes/backends.py

297 lines
11 KiB
Python
Raw Normal View History

2014-10-09 17:04:12 +00:00
import logging
import textwrap
2014-08-22 15:31:44 +00:00
import os
2014-10-06 14:57:02 +00:00
from django.core.exceptions import ObjectDoesNotExist
2014-08-22 15:31:44 +00:00
from django.utils import timezone
from django.utils.translation import ugettext_lazy as _
from orchestra.apps.orchestration import ServiceController
2015-03-10 21:51:10 +00:00
from orchestra.apps.systemusers.backends import SystemUserBackend
2014-08-22 15:31:44 +00:00
from orchestra.apps.resources import ServiceMonitor
2015-03-10 21:51:10 +00:00
from orchestra.utils.humanize import unit_to_bytes
2014-08-22 15:31:44 +00:00
from . import settings
2014-09-26 15:05:20 +00:00
from .models import Address
2014-08-22 15:31:44 +00:00
2014-10-06 14:57:02 +00:00
# TODO http://wiki2.dovecot.org/HowTo/SimpleVirtualInstall
# TODO http://wiki2.dovecot.org/HowTo/VirtualUserFlatFilesPostfix
# TODO mount the filesystem with "nosuid" option
2014-08-22 15:31:44 +00:00
2014-10-06 14:57:02 +00:00
2014-10-09 17:04:12 +00:00
logger = logging.getLogger(__name__)
2015-03-10 21:51:10 +00:00
class MailSystemUserBackend(ServiceController):
verbose_name = _("Mail system users")
model = 'mailboxes.Mailbox'
def save(self, mailbox):
context = self.get_context(mailbox)
self.append(textwrap.dedent("""
if [[ $( id %(user)s ) ]]; then
usermod %(user)s --password '%(password)s' --shell %(initial_shell)s
else
useradd %(user)s --home %(home)s --password '%(password)s'
fi
mkdir -p %(home)s
chmod 751 %(home)s
chown %(user)s:%(group)s %(home)s""") % context
)
if hasattr(mailbox, 'resources') and hasattr(mailbox.resources, 'disk'):
self.set_quota(mailbox, context)
def set_quota(self, mailbox, context):
context['quota'] = mailbox.resources.disk.allocated * unit_to_bytes(mailbox.resources.disk.unit)
self.append(textwrap.dedent("""
mkdir -p %(home)s/Maildir
chown %(user)s:%(group)s %(home)s/Maildir
if [[ ! -f %(home)s/Maildir/maildirsize ]]; then
echo "%(quota)iS" > %(home)s/Maildir/maildirsize
chown %(user)s:%(group)s %(home)s/Maildir/maildirsize
else
sed -i '1s/.*/%(quota)iS/' %(home)s/Maildir/maildirsize
fi""") % context
)
def delete(self, mailbox):
context = self.get_context(mailbox)
self.append(textwrap.dedent("""
{ sleep 2 && killall -u %(user)s -s KILL; } &
killall -u %(user)s || true
userdel %(user)s || true
groupdel %(user)s || true""") % context
)
self.append('mv %(home)s %(home)s.deleted' % context)
def get_context(self, mailbox):
context = {
'user': mailbox.name,
'group': mailbox.name,
'password': mailbox.password if mailbox.active else '*%s' % mailbox.password,
'home': mailbox.get_home(),
'initial_shell': '/dev/null',
}
return context
2014-10-06 14:57:02 +00:00
class PasswdVirtualUserBackend(ServiceController):
verbose_name = _("Mail virtual user (passwd-file)")
2014-10-17 10:04:47 +00:00
model = 'mailboxes.Mailbox'
2014-09-30 14:46:29 +00:00
# TODO related_models = ('resources__content_type') ?? needed for updating disk usage from resource.data
2014-08-22 15:31:44 +00:00
DEFAULT_GROUP = 'postfix'
2014-10-06 14:57:02 +00:00
def set_user(self, context):
self.append(textwrap.dedent("""
2015-03-10 21:51:10 +00:00
if [[ $( grep "^%(user)s:" %(passwd_path)s ) ]]; then
sed -i 's#^%(user)s:.*#%(passwd)s#' %(passwd_path)s
else
2014-10-06 14:57:02 +00:00
echo '%(passwd)s' >> %(passwd_path)s
fi""") % context
)
2014-08-22 15:31:44 +00:00
self.append("mkdir -p %(home)s" % context)
2015-02-24 09:34:26 +00:00
self.append("chown %(uid)s:%(gid)s %(home)s" % context)
2014-08-22 15:31:44 +00:00
2014-10-09 17:04:12 +00:00
def set_mailbox(self, context):
self.append(textwrap.dedent("""
2015-03-10 21:51:10 +00:00
if [[ ! $(grep "^%(user)s@%(mailbox_domain)s\s" %(virtual_mailbox_maps)s) ]]; then
echo "%(user)s@%(mailbox_domain)s\tOK" >> %(virtual_mailbox_maps)s
2014-10-09 17:04:12 +00:00
UPDATED_VIRTUAL_MAILBOX_MAPS=1
fi""") % context
)
2014-10-09 17:04:12 +00:00
2014-08-22 15:31:44 +00:00
def generate_filter(self, mailbox, context):
2015-03-10 21:51:10 +00:00
self.append("doveadm mailbox create -u %(user)s Spam" % context)
2014-10-27 13:29:02 +00:00
context['filtering_path'] = settings.MAILBOXES_SIEVE_PATH % context
2014-10-09 17:04:12 +00:00
filtering = mailbox.get_filtering()
if filtering:
context['filtering'] = '# %(banner)s\n' + filtering
2014-10-28 09:51:27 +00:00
self.append("mkdir -p $(dirname '%(filtering_path)s')" % context)
2014-10-09 17:04:12 +00:00
self.append("echo '%(filtering)s' > %(filtering_path)s" % context)
2014-08-22 15:31:44 +00:00
else:
2014-10-09 17:04:12 +00:00
self.append("rm -f %(filtering_path)s" % context)
2014-08-22 15:31:44 +00:00
def save(self, mailbox):
context = self.get_context(mailbox)
2014-10-06 14:57:02 +00:00
self.set_user(context)
2014-10-09 17:04:12 +00:00
self.set_mailbox(context)
2014-08-22 15:31:44 +00:00
self.generate_filter(mailbox, context)
def delete(self, mailbox):
context = self.get_context(mailbox)
2014-10-06 14:57:02 +00:00
self.append("{ sleep 2 && killall -u %(uid)s -s KILL; } &" % context)
2014-10-07 13:08:59 +00:00
self.append("killall -u %(uid)s || true" % context)
2015-03-10 21:51:10 +00:00
self.append("sed -i '/^%(user)s:.*/d' %(passwd_path)s" % context)
self.append("sed -i '/^%(user)s@%(mailbox_domain)s\s.*/d' %(virtual_mailbox_maps)s" % context)
2014-10-09 17:04:12 +00:00
self.append("UPDATED_VIRTUAL_MAILBOX_MAPS=1")
2014-10-07 13:08:59 +00:00
# TODO delete
context['deleted'] = context['home'].rstrip('/') + '.deleted'
self.append("mv %(home)s %(deleted)s" % context)
2014-08-22 15:31:44 +00:00
2014-10-06 14:57:02 +00:00
def get_extra_fields(self, mailbox, context):
context['quota'] = self.get_quota(mailbox)
return 'userdb_mail=maildir:~/Maildir {quota}'.format(**context)
def get_quota(self, mailbox):
try:
quota = mailbox.resources.disk.allocated
except (AttributeError, ObjectDoesNotExist):
return ''
unit = mailbox.resources.disk.unit[0].upper()
return 'userdb_quota_rule=*:bytes=%i%s' % (quota, unit)
2014-10-09 17:04:12 +00:00
def commit(self):
context = {
2014-10-17 10:04:47 +00:00
'virtual_mailbox_maps': settings.MAILBOXES_VIRTUAL_MAILBOX_MAPS_PATH
2014-10-09 17:04:12 +00:00
}
2014-11-27 19:17:26 +00:00
self.append(textwrap.dedent("""\
[[ $UPDATED_VIRTUAL_MAILBOX_MAPS == 1 ]] && {
postmap %(virtual_mailbox_maps)s
}""") % context
)
2014-10-09 17:04:12 +00:00
2014-08-22 15:31:44 +00:00
def get_context(self, mailbox):
context = {
2014-09-30 14:46:29 +00:00
'name': mailbox.name,
2015-03-10 21:51:10 +00:00
'user': mailbox.name,
2014-10-06 14:57:02 +00:00
'password': mailbox.password if mailbox.active else '*%s' % mailbox.password,
'uid': 10000 + mailbox.pk,
'gid': 10000 + mailbox.pk,
'group': self.DEFAULT_GROUP,
'quota': self.get_quota(mailbox),
2014-10-17 10:04:47 +00:00
'passwd_path': settings.MAILBOXES_PASSWD_PATH,
2014-10-27 17:34:14 +00:00
'home': mailbox.get_home().rstrip('/'),
2014-10-09 17:04:12 +00:00
'banner': self.get_banner(),
2014-10-17 10:04:47 +00:00
'virtual_mailbox_maps': settings.MAILBOXES_VIRTUAL_MAILBOX_MAPS_PATH,
'mailbox_domain': settings.MAILBOXES_VIRTUAL_MAILBOX_DEFAULT_DOMAIN,
2014-08-22 15:31:44 +00:00
}
2014-10-06 14:57:02 +00:00
context['extra_fields'] = self.get_extra_fields(mailbox, context)
2015-03-10 21:51:10 +00:00
context['passwd'] = '{user}:{password}:{uid}:{gid}::{home}::{extra_fields}'.format(**context)
2014-08-22 15:31:44 +00:00
return context
class PostfixAddressBackend(ServiceController):
verbose_name = _("Postfix address")
2014-10-17 10:04:47 +00:00
model = 'mailboxes.Address'
related_models = (
('mailboxes.Mailbox', 'addresses'),
)
2014-08-22 15:31:44 +00:00
2014-10-09 17:04:12 +00:00
def include_virtual_alias_domain(self, context):
self.append(textwrap.dedent("""
[[ $(grep "^\s*%(domain)s\s*$" %(virtual_alias_domains)s) ]] || {
echo "%(domain)s" >> %(virtual_alias_domains)s
UPDATED_VIRTUAL_ALIAS_DOMAINS=1
2014-11-27 19:17:26 +00:00
}""") % context)
2014-08-22 15:31:44 +00:00
2014-10-09 17:04:12 +00:00
def exclude_virtual_alias_domain(self, context):
2014-08-22 15:31:44 +00:00
domain = context['domain']
if not Address.objects.filter(domain=domain).exists():
2014-10-09 17:04:12 +00:00
self.append('sed -i "/^%(domain)s\s*/d" %(virtual_alias_domains)s' % context)
def update_virtual_alias_maps(self, address, context):
# Virtual mailbox stuff
# destination = []
# for mailbox in address.get_mailboxes():
# context['mailbox'] = mailbox
# destination.append("%(mailbox)s@%(mailbox_domain)s" % context)
# for forward in address.forward:
# if '@' in forward:
# destination.append(forward)
destination = address.destination
2014-10-09 17:04:12 +00:00
if destination:
context['destination'] = destination
2014-10-09 17:04:12 +00:00
self.append(textwrap.dedent("""
LINE="%(email)s\t%(destination)s"
if [[ ! $(grep "^%(email)s\s" %(virtual_alias_maps)s) ]]; then
echo "${LINE}" >> %(virtual_alias_maps)s
UPDATED_VIRTUAL_ALIAS_MAPS=1
else
if [[ ! $(grep "^${LINE}$" %(virtual_alias_maps)s) ]]; then
sed -i "s/^%(email)s\s.*$/${LINE}/" %(virtual_alias_maps)s
UPDATED_VIRTUAL_ALIAS_MAPS=1
fi
2014-11-27 19:17:26 +00:00
fi""") % context)
2014-10-09 17:04:12 +00:00
else:
logger.warning("Address %i is empty" % address.pk)
self.append('sed -i "/^%(email)s\s/d" %(virtual_alias_maps)s' % context)
2014-10-09 17:04:12 +00:00
self.append('UPDATED_VIRTUAL_ALIAS_MAPS=1')
2014-08-22 15:31:44 +00:00
2014-10-09 17:04:12 +00:00
def exclude_virtual_alias_maps(self, context):
2014-10-06 14:57:02 +00:00
self.append(textwrap.dedent("""
2014-10-28 09:51:27 +00:00
if [[ $(grep "^%(email)s\s" %(virtual_alias_maps)s) ]]; then
2014-10-09 17:04:12 +00:00
sed -i "/^%(email)s\s.*$/d" %(virtual_alias_maps)s
UPDATED_VIRTUAL_ALIAS_MAPS=1
2014-11-27 19:17:26 +00:00
fi""") % context)
2014-08-22 15:31:44 +00:00
def save(self, address):
context = self.get_context(address)
2014-10-09 17:04:12 +00:00
self.include_virtual_alias_domain(context)
self.update_virtual_alias_maps(address, context)
2014-08-22 15:31:44 +00:00
def delete(self, address):
context = self.get_context(address)
2014-10-09 17:04:12 +00:00
self.exclude_virtual_alias_domain(context)
self.exclude_virtual_alias_maps(context)
2014-08-22 15:31:44 +00:00
def commit(self):
context = self.get_context_files()
2014-10-06 14:57:02 +00:00
self.append(textwrap.dedent("""
2014-10-09 17:04:12 +00:00
[[ $UPDATED_VIRTUAL_ALIAS_MAPS == 1 ]] && { postmap %(virtual_alias_maps)s; }
[[ $UPDATED_VIRTUAL_ALIAS_DOMAINS == 1 ]] && { /etc/init.d/postfix reload; }
2014-11-27 19:17:26 +00:00
""") % context
)
self.append('exit 0')
2014-08-22 15:31:44 +00:00
def get_context_files(self):
return {
2014-10-17 10:04:47 +00:00
'virtual_alias_domains': settings.MAILBOXES_VIRTUAL_ALIAS_DOMAINS_PATH,
'virtual_alias_maps': settings.MAILBOXES_VIRTUAL_ALIAS_MAPS_PATH
2014-08-22 15:31:44 +00:00
}
def get_context(self, address):
context = self.get_context_files()
context.update({
'domain': address.domain,
'email': address.email,
2014-10-17 10:04:47 +00:00
'mailbox_domain': settings.MAILBOXES_VIRTUAL_MAILBOX_DEFAULT_DOMAIN,
2014-08-22 15:31:44 +00:00
})
return context
class AutoresponseBackend(ServiceController):
verbose_name = _("Mail autoresponse")
model = 'mail.Autoresponse'
class MaildirDisk(ServiceMonitor):
2014-11-18 13:59:21 +00:00
"""
Maildir disk usage based on Dovecot maildirsize file
http://wiki2.dovecot.org/Quota/Maildir
"""
2014-10-17 10:04:47 +00:00
model = 'mailboxes.Mailbox'
2014-08-22 15:31:44 +00:00
resource = ServiceMonitor.DISK
verbose_name = _("Maildir disk usage")
2014-11-18 13:59:21 +00:00
def prepare(self):
super(MaildirDisk, self).prepare()
2014-11-18 13:59:21 +00:00
current_date = self.current_date.strftime("%Y-%m-%d %H:%M:%S %Z")
self.append(textwrap.dedent("""\
function monitor () {
awk 'NR>1 {s+=$1} END {print s}' $1 || echo 0
}"""))
2014-08-22 15:31:44 +00:00
def monitor(self, mailbox):
context = self.get_context(mailbox)
2014-11-18 13:59:21 +00:00
self.append("echo %(object_id)s $(monitor %(maildir_path)s)" % context)
2014-08-22 15:31:44 +00:00
def get_context(self, mailbox):
2014-10-23 21:25:44 +00:00
context = {
2014-11-17 14:17:33 +00:00
'home': mailbox.get_home(),
2014-10-06 14:57:02 +00:00
'object_id': mailbox.pk
2014-10-23 21:25:44 +00:00
}
2014-11-17 14:17:33 +00:00
context['maildir_path'] = settings.MAILBOXES_MAILDIRSIZE_PATH % context
2014-08-22 15:31:44 +00:00
return context