2015-03-23 15:36:51 +00:00
|
|
|
import re
|
2015-09-16 12:15:05 +00:00
|
|
|
import textwrap
|
2015-03-23 15:36:51 +00:00
|
|
|
|
|
|
|
|
import requests
|
|
|
|
|
from django.utils.translation import ugettext_lazy as _
|
|
|
|
|
|
2015-04-05 10:46:24 +00:00
|
|
|
from orchestra.contrib.orchestration import ServiceController
|
2015-09-16 12:15:05 +00:00
|
|
|
from orchestra.contrib.resources import ServiceMonitor
|
2015-03-23 15:36:51 +00:00
|
|
|
|
|
|
|
|
from .. import settings
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class WordpressMuBackend(ServiceController):
|
2015-04-24 11:39:20 +00:00
|
|
|
"""
|
|
|
|
|
Creates a wordpress site on a WordPress MultiSite installation.
|
|
|
|
|
"""
|
2015-03-23 15:36:51 +00:00
|
|
|
verbose_name = _("Wordpress multisite")
|
2015-06-09 11:16:36 +00:00
|
|
|
model = 'saas.SaaS'
|
|
|
|
|
default_route_match = "saas.service == 'wordpress'"
|
2015-04-24 11:39:20 +00:00
|
|
|
doc_settings = (settings,
|
|
|
|
|
('SAAS_WORDPRESS_ADMIN_PASSWORD', 'SAAS_WORDPRESS_BASE_URL')
|
|
|
|
|
)
|
2015-03-23 15:36:51 +00:00
|
|
|
|
|
|
|
|
def login(self, session):
|
|
|
|
|
base_url = self.get_base_url()
|
|
|
|
|
login_url = base_url + '/wp-login.php'
|
|
|
|
|
login_data = {
|
|
|
|
|
'log': 'admin',
|
2015-04-24 11:39:20 +00:00
|
|
|
'pwd': settings.SAAS_WORDPRESS_ADMIN_PASSWORD,
|
2015-03-23 15:36:51 +00:00
|
|
|
'redirect_to': '/wp-admin/'
|
|
|
|
|
}
|
|
|
|
|
response = session.post(login_url, data=login_data)
|
|
|
|
|
if response.url != base_url + '/wp-admin/':
|
|
|
|
|
raise IOError("Failure login to remote application")
|
|
|
|
|
|
|
|
|
|
def get_base_url(self):
|
2015-04-24 11:39:20 +00:00
|
|
|
base_url = settings.SAAS_WORDPRESS_BASE_URL
|
2015-03-23 15:36:51 +00:00
|
|
|
return base_url.rstrip('/')
|
|
|
|
|
|
|
|
|
|
def validate_response(self, response):
|
|
|
|
|
if response.status_code != 200:
|
2015-04-20 14:23:10 +00:00
|
|
|
errors = re.findall(r'<body id="error-page">\n\t<p>(.*)</p></body>', response.content.decode('utf8'))
|
2015-03-23 15:36:51 +00:00
|
|
|
raise RuntimeError(errors[0] if errors else 'Unknown %i error' % response.status_code)
|
|
|
|
|
|
2015-09-10 10:34:07 +00:00
|
|
|
def get_id(self, session, saas):
|
2015-03-23 15:36:51 +00:00
|
|
|
search = self.get_base_url()
|
2015-09-10 10:34:07 +00:00
|
|
|
search += '/wp-admin/network/sites.php?s=%s&action=blogs' % saas.name
|
2015-03-23 15:36:51 +00:00
|
|
|
regex = re.compile(
|
|
|
|
|
'<a href="http://[\.\-\w]+/wp-admin/network/site-info\.php\?id=([0-9]+)"\s+'
|
2015-09-10 10:34:07 +00:00
|
|
|
'class="edit">%s</a>' % saas.name
|
2015-03-23 15:36:51 +00:00
|
|
|
)
|
2015-04-20 14:23:10 +00:00
|
|
|
content = session.get(search).content.decode('utf8')
|
2015-03-23 15:36:51 +00:00
|
|
|
# Get id
|
|
|
|
|
ids = regex.search(content)
|
|
|
|
|
if not ids:
|
2015-09-10 10:34:07 +00:00
|
|
|
raise RuntimeError("Blog '%s' not found" % saas.name)
|
2015-03-23 15:36:51 +00:00
|
|
|
ids = ids.groups()
|
|
|
|
|
if len(ids) > 1:
|
|
|
|
|
raise ValueError("Multiple matches")
|
|
|
|
|
# Get wpnonce
|
|
|
|
|
wpnonce = re.search(r'<span class="delete">(.*)</span>', content).groups()[0]
|
|
|
|
|
wpnonce = re.search(r'_wpnonce=([^"]*)"', wpnonce).groups()[0]
|
|
|
|
|
return int(ids[0]), wpnonce
|
|
|
|
|
|
2015-09-10 10:34:07 +00:00
|
|
|
def create_blog(self, saas, server):
|
2015-03-23 15:36:51 +00:00
|
|
|
session = requests.Session()
|
|
|
|
|
self.login(session)
|
|
|
|
|
|
|
|
|
|
# Check if blog already exists
|
|
|
|
|
try:
|
2015-09-10 10:34:07 +00:00
|
|
|
self.get_id(session, saas)
|
2015-03-23 15:36:51 +00:00
|
|
|
except RuntimeError:
|
|
|
|
|
url = self.get_base_url()
|
|
|
|
|
url += '/wp-admin/network/site-new.php'
|
2015-04-20 14:23:10 +00:00
|
|
|
content = session.get(url).content.decode('utf8')
|
2015-03-23 15:36:51 +00:00
|
|
|
|
|
|
|
|
wpnonce = re.compile('name="_wpnonce_add-blog"\s+value="([^"]*)"')
|
|
|
|
|
wpnonce = wpnonce.search(content).groups()[0]
|
|
|
|
|
|
|
|
|
|
url += '?action=add-site'
|
|
|
|
|
data = {
|
2015-09-10 10:34:07 +00:00
|
|
|
'blog[domain]': saas.name,
|
|
|
|
|
'blog[title]': saas.name,
|
|
|
|
|
'blog[email]': saas.account.email,
|
2015-03-23 15:36:51 +00:00
|
|
|
'_wpnonce_add-blog': wpnonce,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
# Validate response
|
|
|
|
|
response = session.post(url, data=data)
|
|
|
|
|
self.validate_response(response)
|
|
|
|
|
|
2015-09-10 10:34:07 +00:00
|
|
|
def delete_blog(self, saas, server):
|
2015-03-23 15:36:51 +00:00
|
|
|
session = requests.Session()
|
|
|
|
|
self.login(session)
|
|
|
|
|
|
|
|
|
|
try:
|
2015-09-10 10:34:07 +00:00
|
|
|
id, wpnonce = self.get_id(session, saas)
|
2015-03-23 15:36:51 +00:00
|
|
|
except RuntimeError:
|
|
|
|
|
pass
|
|
|
|
|
else:
|
|
|
|
|
delete = self.get_base_url()
|
|
|
|
|
delete += '/wp-admin/network/sites.php?action=confirm&action2=deleteblog'
|
|
|
|
|
delete += '&id=%d&_wpnonce=%s' % (id, wpnonce)
|
|
|
|
|
|
2015-04-20 14:23:10 +00:00
|
|
|
content = session.get(delete).content.decode('utf8')
|
2015-03-23 15:36:51 +00:00
|
|
|
wpnonce = re.compile('name="_wpnonce"\s+value="([^"]*)"')
|
|
|
|
|
wpnonce = wpnonce.search(content).groups()[0]
|
|
|
|
|
data = {
|
|
|
|
|
'action': 'deleteblog',
|
|
|
|
|
'id': id,
|
|
|
|
|
'_wpnonce': wpnonce,
|
|
|
|
|
'_wp_http_referer': '/wp-admin/network/sites.php',
|
|
|
|
|
}
|
|
|
|
|
delete = self.get_base_url()
|
|
|
|
|
delete += '/wp-admin/network/sites.php?action=deleteblog'
|
|
|
|
|
response = session.post(delete, data=data)
|
|
|
|
|
self.validate_response(response)
|
|
|
|
|
|
2015-09-10 10:34:07 +00:00
|
|
|
def save(self, saas):
|
|
|
|
|
self.append(self.create_blog, saas)
|
2015-03-23 15:36:51 +00:00
|
|
|
|
2015-09-10 10:34:07 +00:00
|
|
|
def delete(self, saas):
|
|
|
|
|
self.append(self.delete_blog, saas)
|
2015-09-16 12:15:05 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
class WordpressMuTraffic(ServiceMonitor):
|
|
|
|
|
"""
|
|
|
|
|
Parses apache logs,
|
|
|
|
|
looking for the size of each request on the last word of the log line.
|
|
|
|
|
"""
|
|
|
|
|
verbose_name = _("Wordpress MU Traffic")
|
|
|
|
|
model = 'saas.SaaS'
|
|
|
|
|
default_route_match = "saas.service == 'wordpress'"
|
|
|
|
|
script_executable = '/usr/bin/python'
|
|
|
|
|
monthly_sum_old_values = True
|
|
|
|
|
doc_settings = (settings,
|
|
|
|
|
('SAAS_TRAFFIC_IGNORE_HOSTS', 'SAAS_WORDPRESS_LOG_PATH')
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def prepare(self):
|
|
|
|
|
access_log = settings.SAAS_WORDPRESS_LOG_PATH
|
|
|
|
|
context = {
|
|
|
|
|
'access_logs': str((access_log, access_log+'.1')),
|
|
|
|
|
'current_date': self.current_date.strftime("%Y-%m-%d %H:%M:%S %Z"),
|
|
|
|
|
'ignore_hosts': str(settings.SAAS_TRAFFIC_IGNORE_HOSTS),
|
|
|
|
|
}
|
|
|
|
|
self.append(textwrap.dedent("""\
|
|
|
|
|
import sys
|
|
|
|
|
from datetime import datetime
|
|
|
|
|
from dateutil import tz
|
|
|
|
|
|
|
|
|
|
def to_local_timezone(date, tzlocal=tz.tzlocal()):
|
|
|
|
|
date = datetime.strptime(date, '%Y-%m-%d %H:%M:%S %Z')
|
|
|
|
|
date = date.replace(tzinfo=tz.tzutc())
|
|
|
|
|
date = date.astimezone(tzlocal)
|
|
|
|
|
return date
|
|
|
|
|
|
|
|
|
|
# Use local timezone
|
|
|
|
|
end_date = to_local_timezone('{current_date}')
|
|
|
|
|
end_date = int(end_date.strftime('%Y%m%d%H%M%S'))
|
|
|
|
|
access_logs = {access_logs}
|
|
|
|
|
blogs = {{}}
|
|
|
|
|
months = {{
|
|
|
|
|
'Jan': '01',
|
|
|
|
|
'Feb': '02',
|
|
|
|
|
'Mar': '03',
|
|
|
|
|
'Apr': '04',
|
|
|
|
|
'May': '05',
|
|
|
|
|
'Jun': '06',
|
|
|
|
|
'Jul': '07',
|
|
|
|
|
'Aug': '08',
|
|
|
|
|
'Sep': '09',
|
|
|
|
|
'Oct': '10',
|
|
|
|
|
'Nov': '11',
|
|
|
|
|
'Dec': '12',
|
|
|
|
|
}}
|
|
|
|
|
|
|
|
|
|
def prepare(object_id, site_domain, ini_date):
|
|
|
|
|
global blogs
|
|
|
|
|
ini_date = to_local_timezone(ini_date)
|
|
|
|
|
ini_date = int(ini_date.strftime('%Y%m%d%H%M%S'))
|
|
|
|
|
blogs[site_domain] = [ini_date, object_id, 0]
|
|
|
|
|
|
|
|
|
|
def monitor(blogs, end_date, months, access_logs):
|
|
|
|
|
for access_log in access_logs:
|
|
|
|
|
try:
|
|
|
|
|
with open(access_log, 'r') as handler:
|
|
|
|
|
for line in handler.readlines():
|
|
|
|
|
meta, request, response, hostname, __ = line.split('"')
|
|
|
|
|
host, __, __, date, tz = meta.split()
|
|
|
|
|
if host in {ignore_hosts}:
|
|
|
|
|
continue
|
|
|
|
|
try:
|
|
|
|
|
blog = blogs[hostname]
|
|
|
|
|
except KeyError:
|
|
|
|
|
continue
|
|
|
|
|
else:
|
|
|
|
|
# [16/Sep/2015:11:40:38 +0200]
|
|
|
|
|
day, month, date = date[1:].split('/')
|
|
|
|
|
year, hour, min, sec = date.split(':')
|
|
|
|
|
date = year + months[month] + day + hour + min + sec
|
|
|
|
|
if blog[0] < int(date) < end_date:
|
|
|
|
|
status, size = response.split()
|
|
|
|
|
blog[2] += int(size)
|
|
|
|
|
except IOError as e:
|
|
|
|
|
sys.stderr.write(str(e))
|
|
|
|
|
for opts in blogs.values():
|
|
|
|
|
ini_date, object_id, size = opts
|
|
|
|
|
print object_id, size
|
|
|
|
|
""").format(**context)
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def monitor(self, saas):
|
|
|
|
|
context = self.get_context(saas)
|
|
|
|
|
self.append("prepare(%(object_id)s, '%(site_domain)s', '%(last_date)s')" % context)
|
|
|
|
|
|
|
|
|
|
def commit(self):
|
|
|
|
|
self.append('monitor(blogs, end_date, months, access_logs)')
|
|
|
|
|
|
|
|
|
|
def get_context(self, saas):
|
|
|
|
|
return {
|
|
|
|
|
'site_domain': saas.get_site_domain(),
|
|
|
|
|
'last_date': self.get_last_date(saas.pk).strftime("%Y-%m-%d %H:%M:%S %Z"),
|
|
|
|
|
'object_id': saas.pk,
|
|
|
|
|
}
|
