"""MemeBot Data Model"""
import datetime
import urlparse
import urllib
import cgi
import re
import os
from django.contrib.auth.forms import UserCreationForm
from django.contrib.sites.models import Site
from django.contrib.auth.models import User
from django.template import Context, loader
from django.conf import settings
from django.db import models
from gruntle.memebot.fields import SerializedDataField, PickleField, AttributeManager, KeyValueManager
from gruntle.memebot.utils import blacklist, first, get_domain_from_url
from gruntle.memebot.utils.tzdatetime import tzdatetime
from gruntle.memebot.exceptions import OldMeme
current_site = Site.objects.get_current()
class Model(models.Model):
    """Abstract: Base model"""
    # all models inherit these timestamps
    created = models.DateTimeField(null=False, blank=False, auto_now_add=True)
    modified = models.DateTimeField(null=False, blank=False, auto_now=True)
    class Meta:
        abstract = True
    def guid(self):
        """Global unique identifier for this object"""
        id = first([getattr(self, key, None) for key in ('publish_id', 'external_id', 'id')])
        date = first([getattr(self, key, None) for key in ('published', 'activation_date', 'created', 'modified')])
        date = tzdatetime.new(date).utc
        meta = type(self)._meta
        return 'tag:%s,%s:/%s/%s/%d/%d' % (current_site.domain, date.strftime('%Y-%m-%d'), meta.app_label,
                                           meta.object_name.lower(), id, date.unixtime)
class Source(Model):
    """Defines a URL source"""
    # valid locations
    SOURCE_TYPES = [('irc', 'IRC'),
                    ('web', 'Web')]
    # fields
    type = models.CharField(null=False, blank=False, max_length=16, choices=SOURCE_TYPES)
    name = models.CharField(null=False, blank=False, max_length=64)
    class Meta:
        unique_together = 'type', 'name'
    def __unicode__(self):
        return u'%s (%s)' % (self.name, self.type)
class LinkManager(models.Manager):
    """Custom object manager for Link model"""
    fragment_re = re.compile(r'^(.*)#([^;/?:@=&]*)$')
    def get_last_published(self):
        published = self.filter(published__isnull=False).only('published').order_by('-published')
        if published.count():
            return published[0].published
    last_published = property(get_last_published)
    def get_last_publish_id(self):
        published = self.filter(publish_id__isnull=False).only('publish_id').order_by('-publish_id')
        if published.count():
            return published[0].publish_id
        return 0
    last_publish_id = property(get_last_publish_id)
    def add_link(self, url, username, source_name, source_type, **kwargs):
        Shortcut attempts to add the URL. Performs necessary
        normalizations, alias lookup, user creation, points assignment,
        etc. before trying to create the Link. Raises OldMeme(old_link)
        if a normalized version of this URL has been posted previously,
        otherwise returns the new Link.
        # try this first
        username = username.lower()
        user = Alias.objects.get_user(username)
        if user is None:
            if settings.AUTO_USER_ADD and self.is_valid_username(username):
                user = self.create_anonymous_user(username)
                    user = User.objects.get(username=settings.UNKNOWN_USERNAME)
                except User.DoesNotExist:
                    user = self.create_anonymous_user(settings.UNKNOWN_USERNAME)
        source = Source.objects.get_or_create(type=source_type, name=source_name)[0]
        normalized = self.normalize_url(url)
            link = self.get(normalized=normalized, source=source)
            if user != link.user:
                link.reposts += 1
                profile = user.get_profile()
                profile.posted_old += 1
                poster_profile = link.user.get_profile()
                poster_profile.reposts += 1
                raise OldMeme(link)
        except self.model.DoesNotExist:
            link = self.create(user=user, source=source, url=url, normalized=normalized, **kwargs)
            profile = user.get_profile()
            profile.posted_new += 1
        return link
    def create_anonymous_user(self, username):
        """Create a new user that cannot login & fake email"""
        user = User.objects.create_user(username.lower(), settings.ANONYMOUS_USER_EMAIL)
        user.is_active = False
        return user
    def normalize_url(self, url):
        """Given a URL, try to normalize it such that we can find duplicate URLs more easily"""
        netloc = query = fragment = ''
        i = url.find(':')
        scheme = url[:i].lower()
        url = url[i+1:]
        if url[:2] == '//':
            delim = len(url)
            for c in '/?#':
                wdelim = url.find(c, 2)
                if wdelim >= 0:
                    delim = min(delim, wdelim)
            netloc, url = url[2:delim], url[delim:]
        if '#' in url:
                url, fragment = self.fragment_re.search(url).groups()
            except StandardError:
        if '?' in url:
            url, query = url.split('?', 1)
        netloc = netloc.lower()
        netloc = urlparse.unquote(netloc).replace('+', ' ')
        if netloc.startswith('www.') and len(netloc) > 4:
            netloc = netloc[4:]
        if netloc.endswith('.') and len(netloc) > 1:
            netloc = netloc[:-1]
        if url == '':
            url = '/'
        url = urlparse.unquote(url).replace('+', ' ')
        url = os.path.normpath(url)
            query = urllib.urlencode([item for item in sorted(cgi.parse_qsl(query)) if item[1]])
        except StandardError:
            query = ''
        return urlparse.urlunsplit((scheme, netloc, url, query, ''))
    def is_valid_username(username):
        """True if the username is valid for django auth system"""
        return UserCreationForm.base_fields['username'].regex.search(username) is not None
class Link(Model):
    """Represents a posted URL"""
    # state of current link life-cycle
    LINK_STATES = [('new', 'New'),
                   ('disabled', 'Disabled'),
                   ('invalid', 'Invalid'),
                   ('archived', 'Archived'),
                   ('published', 'Published')]
    # custom object manager
    objects = LinkManager()
    # relationships
    user = models.ForeignKey(User, null=False, blank=False, related_name='links')
    source = models.ForeignKey(Source, null=False, blank=False, related_name='links')
    # basic url data
    url = models.TextField(null=False, blank=False)
    # memebot-related fields
    normalized = models.TextField(null=False, blank=False)
    reposts = models.IntegerField(null=False, blank=False, default=0)
    # fields populated by the scanner
    state = models.CharField(null=False, blank=False, max_length=16, choices=LINK_STATES, default='new')
    error_count = models.IntegerField(null=False, blank=False, default=0)
    resolved_url = models.TextField(null=True, blank=True, default=None)
    content_type = models.CharField(null=True, blank=True, default=None, max_length=64)
    content = SerializedDataField(null=True, blank=True, default=None, engine='zlib', level=9)
    title = models.TextField(null=True, blank=True, default=None)
    published = models.DateTimeField(null=True, blank=True, default=None)
    publish_id = models.IntegerField(null=True, blank=True, default=None, unique=True)
    scanner = models.TextField(null=True, blank=True, default=None)
    attr_storage = PickleField(null=True, blank=True, default=None)
    attr = AttributeManager(storage_field='attr_storage')
    class Meta:
        unique_together = 'normalized', 'source'
    def __unicode__(self):
        return self.url
    def get_scanner(self):
        """Returns the real scanner object responsible for this links rendering"""
        if self.scanner:
                return __import__(self.scanner, globals(), locals(), ['scanner']).scanner
            except (ImportError, AttributeError):
    def get_best_url(self):
        """The URL you should actually use, prefers final redirection page, if it exists"""
        return first(self.resolved_url, self.url)
    best_url = property(get_best_url)
    def get_title_display(self):
        """Rendered title"""
        url = self.get_best_url()
        if self.title is None:
            return url
        return u'[%s] %s' % (get_domain_from_url(url), self.title)
    def rss_templates(self):
        """The scanner-defined template used to render this link in RSS"""
        scanner = self.get_scanner()
        if scanner is not None:
            return scanner.rss_templates
    def get_absolute_url(self):
        """URL to this links cached content"""
        if self.state == 'published' and self.content is not None:
            return ('memebot-view-link-content', [self.publish_id])
    absolute_url = property(get_absolute_url)
    def external_url(self):
        return urlparse.urljoin(settings.FEED_BASE_URL, self.absolute_url)
    def publish(self, date=None, commit=True):
        """Publish this link"""
        dirty = False
        if self.state != 'published':
            self.state = 'published'
            dirty = True
        if self.published is None:
            if date is None:
                last = Link.objects.get_last_published()
                date = self.created if (last is None or self.created >= last) else last
            self.published = date
            dirty = True
        if self.publish_id is None:
            self.publish_id = Link.objects.last_publish_id + 1
            dirty = True
        if dirty and commit:
            dirty = False
        return dirty
    def render(self, format=None):
        if self.state == 'published':
            if self.rss_templates is not None:
                template = self.rss_templates.get(format)
                if template is None:
                    template = self.rss_templates[None]
                return loader.get_template(template).render(Context({'link': self}))
    rendered = property(render)
class Note(Model):
    """A note associated with a link"""
    # relationships
    user = models.ForeignKey(User, null=False, blank=False, related_name='notes')
    link = models.ForeignKey(Link, null=False, blank=False, related_name='notes')
    # fields
    value = models.TextField(null=False, blank=False)
    class Meta:
        unique_together = 'user', 'link', 'value'
    def __unicode__(self):
        return u'Note posted by %s to %s' % (self.user.username, self.link.url)
class SerializedData(Model):
    """Arbitrary data storage for one-off key/values"""
    name = models.CharField(null=False, blank=False, max_length=64, unique=True)
    description = models.TextField(null=True, blank=True, default=None)
    value = PickleField(null=True, blank=True, default=None)
    data = KeyValueManager(key_field='name', val_field='value')
    def __unicode__(self):
        return u'%s=%r' % (self.name, self.value)
class AliasManager(models.Manager):
    """Custom object manager for Alias model"""
    def get_user(self, username):
        """Given a username, return the real user, after resolving aliases, or None"""
        username = username.lower()
            user = self.get(username=username).user
        except self.model.DoesNotExist:
                user = User.objects.get(username=username)
            except User.DoesNotExist:
                user = None
        return user
    def merge_user(self, old_user, new_user):
        Given an old and new user (or name), merge the older's states
        into the newer, remove them, and create an alias pointing to the
        new user
        if isinstance(old_user, (str, unicode)):
            old_user = User.objects.get(username=old_user.lower())
        if isinstance(new_user, (str, unicode)):
            new_user = User.objects.get(username=new_user.lower())
        alias = self.create(user=new_user, username=old_user.username)
        old_profile = old_user.get_profile()
        new_profile = new_user.get_profile()
        new_profile.posted_new += old_profile.posted_new
        new_profile.posted_old += old_profile.posted_old
        new_profile.reposts += old_profile.reposts
        for link in old_user.links.all():
            link.user = new_user
        for note in old_user.notes.all():
            note.use = new_user
        return alias
class Alias(Model):
    """Represents a username alias, allowing a single person to receive credit under multiple names"""
    # custom objects manager
    objects = AliasManager()
    # relationships
    user = models.ForeignKey(User, null=False, blank=False, related_name='aliases')
    # fields
    username = models.CharField(null=False, blank=False, max_length=30, unique=True)
    def __unicode__(self):
        return u'%s -> %s' % (self.username, self.user.username)
class UserProfileManager(models.Manager):
    """Custom object manager for UserProfile model"""
    def get_by_score(self, *args, **kwargs):
        """Returns a list of profiles sorted by their calculated score"""
        profiles = self.filter(*args, **kwargs)
        profiles = sorted(profiles, key=lambda profile: profile.sort_key)
        return profiles
class UserProfile(Model):
    """A model for extra user data, such as posting stats"""
    MAXINT = 2 ** 31
    # custom object manager
    objects = UserProfileManager()
    # relationships
    user = models.ForeignKey(User, null=False, blank=False, unique=True)
    # memebot posting stats
    posted_new = models.IntegerField(null=False, blank=False, default=0)
    posted_old = models.IntegerField(null=False, blank=False, default=0)
    reposts = models.IntegerField(null=False, blank=False, default=0)
    def __unicode__(self):
        return u'Profile for %s' % self.user.username
    def sort_key(self):
        """This users cartesian sort key compared to other users, primary: score, secondary: name"""
        return self.MAXINT - self.score, self.user.username.lower()
    def score(self):
        """Calculated score for this user"""
        return (self.posted_new * settings.MEMEBOT_POINTS_NEW +
                self.posted_old * settings.MEMEBOT_POINTS_OLD +
                self.reposts * settings.MEMEBOT_POINTS_REPOSTS)
def _create_profile(instance, created, **kwargs):
    """Signal callback that creates a new profile when a new User object is created"""
    if created:
models.signals.post_save.connect(_create_profile, sender=User, weak=False, dispatch_uid='create_profile')