import re

import json

from datetime import datetime

from ast import literal_eval

import pygeoip

FINGERPRINT_REGEX = re.compile(r'^[A-Z0-9]{40}$', re.I)

IP_REGEX = (r'^(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}'

            r'(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$')

IP_REGEX = re.compile(IP_REGEX)

PRIVATE_IP_REGEX = (r'(^127\.)|(^192\.168\.)|(^10\.)|(^172\.1[6-9]\.)'

                    r'|(^172\.2[0-9]\.)|(^172\.3[0-1]\.)|'

                    r'255\.255\.255\.255')

PRIVATE_IP_REGEX = re.compile(PRIVATE_IP_REGEX)

DATE_FORMAT = '%d-%m-%Y %H:%M:%S'

gi4 = pygeoip.GeoIP('/usr/share/GeoIP/GeoIP.dat', pygeoip.MEMORY_CACHE)

def check_json_format(server):

    for key in ('server_type', 'server_name', 'tor_status'):

        if not key in server:

            raise ValueError('%s key not present!\n' % key)

    if not server['server_type'] in ('Exit', 'Relay', 'Bridge'):

        error_message = ('server_type has not the right content!'

                         ' is: %s must be one of: Exit, Relay or Bridge\n') \

            % server['server_type']

        raise ValueError(error_message)

    if not server['tor_status'] in ('Online', 'Offline'):

        error_message = ('tor_status has not the right content!'

                         ' is: %s must be one of: Online or Offline\n') \

            % server['tor_status']

    if server['server_type'] in ('Exit', 'Relay'):

        if not 'fingerprint' in server:

            raise ValueError('fingerprint key not present!\n')

        else:

            if FINGERPRINT_REGEX.match(server['fingerprint']) is None:

                raise ValueError('fingerprint has not the right format!\n')

    else:

        if 'obfs' not in server:

            raise ValueError('obfs key not present!\n')

        else:

            if server['obfs'] not in ('True', 'False'):

                error_message = ('obfs has not the right content!'

                                 ' is: %s must be one of: True or False\n') \

                    % server['obfs']

                raise ValueError(error_message)

    if 'ip' in server:

        if IP_REGEX.match(server['ip']) is None:

            raise ValueError('ip is not the right format!\n')

        elif PRIVATE_IP_REGEX.match(server['ip']) is not None:

            raise ValueError('ip is not accepted!\n')

    return True

def update_server(server, ip):

    server['last_updated'] = datetime.utcnow().strftime(DATE_FORMAT)

    server['server_status'] = 'Online'

    server['country'] = gi4.country_name_by_addr(ip)

    if server['server_type'] == 'Bridge':

        server['obfs'] = literal_eval(server['obfs'])

        for key in ('fingerprint', 'ip'):

            if key in server:

                del server[key]

    else:

        if 'obfs' in server:

            del server['obfs']

        server['ip'] = ip

    try:

        filename = ''.join(['data/', server['server_name'].lower(), '.json'])

            json.dump(server, fb)

        return server

    except Exception as e:

        return e

import os

import os.path

import csv

def load_csv(date):

    filename = '.'.join([date, 'csv'])

    path = os.path.join('donations', filename)

        csvreader = csv.reader(csvfile, delimiter=',')

        for row in csvreader:

            yield row

def get_choices():

    files = os.listdir('donations')

    for file in files:

        if not file.startswith('.') \

           and file.endswith('.csv'):

            yield os.path.splitext(file)[0]

import os

import os.path

import json

from collections import defaultdict

from datetime import datetime

def _load_single_server(name):

    filename = ''.join(['data/', name, '.json'])

    try:

            return ''.join(f.readlines())

    except IOError:

        return False

def _check_server(data):

    date = datetime.strptime(data['last_updated'], '%d-%m-%Y %H:%M:%S')

    now = datetime.utcnow()

    delta = now - date

    if delta.seconds >= 3600:

        status = 'Offline'

    elif delta.seconds >= 1200:

        status = 'Unknown'

    else:

        status = None

    if status is not None:

        for key in ('server_status', 'tor_status'):

            data[key] = status

    filename = os.path.join('data', data['server_name'].lower()+'.json')

    with open(filename, mode='w', encoding='utf-8') as file_object:

        json.dump(data, file_object)

    return data

def single_server(name):

    server = _load_single_server(name)

    if server:

        try:

            server = json.loads(server)

            server = _check_server(server)

            return server

        except ValueError:

            return False

    else:

        return False

def _get_json_files(root, files):

    for f in files:

        if f.endswith('.json'):

            yield os.path.join(root, f)

def all_servers():

    for root, _, files in os.walk('data'):

        for f in _get_json_files(root, files):

                try:

                    server = json.load(fb)

                except ValueError:

                    fb.close()

                    continue

            server = _check_server(server)

            yield server

def all_servers_by_type(type):

    for server in all_servers():

        if server['server_type'] == type:

            yield server

def split_all_servers_to_types():

    servers = defaultdict(list)

    for server in all_servers():

        servers[server['server_type']].append(server)

    return servers