Changeset - b6ff3bea2f89
[Not reviewed]
Merge dev
0 3 1
Dennis Fink - 9 years ago 2016-03-05 19:56:30
dennis.fink@c3l.lu
Merged feature-cli
4 files changed with 271 insertions and 5 deletions:
0 comments (0 inline, 0 general)
ennstatus/cli/__init__.py
Show inline comments
 
@@ -12,15 +12,19 @@
 
# GNU General Public License for more details.
 
#
 
# You should have received a copy of the GNU General Public License
 
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
 

	
 
import pathlib
 
import importlib
 
import operator
 

	
 
import click
 

	
 
from .commands import __all__ as commands_all
 

	
 

	
 
@click.group()
 
@click.option('-p', '--path', default='/srv/http/enn.lu',
 
              help='Path where the config files are',
 
              type=click.Path(exists=True,
 
                              file_okay=False,
 
@@ -32,12 +36,13 @@ def cli(ctx, path):
 
    ctx.obj = {}
 
    path = pathlib.Path(path)
 
    ctx.obj['path'] = path
 
    ctx.obj['config_file'] = path / 'config.json'
 
    ctx.obj['data_dir'] = path / 'data'
 

	
 

	
 
from .commands import config
 
cli.add_command(config, 'config')
 
subcommands = importlib.import_module('ennstatus.cli.commands')
 
for command in commands_all:
 
    get = operator.attrgetter(command)
 
    cli.add_command(get(subcommands), command)
 

	
 
if __name__ == '__main__':
 
    cli()
ennstatus/cli/commands/__init__.py
Show inline comments
 
@@ -12,8 +12,9 @@
 
# GNU General Public License for more details.
 
#
 
# You should have received a copy of the GNU General Public License
 
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
 

	
 
from .config import config
 
from .stats import stats
 

	
 
__all__ = ['config']
 
__all__ = ['config', 'stats']
ennstatus/cli/commands/config.py
Show inline comments
 
@@ -13,12 +13,13 @@
 
#
 
# You should have received a copy of the GNU General Public License
 
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
 

	
 
import json
 
import ipaddress
 
import subprocess
 

	
 
from pprint import pprint
 

	
 
import click
 

	
 
from ...utils import check_ip
 
@@ -80,12 +81,13 @@ def add(obj, name, ips, password, bridge
 
    if bridgeprogram:
 
        try:
 
            config['ENNSTATUS_BRIDGE_PROGRAM'].append(name)
 
        except KeyError:
 
            config['ENNSTATUS_BRIDGE_PROGRAM'] = [name]
 

	
 
    click.echo('%s password: %s' % (name, password))
 
    with obj['config_file'].open(mode='w', encoding='utf-8') as f:
 
        json.dump(config, f, indent=4, sort_keys=True)
 

	
 

	
 
@server.command('delete', short_help='Remove server')
 
@click.argument('name')
 
@@ -100,17 +102,51 @@ def delete(obj, name):
 
        del config['ENNSTATUS_SERVERS'][name]
 
    except KeyError:
 
        raise SystemExit('{} does not exists!'.format(name))
 

	
 
    try:
 
        config['ENNSTATUS_BRIDGE_PROGRAM'].remove(name)
 
    except KeyError:
 
    except (KeyError, ValueError):
 
        pass
 

	
 
    with obj['config_file'].open(mode='w', encoding='utf-8') as f:
 
        json.dump(config, f, indent=4, sort_keys=True)
 

	
 
    filename = obj['data_dir'] / (name + '.json')
 
    try:
 
        filename.unlink()
 
    except FileNotFoundError:
 
        pass
 

	
 

	
 
@config.group(short_help='Configure more servers at once')
 
def servers():
 
    pass
 

	
 

	
 
@servers.command('add', short_help='Add servers')
 
@click.argument('names', nargs=-1, required=True)
 
@click.option('-i', '--ips', prompt='IPs (comma separated)')
 
@click.option('--bridgeprogram/--no-bridgeprogram', default=False)
 
@click.pass_context
 
def adds(ctx, names, ips, bridgeprogram):
 

	
 
    for name in names:
 
        password = subprocess.check_output(['pwgen', '8', '1'])
 
        password = password.decode('utf-8')
 
        password = password.strip()
 
        ctx.invoke(
 
            add,
 
            name=name,
 
            ips=ips,
 
            password=password,
 
            bridgeprogram=bridgeprogram
 
        )
 

	
 

	
 
@servers.command('delete', short_help='Delete servers')
 
@click.argument('names', nargs=-1, required=True)
 
@click.pass_context
 
def dels(ctx, names):
 

	
 
    for name in names:
 
        ctx.invoke(delete, name=name)
ennstatus/cli/commands/stats.py
Show inline comments
 
new file 100644
 
import json
 

	
 
from collections import defaultdict
 

	
 
import click
 

	
 
from ennstatus import create_app
 
from ...status.functions import split_all_servers_to_types
 

	
 

	
 
@click.group(short_help='Get statistics')
 
def stats():
 
    pass
 

	
 

	
 
@stats.command('count')
 
@click.option('--by-type', 'by_type', is_flag=True, default=False)
 
@click.pass_obj
 
def count(obj, by_type):
 

	
 
    def calculate_host_number(config, type='all', servers=None):
 

	
 
        hosts = set()
 
        if type == 'all':
 

	
 
            for values in config['ENNSTATUS_SERVERS'].values():
 
                ips = frozenset(values['IPS'])
 
                hosts.add(ips)
 

	
 
            return len(hosts)
 
        else:
 
            for server in servers[servertype]:
 
                ips = frozenset(
 
                    config['ENNSTATUS_SERVERS'][server.name.lower()]['IPS']
 
                )
 
                hosts.add(ips)
 
        return len(hosts)
 

	
 
    app = create_app()
 

	
 
    with app.app_context():
 
        app.logger.disabled = True
 
        servers = split_all_servers_to_types()
 

	
 
    if not by_type:
 

	
 
        click.echo(
 
            'We have %s servers in total!' % (
 
                click.style(
 
                    str(sum(len(x) for x in servers.values())),
 
                    fg='blue'
 
                )
 
            )
 
        )
 

	
 
        click.echo(
 
            'We have %s different hosts!' % (
 
                click.style(
 
                    str(calculate_host_number(app.config)),
 
                    fg='blue'
 
                )
 
            )
 
        )
 
    else:
 
        for servertype, server in servers.items():
 
            click.echo(
 
                'We have %s %s servers!' % (
 
                    click.style(
 
                        str(len(server)),
 
                        fg='blue'
 
                    ),
 
                    click.style(
 
                        servertype,
 
                        fg='red'
 
                    )
 
                )
 
            )
 
            click.echo(
 
                'We have %s different %s hosts!' % (
 
                    click.style(
 
                        str(
 
                            calculate_host_number(
 
                                app.config,
 
                                type=servertype,
 
                                servers=servers
 
                            )
 
                        ),
 
                        fg='blue'
 
                    ),
 
                    click.style(
 
                        servertype,
 
                        fg='red'
 
                    )
 
                )
 
            )
 

	
 

	
 
@stats.command('countries')
 
@click.option('--by-type', 'by_type', is_flag=True, default=False)
 
@click.pass_obj
 
def countries(obj, by_type):
 
    app = create_app()
 

	
 
    with app.app_context():
 
        app.logger.disabled = True
 
        servers = split_all_servers_to_types()
 

	
 
    if not by_type:
 
        countries = defaultdict(int)
 

	
 
        for key, value in servers.items():
 
            for server in value:
 
                countries[server.country] += 1
 

	
 
        for key, value in sorted(countries.items(), key=lambda x: x[1]):
 
            click.echo(
 
                '%s: %s' % (
 
                    click.style(key, fg='green'),
 
                    click.style(str(value), fg='blue')
 
                )
 
            )
 

	
 
        click.echo(
 
            'We are hosted in %s different countries' % click.style(
 
                str(len(countries.keys())),
 
                fg='blue'
 
            )
 
        )
 
    else:
 
        type_countries = {
 
            'exit': defaultdict(int),
 
            'relay': defaultdict(int),
 
            'bridge': defaultdict(int)
 
        }
 

	
 
        for key, value in servers.items():
 
            for server in value:
 
                type_countries[key][server.country] += 1
 

	
 
        type_countries = dict((k, v) for k, v in type_countries.items() if v)
 

	
 
        for key, value in sorted(type_countries.items(), key=lambda x: x[0]):
 
            click.echo(
 
                click.style(
 
                    key.capitalize(),
 
                    fg='red',
 
                    bold=True,
 
                    underline=True
 
                )
 
            )
 

	
 
            for country, count in sorted(type_countries[key].items(), key=lambda x: x[1]):
 
                click.echo(
 
                    '%s: %s' % (
 
                        click.style(country, fg='green'),
 
                        click.style(str(count), fg='blue')
 
                    )
 
                )
 

	
 
            click.echo(
 
                '%s are hosted in %s different countries' % (
 
                    key,
 
                    click.style(
 
                        str(len(type_countries[key].keys())),
 
                        fg='blue'
 
                    )
 
                )
 
            )
 

	
 

	
 
@stats.command('exit_probability')
 
@click.option('--by-server', 'by_server', is_flag=True, default=False)
 
@click.pass_obj
 
def exit_probability(obj, by_server):
 

	
 
    app = create_app()
 
    with app.app_context():
 
        app.logger.disabled = True
 
        servers = split_all_servers_to_types()
 

	
 
    if not by_server:
 
        exit_probability = defaultdict(int)
 
        for server in servers['exit']:
 
            for subkey in ('1_week', '1_month', '3_months', '1_year', '5_years'):
 
                if server.mean_exit_probability[subkey] is not None:
 
                    exit_probability[subkey] += server.mean_exit_probability[subkey]
 

	
 
        for subkey in ('1_week', '1_month', '3_months', '1_year', '5_years'):
 
            click.echo(
 
                'Mean exit probability over %s: %s' % (
 
                    click.style(
 
                        subkey,
 
                        fg='blue'
 
                    ),
 
                    click.style(
 
                        str(round(exit_probability[subkey], 2)) + '%',
 
                        fg='red'
 
                    )
 
                )
 
            )
 
    else:
 
        for server in servers['exit']:
 
            click.echo(
 
                click.style(
 
                    server.name.capitalize(),
 
                    fg='red',
 
                    bold=True,
 
                    underline=True
 
                )
 
            )
 
            for subkey in ('1_week', '1_month', '3_months', '1_year', '5_years'):
 
                if server.mean_exit_probability[subkey] is not None:
 
                    click.echo(
 
                        'Mean exit probabilty over %s: %s' % (
 
                            click.style(
 
                                subkey,
 
                                fg='blue'
 
                            ),
 
                            click.style(
 
                                str(round(server.mean_exit_probability[subkey], 2)) + "%",
 
                                fg='red'
 
                            )
 
                        )
 
                    )
0 comments (0 inline, 0 general)