capped_events.py

# -*- coding: utf-8 -*-
from __future__ import print_function
from args import options
import aerospike
from aerospike import exception as e

try:
    from aerospike_helpers.operations import map_operations
except:
    pass  # Needs Aerospike client >= 3.4.0
import calendar
import datetime
import pprint
import random
import sys

spacer = "=" * 30


def version_tuple(version):
    return tuple(int(i) for i in version.split("."))


def random_score():
    year = random.randrange(1981, 2017)
    month = random.randrange(1, 12)
    if month == 2:
        if not calendar.isleap(year):
            day = random.randrange(1, 28, 1)
        else:
            day = random.randrange(1, 29, 1)
    elif month in [4, 6, 9, 11]:
        day = random.randrange(1, 30, 1)
    else:
        day = random.randrange(1, 31, 1)
    hour = random.randrange(0, 23, 1)
    minute = random.randrange(0, 59, 1)
    second = random.randrange(0, 59, 1)
    dt = datetime.datetime(year, month, day, hour, minute, second)
    ms = random.randrange(100, 999, 1)
    ts = int(dt.strftime("%s")) * 1000 + ms
    name = (
        chr(random.randrange(65, 90, 1))
        + chr(random.randrange(65, 90, 1))
        + chr(random.randrange(65, 90, 1))
    )
    score = random.randrange(2000, 18390, 10)
    return (ts, score, name, dt.strftime("%Y-%m-%d %H:%M:%S"))


config = {"hosts": [(options.host, options.port)]}
try:
    client = aerospike.client(config).connect(options.username, options.password)
except e.ClientError as e:
    print("Error: {0} [{1}]".format(e.msg, e.code))
    sys.exit(2)

version = client.info_all("version")
release = list(version.values())[0][1].split(" ")[-1]
if version_tuple(aerospike.__version__) < version_tuple("3.4.0") or version_tuple(
    release
) < version_tuple("3.16.0.1"):
    print(
        "\nThe inverted flag for map and list operations was added in",
        "Aerospike database 3.16 / Python client 3.4.0.",
        "Please update to run this example.",
    )
    sys.exit(3)

if options.set == "None":
    options.set = None
key = (options.namespace, options.set, "pacman")
scores = {
    1512435671573: [9800, {"name": "CPU", "dt": "2017-12-05 01:01:11"}],
    1525182446891: [9200, {"name": "ETC", "dt": "2018-05-01 13:47:26"}],
    1515114071923: [24700, {"name": "SOS", "dt": "2018-01-05 01:01:11"}],
    291807988156: [34500, {"name": "ACE", "dt": "1980-10-26 09:46:28"}],
    1521398652483: [18400, {"name": "EIR", "dt": "2018-03-18 18:44:12"}],
    1511104958197: [17400, {"name": "CFO", "dt": "2017-11-19 15:22:38"}],
}
bins = {"scores": scores}

try:
    client.put(key, bins, {"ttl": aerospike.TTL_NEVER_EXPIRE})
    map_policy = {
        "map_write_mode": aerospike.MAP_UPDATE,
        "map_order": aerospike.MAP_KEY_VALUE_ORDERED,
    }
    client.map_set_policy(key, "scores", map_policy)
except e.RecordError as e:
    print("Error: {0} [{1}]".format(e.msg, e.code))
    sys.exit(4)

try:
    pp = pprint.PrettyPrinter(indent=2)
    meta = {"ttl": aerospike.TTL_NEVER_EXPIRE}
    print("\nGet the Pac-Man top scores, from an initial list of 6,", "sorted by date")
    by_date = client.map_get_by_index_range(
        key, "scores", 0, -1, aerospike.MAP_RETURN_KEY_VALUE
    )
    pp.pprint(by_date)
    print("\nGet all Pac-Man top scores, sorted by score (rank)")
    by_rank = client.map_get_by_rank_range(
        key, "scores", 0, -1, aerospike.MAP_RETURN_KEY_VALUE
    )
    pp.pprint(by_rank)
    print("\nExpanding top scores for Pac-Man with 94 randomly generated", "elements")
    for i in range(6, 100, 1):
        ts, score, name, dt = random_score()
        scores[ts] = [score, {"name": name, "dt": dt}]
    client.map_put_items(key, "scores", scores, map_policy, meta)
    print("Confirming the size of Pac-Man top scores:", client.map_size(key, "scores"))
    print("\nGet the top-10 Pac-Man scores, sorted by score (rank)")
    by_rank = client.map_get_by_rank_range(
        key, "scores", -10, 10, aerospike.MAP_RETURN_KEY_VALUE
    )
    pp.pprint(by_rank)
    print("\nHighest score is:")
    pp.pprint(client.map_get_by_rank(key, "scores", -1, aerospike.MAP_RETURN_KEY_VALUE))
    print("\nBottom 5 Pac-Man top scores, sorted by score (rank)")
    by_rank = client.map_get_by_rank_range(
        key, "scores", 0, 5, aerospike.MAP_RETURN_KEY_VALUE
    )
    pp.pprint(by_rank)
    print("\nSize of the top scores map is", client.map_size(key, "scores"))

    print(spacer)
    print(
        "\nInject a new top score, keep map capped to 100 elements,",
        "in a single operation",
    )
    ts, score, name, dt = random_score()
    print("New score to add will be")
    new_score = [score, {"name": name, "dt": dt}]
    pp.pprint(new_score)
    ops = [
        map_operations.map_put("scores", ts, new_score),
        map_operations.map_remove_by_rank_range(
            "scores", 1, 100, aerospike.MAP_RETURN_NONE, True
        ),
    ]
    client.operate(key, ops, meta)
    print("\nSize of the top scores map is now", client.map_size(key, "scores"))
    print("\nBottom 5 Pac-Man top scores, sorted by score (rank)")
    by_rank = client.map_get_by_rank_range(
        key, "scores", 0, 5, aerospike.MAP_RETURN_KEY_VALUE
    )
    pp.pprint(by_rank)
    print("New lowest score is:")
    pp.pprint(client.map_get_by_rank(key, "scores", 0, aerospike.MAP_RETURN_KEY_VALUE))
    print("Highest score remains:")
    pp.pprint(client.map_get_by_rank(key, "scores", -1, aerospike.MAP_RETURN_KEY_VALUE))
    client.truncate(options.namespace, options.set, 0)
except e.RecordError as e:
    print("Error: {0} [{1}]".format(e.msg, e.code))

client.close()