diff --git a/README.md b/README.md index b361a1be0c348418f364f1521e35b922f782c0a3..a5c19225b9bb81c05928483ea34b5a5b5af214b3 100644 --- a/README.md +++ b/README.md @@ -1,4 +1,4 @@ -# aiogremlin 0.0.2 [(gizmo grew up)](https://pypi.python.org/pypi/gizmo/0.1.12) +# aiogremlin 0.0.4 [(gizmo grew up)](https://pypi.python.org/pypi/gizmo/0.1.12) `aiogremlin` is a **Python 3** driver for the the [Tinkerpop 3 Gremlin Server](http://www.tinkerpop.com/docs/3.0.0.M7/#gremlin-server). This module is built on [Asyncio](https://docs.python.org/3/library/asyncio.html). By default it uses the [aiohttp](http://aiohttp.readthedocs.org/en/v0.15.3/index.html) websocket client , but it is easy to plug in a different implementation. `aiogremlin` is currently in **alpha** mode, but all major functionality has test coverage. diff --git a/aiogremlin/__init__.py b/aiogremlin/__init__.py index 890bba0dccd26af8920cddebb27459209884b0a2..e666a2bc0c31d612d6268c3e2bdf4b1580a84179 100644 --- a/aiogremlin/__init__.py +++ b/aiogremlin/__init__.py @@ -3,4 +3,4 @@ from .connection import (WebsocketPool, AiohttpFactory, BaseFactory, BaseConnection) from .client import GremlinClient, create_client from .exceptions import RequestError, GremlinServerError, SocketClientError -__version__ = "0.0.3dev" +__version__ = "0.0.4dev" diff --git a/aiogremlin/client.py b/aiogremlin/client.py index 1ff129a0d0b120cdf63085f599dda7dedd46f4eb..d56b64315a64dc1ae8a2e607cca6b0c4be783914 100644 --- a/aiogremlin/client.py +++ b/aiogremlin/client.py @@ -5,10 +5,9 @@ import ssl import uuid import aiohttp -import ujson from aiogremlin.connection import WebsocketPool -from aiogremlin.log import client_logger +from aiogremlin.log import client_logger, INFO from aiogremlin.protocol import gremlin_response_parser, GremlinWriter @@ -16,12 +15,13 @@ from aiogremlin.protocol import gremlin_response_parser, GremlinWriter def create_client(uri='ws://localhost:8182/', loop=None, ssl=None, protocol=None, lang="gremlin-groovy", op="eval", processor="", pool=None, factory=None, poolsize=10, - timeout=None, **kwargs): + timeout=None, verbose=False, **kwargs): pool = WebsocketPool(uri, factory=factory, poolsize=poolsize, timeout=timeout, - loop=loop) + loop=loop, + verbose=verbose) yield from pool.init_pool() @@ -33,7 +33,8 @@ def create_client(uri='ws://localhost:8182/', loop=None, ssl=None, op=op, processor=processor, pool=pool, - factory=factory) + factory=factory, + verbose=verbose) class GremlinClient: @@ -41,7 +42,7 @@ class GremlinClient: def __init__(self, uri='ws://localhost:8182/', loop=None, ssl=None, protocol=None, lang="gremlin-groovy", op="eval", processor="", pool=None, factory=None, poolsize=10, - timeout=None, **kwargs): + timeout=None, verbose=True, **kwargs): """ """ self.uri = uri @@ -62,6 +63,8 @@ class GremlinClient: self.pool = pool or WebsocketPool(uri, factory=factory, poolsize=poolsize, timeout=timeout, loop=self._loop) self.factory = factory or self.pool.factory + if verbose: + client_logger.setLevel(INFO) @property def loop(self): @@ -88,7 +91,7 @@ class GremlinClient: lang = lang or self.lang op = op or self.op processor = processor or self.processor - message = ujson.dumps({ + message = { "requestId": str(uuid.uuid4()), "op": op, "processor": processor, @@ -97,7 +100,11 @@ class GremlinClient: "bindings": bindings, "language": lang } - }) + } + if processor == "session": + message["args"]["session"] = str(uuid.uuid4()) + client_logger.info( + "Session ID: {}".format(message["args"]["session"])) if connection is None: connection = yield from self.pool.connect(self.uri, loop=self.loop) writer = GremlinWriter(connection) diff --git a/aiogremlin/connection.py b/aiogremlin/connection.py index 7652d14ac72248d7044ba8c55181931afc2362a9..1e586e7b403d1f708262eccfabd4048b01583deb 100644 --- a/aiogremlin/connection.py +++ b/aiogremlin/connection.py @@ -102,17 +102,15 @@ class WebsocketPool: try: socket = yield from self.factory.connect(uri, pool=self, loop=loop) - except: - raise - else: - conn_logger.info("New connection on socket: {} at {}".format( - socket, uri)) finally: self.num_connecting -= 1 if not socket.closed: + conn_logger.info("New connection on socket: {} at {}".format( + socket, uri)) self.active_conns.add(socket) # Untested. elif num_retries > 0: + conn_logger.warning("Got bad socket, retry...") socket = yield from self.connect(uri, loop, num_retries - 1) else: raise RuntimeError("Unable to connect, max retries exceeded.") diff --git a/aiogremlin/protocol.py b/aiogremlin/protocol.py index 6f40cba272eeb1b13103571167f66c4e1852a4e3..29fa3c77bd0c691e760673d7265f4e7266166096 100644 --- a/aiogremlin/protocol.py +++ b/aiogremlin/protocol.py @@ -39,6 +39,7 @@ class GremlinWriter: @asyncio.coroutine def write(self, message, binary=True, mime_type="application/json"): + message = ujson.dumps(message) if binary: message = self._set_message_header(message, mime_type) yield from self._connection.send(message, binary) diff --git a/benchmark.py b/benchmark.py index 4514f3e971694125ce46d2960358d65b869228f7..a74ed05c48123d19219eb2bfd0d77f1a68ab9c13 100644 --- a/benchmark.py +++ b/benchmark.py @@ -27,7 +27,7 @@ def run(client, count, concurrency, loop): assert resp[0].data[0] == result, resp[0].data[0] processed_count += 1 except Exception: - continue + raise for i in range(count): rnd1 = random.randint(1, 9) @@ -102,8 +102,8 @@ if __name__ == "__main__": client = loop.run_until_complete( aiogremlin.create_client(loop=loop, poolsize=poolsize)) try: - print("Runs: {}. Warmups: {}. Messages: {}. Concurrency: {}.".format( - num_tests, num_warmups, num_mssg, concurr)) + print("Runs: {}. Warmups: {}. Messages: {}. Concurrency: {}. Poolsize: {}".format( + num_tests, num_warmups, num_mssg, concurr, poolsize)) main = main(client, num_tests, num_mssg, concurr, num_warmups, loop) loop.run_until_complete(main) finally: diff --git a/changes.txt b/changes.txt index e134c84a70a455761e5f2b1c6b12c372beee47d8..2fbf42b17c05ee7a2fe8f01d31b6f6552f445aaa 100644 --- a/changes.txt +++ b/changes.txt @@ -1,3 +1,4 @@ 0.0.1 - 4/2015: Birth! 0.0.2 - 5/1/2015: Added an init_pool method and a create_client constructor. 0.0.3 - 5/2/2015: Using ujson for serialization. +0.0.4 - 5/12/2015: Added support for sessions. diff --git a/setup.py b/setup.py index 4244101250fd5644525abe738f48bbeb02d4e80f..01a7bd91490adc083ae3f1e279a31244c97ff6df 100644 --- a/setup.py +++ b/setup.py @@ -3,7 +3,7 @@ from setuptools import setup setup( name="aiogremlin", - version="0.0.3", + version="0.0.4", url="", license="MIT", author="davebshow",