[polari/wip/fmuellner/tracker: 328/335] logger: Add convenience wrapper for tracker queries (WIP)

[Florian Müllner <fmuellner src gnome org>]

commit 37ea28c1bdacbe730394f59f2baac040f93e4056
Author: Florian Müllner <fmuellner gnome org>
Date:   Thu Dec 24 05:02:35 2015 +0100

    logger: Add convenience wrapper for tracker queries (WIP)
    
    As telepathy-logger is unsuitable for anything more advanced than
    retrieving logs sequentially (at least with acceptable performance),
    we want to replace it with tracker eventually. To prepare for that,
    add our own LogManager singleton that wraps a tracker connection and
    provides a convenient API to get result objects from a SPARQL query.

 src/logger.js   | 175 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 src/main.js     |   3 +-
 src/meson.build |   1 +
 3 files changed, 178 insertions(+), 1 deletion(-)
---
diff --git a/src/logger.js b/src/logger.js
new file mode 100644
index 0000000..0836355
--- /dev/null
+++ b/src/logger.js
@@ -0,0 +1,175 @@
+/* exported GenericQuery, LogWalker */
+
+const { Gio, GLib, Polari, Tracker } = imports.gi;
+
+var GenericQuery  = class {
+    constructor(limit = -1) {
+        this._connection = Polari.util_get_tracker_connection();
+        this._results = [];
+        this._limit = limit;
+        this._count = 0;
+        this._closed = false;
+        this._cursor = null;
+        this._task = null;
+    }
+
+    _createTask(cancellable, callback) {
+        return Gio.Task.new(this._connection, cancellable, () => {
+            let success = false;
+            try {
+                success = this._task.propagate_boolean();
+            } catch (e) {
+                log(`Failed to run query: ${e.message}`);
+            }
+
+            callback(success ? this._results : []);
+            this._task = null;
+        });
+    }
+
+    run(sparql, cancellable, callback) {
+        this._task = this._createTask(cancellable, callback);
+
+        this._connection.query_async(sparql, cancellable, (c, res) => {
+            let cursor;
+            try {
+                cursor = this._connection.query_finish(res);
+            } catch (e) {
+                this._task.return_error(e);
+                return;
+            }
+
+            this._cursor = cursor;
+            cursor.next_async(cancellable, this._onCursorNext.bind(this));
+        });
+    }
+
+    next(limit, cancellable, callback) {
+        if (this._task)
+            return false;
+
+        this._results = [];
+        this._count = 0;
+        this._limit = limit;
+        this._task = this._createTask(cancellable, callback);
+        this._cursor.next_async(cancellable, this._onCursorNext.bind(this));
+        return true;
+    }
+
+    isClosed() {
+        return this._closed;
+    }
+
+    _onCursorNext(cursor, res) {
+        let valid = false;
+        try {
+            valid = cursor.next_finish(res);
+        } catch (e) {
+            this._task.return_error(e);
+        }
+
+        if (valid) {
+            this._pushResult(cursor);
+            this._count++;
+
+            if (this._limit <= 0 || this._count < this._limit) {
+                cursor.next_async(this._task.get_cancellable(),
+                                  this._onCursorNext.bind(this));
+            } else {
+                this._task.return_boolean(true);
+            }
+        } else {
+            cursor.close();
+            if (!this._task.had_error())
+                this._task.return_boolean(true);
+            this._closed = true;
+        }
+    }
+
+    _getColumnsValue(cursor, col) {
+        switch (cursor.get_value_type(col)) {
+            case Tracker.SparqlValueType.STRING:
+                return cursor.get_string(col)[0];
+            case Tracker.SparqlValueType.INTEGER:
+                return cursor.get_integer(col);
+            case Tracker.SparqlValueType.DOUBLE:
+                return cursor.get_double(col);
+            case Tracker.SparqlValueType.BOOLEAN:
+                return cursor.get_boolean(col);
+            case Tracker.SparqlValueType.DATETIME:
+                return Date.parse(cursor.get_string(col)[0]) / 1000;
+            case Tracker.SparqlValueType.BLANK_NODE:
+            case Tracker.SparqlValueType.UNBOUND:
+                return null;
+            default:
+                throw new Error('Unhandled result type');
+        }
+    }
+
+    _getValue(cursor) {
+        let nCols = cursor.get_n_columns();
+        if (nCols == 1)
+            return this._getColumnsValue(cursor, 0);
+
+        let value = {};
+        for (let i = 0; i < nCols; i++) {
+            let name = cursor.get_variable_name(i);
+            value[name] = this._getColumnsValue(cursor, i);
+        }
+        return value;
+    }
+
+    _pushResult(cursor) {
+        try {
+            this._results.push(this._getValue(cursor));
+        } catch (e) {
+            log(`Error fetching result: ${e}`);
+        }
+    }
+};
+
+var LogWalker = class {
+    constructor(room) {
+        this._room = room;
+        this._query = null;
+    }
+
+    getEvents(numEvents, callback) {
+        let returnFunc = r => {
+            callback(r.reverse().map(m => {
+                let { text, sender, isAction, isSelf } = m;
+                let timestamp = new Date(m.time).toLocaleFormat('%s');
+                let dt = GLib.DateTime.new_from_unix_utc(timestamp);
+                return new Polari.Message(text, sender, dt, isAction, isSelf);
+            }));
+        };
+
+        if (!this._query) {
+            this._query = new GenericQuery(numEvents);
+
+            let sparql = `
+                select polari:text(?msg) as ?text
+                       polari:nick(?sender) as ?sender
+                       polari:time(?msg) as ?time
+                       (exists { ?msg a polari:ActionMessage }) as ?isAction
+                       (exists { ?sender a polari:SelfContact }) as ?isSelf
+                { ?msg a polari:Message;
+                       polari:sender ?sender;
+                       polari:channel ?chan .
+                  ?chan polari:account ?account;
+                        polari:name "${this._room.channel_name}" .
+                  ?account polari:id "${this._room.account.get_path_suffix()}"
+                } order by desc(?time) desc(tracker:id(?msg))
+            `;
+            this._query.run(sparql, null, returnFunc);
+        } else {
+            this._query.next(numEvents, null, returnFunc);
+        }
+    }
+
+    isEnd() {
+        if (this._query)
+            return this._query.isClosed();
+        return false;
+    }
+};
diff --git a/src/main.js b/src/main.js
index 1af8098..b05e275 100755
--- a/src/main.js
+++ b/src/main.js
@@ -11,7 +11,8 @@ pkg.require({ 'GdkPixbuf': '2.0',
               'Secret': '1',
               'Soup': '2.4',
               'TelepathyGLib': '0.12',
-              'TelepathyLogger': '0.2' });
+              'TelepathyLogger': '0.2',
+              'Tracker': '2.0' });
 pkg.requireSymbol('Gio', '2.0', 'Application.send_notification');
 pkg.requireSymbol('GLib', '2.0', 'log_variant');
 pkg.requireSymbol('Gspell', '1', 'Entry');
diff --git a/src/meson.build b/src/meson.build
index 7ec376a..c0aec8d 100644
--- a/src/meson.build
+++ b/src/meson.build
@@ -22,6 +22,7 @@ js_sources = [
   'initialSetup.js',
   'ircParser.js',
   'joinDialog.js',
+  'logger.js',
   'main.js',
   'mainWindow.js',
   'networksManager.js',