Added database layer

Author: jbeemster

README.md

@@ -1,8 +1,16 @@
 # snowplow-cpp-tracker
-Snowplow event tracker for C++ __not__ using Boost. Add analytics to your C++ applications, servers and games
+Snowplow event tracker for C++. Add analytics to your C++ applications, servers and games
 
 ```bash
-g++ -std=c++11 src/*.cpp src/test/*.cpp -o build/test && ./build/test
+## OSX
+g++ \
+  -std=c++11 \
+  -l sqlite3 \
+  src/vendored/*.cpp \
+  src/*.cpp \
+  src/test/*.cpp \
+  -o build/test && \
+  ./build/test
 ```
 
 General layout:

src/event_row.cpp

@@ -0,0 +1,27 @@
+/*
+Copyright (c) 2016 Snowplow Analytics Ltd. All rights reserved.
+
+This program is licensed to you under the Apache License Version 2.0,
+and you may not use this file except in compliance with the Apache License Version 2.0.
+You may obtain a copy of the Apache License Version 2.0 at http://www.apache.org/licenses/LICENSE-2.0.
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the Apache License Version 2.0 is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the Apache License Version 2.0 for the specific language governing permissions and limitations there under.
+*/
+
+#include "event_row.hpp"
+
+EventRow::EventRow(int id, Payload event) {
+  this->m_id = id;
+  this->m_event = event;
+}
+
+int EventRow::get_id() {
+  return this->m_id;
+}
+
+Payload EventRow::get_event() {
+  return this->m_event;
+}

src/event_row.hpp

@@ -0,0 +1,33 @@
+/*
+Copyright (c) 2016 Snowplow Analytics Ltd. All rights reserved.
+
+This program is licensed to you under the Apache License Version 2.0,
+and you may not use this file except in compliance with the Apache License Version 2.0.
+You may obtain a copy of the Apache License Version 2.0 at http://www.apache.org/licenses/LICENSE-2.0.
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the Apache License Version 2.0 is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the Apache License Version 2.0 for the specific language governing permissions and limitations there under.
+*/
+
+#ifndef EVENT_ROW_H
+#define EVENT_ROW_H
+
+#include <string>
+#include "Payload.hpp"
+
+using namespace std;
+
+class EventRow {
+private:
+  int m_id;
+  Payload m_event;
+
+public:
+  EventRow(int id, Payload event);
+  int get_id();
+  Payload get_event();
+};
+
+#endif

src/http_request_result.cpp

@@ -18,26 +18,23 @@ HttpRequestResult::HttpRequestResult(int error_code, int http_return_code) {
 		this->http_response_code = -1;
 		this->internal_error_code = error_code;
 		this->is_successful = false;
-	}
-	else {
+	} else {
 		this->http_response_code = http_return_code;
 
 		if (http_response_code == 200) {
 			this->is_successful = true;
 		} else {
-			this->is_successful = false;		
+			this->is_successful = false;
 		}
 
 		this->internal_error_code = 0;
 	}
 }
 
-int HttpRequestResult::get_http_response_code()
-{
+int HttpRequestResult::get_http_response_code() {
 	return this->http_response_code;
 }
 
-bool HttpRequestResult::is_success()
-{
+bool HttpRequestResult::is_success() {
 	return this->is_successful;
 }

src/http_request_result.hpp

@@ -11,14 +11,19 @@ software distributed under the Apache License Version 2.0 is distributed on an
 See the Apache License Version 2.0 for the specific language governing permissions and limitations there under.
 */
 
-#pragma once
+#ifndef HTTP_REQUEST_RESULT_H
+#define HTTP_REQUEST_RESULT_H
 
 class HttpRequestResult {
+private:
 	int http_response_code;
 	int internal_error_code;
 	bool is_successful;
+
 public:
 	HttpRequestResult(int, int);
 	int get_http_response_code();
 	bool is_success();
 };
+
+#endif

src/payload.cpp

@@ -13,28 +13,36 @@ See the Apache License Version 2.0 for the specific language governing permissio
 
 #include "payload.hpp"
 
+Payload::~Payload() {
+  this->m_pairs.clear();
+}
+
 void Payload::add(string key, string value) {
   if (!key.empty() && !value.empty()) {
-    m_pairs[key] = value;
+    this->m_pairs[key] = value;
   }
 }
 
 void Payload::add_map(map<string, string> pairs) {
   map<string, string>::iterator it;
   for (it = pairs.begin(); it != pairs.end(); it++) {
-    add(it->first, it->second);
+    this->add(it->first, it->second);
   }
 }
 
 void Payload::add_payload(Payload p) {
-  add_map(p.get());
+  this->add_map(p.get());
 }
 
 void Payload::add_json(json j, bool base64Encode, string encoded, string not_encoded) {
   if (base64Encode) {
     string json_str = j.dump();
-    add(encoded, base64_encode((const unsigned char *) json_str.c_str(), json_str.length()));
+    this->add(encoded, base64_encode((const unsigned char *) json_str.c_str(), json_str.length()));
   } else {
-    add(not_encoded, j.dump());
+    this->add(not_encoded, j.dump());
   }
 }
+
+map<string, string> Payload::get() {
+  return this->m_pairs;
+}

src/payload.hpp

@@ -19,19 +19,20 @@ See the Apache License Version 2.0 for the specific language governing permissio
 #include "vendored/json.hpp"
 #include "vendored/base64.hpp"
 
-using json = nlohmann::json;
 using namespace std;
+using json = nlohmann::json;
 
 class Payload {
 private:
   map<string, string> m_pairs;
 
 public:
+  ~Payload();
   void add(string key, string value);
   void add_map(map<string, string> pairs);
   void add_payload(Payload p);
   void add_json(json j, bool base64Encode, string encoded, string not_encoded);
-  map<string, string> get() { return m_pairs; }
+  map<string, string> get();
 };
 
 #endif

src/storage.cpp

@@ -0,0 +1,185 @@
+/*
+Copyright (c) 2016 Snowplow Analytics Ltd. All rights reserved.
+
+This program is licensed to you under the Apache License Version 2.0,
+and you may not use this file except in compliance with the Apache License Version 2.0.
+You may obtain a copy of the Apache License Version 2.0 at http://www.apache.org/licenses/LICENSE-2.0.
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the Apache License Version 2.0 is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the Apache License Version 2.0 for the specific language governing permissions and limitations there under.
+*/
+
+#include "storage.hpp"
+
+const string db_table_name = "events";
+const string db_column_id = "id";
+const string db_column_event = "event";
+
+Storage::Storage(string db_name) {
+  sqlite3 *db;
+  char *err_msg = 0;
+  int rc;
+
+  // Open Database connection
+  rc = sqlite3_open((const char *) db_name.c_str(), &db);
+  if (rc) {
+    cerr << "FATAL: Cannot open database: " << sqlite3_errmsg(db) << endl;
+    exit(1);
+  }
+  this->m_db_name = db_name;
+  this->m_db = db;
+
+  // WAL query
+  string wal_query = "PRAGMA journal_mode=WAL;";
+  rc = sqlite3_exec(this->m_db, (const char *) wal_query.c_str(), NULL, NULL, &err_msg);
+  if (rc != SQLITE_OK) {
+    cerr << "FATAL: Cannot enable WAL: " << err_msg << endl;
+    sqlite3_free(err_msg);
+    exit(1);
+  }
+
+  // Create query
+  string create_query = 
+    "CREATE TABLE IF NOT EXISTS " + db_table_name + "(" +
+      db_column_id + " INTEGER PRIMARY KEY, " +
+      db_column_event + " STRING" +
+    ");";
+
+  // Make new events table
+  rc = sqlite3_exec(this->m_db, (const char *) create_query.c_str(), NULL, NULL, &err_msg);
+  if (rc != SQLITE_OK) {
+    cerr << "FATAL: Cannot create events table: " << err_msg << endl;
+    sqlite3_free(err_msg);
+    exit(1);
+  }
+
+  // Insert query
+  string insert_query = 
+    "INSERT INTO " + db_table_name + "(" +
+      db_column_event +
+    ") values(?1);";
+
+  // Prepare insert statement
+  rc = sqlite3_prepare_v2(this->m_db, (const char *) insert_query.c_str(), -1, &this->m_add_stmt, NULL);
+  if (rc != SQLITE_OK) {
+    cerr << "FATAL: Cannot prepare event insert statement: " << rc << endl;
+    exit(1);
+  }
+}
+
+Storage::~Storage() {
+  sqlite3_finalize(this->m_add_stmt);
+  sqlite3_close(this->m_db);
+}
+
+// --- INSERT
+
+void Storage::insert_payload(Payload payload) {
+  int rc;
+
+  string payload_str = Utils::serialize_payload(payload);
+
+  rc = sqlite3_bind_text(this->m_add_stmt, 1, payload_str.c_str(), payload_str.length(), SQLITE_STATIC);
+  if (rc != SQLITE_OK) {
+    cerr << "ERROR: Failed to bind payload to statement: " << rc << endl;
+    return;
+  }
+
+  rc = sqlite3_step(this->m_add_stmt);
+  if (rc != SQLITE_DONE) {
+    cerr << "ERROR: Failed to execute add_stmt: " << rc << endl;
+  }
+
+  rc = sqlite3_reset(this->m_add_stmt);
+  if (rc != SQLITE_OK) {
+    cerr << "ERROR: Failed to reset add_stmt after insert: " << rc << endl;
+  }
+}
+
+// --- SELECT
+
+static int select_callback(void *data, int argc, char **argv, char **az_col_name) {
+   int i, id;
+   list<EventRow>* data_list = (list<EventRow>*)data;
+   Payload event;
+
+   for (i = 0; i < argc; i++) {
+      if (az_col_name[i] == db_column_id) {
+        id = std::stoi(argv[i] ? argv[i] : "-1");
+      } else if (az_col_name[i] == db_column_event) {
+        event = Utils::deserialize_json_str(argv[i] ? argv[i] : "");
+      }
+   }
+
+   EventRow event_row(id, event);
+   data_list->push_back(event_row);
+   return 0;
+}
+
+void Storage::select_all_event_rows(list<EventRow>* event_list) {
+  int rc;
+  char *err_msg = 0;
+
+  string select_all_query =
+    "SELECT * FROM " + db_table_name + ";";
+
+  rc = sqlite3_exec(this->m_db, (const char *) select_all_query.c_str(), select_callback, (void*)event_list, &err_msg);
+  if (rc != SQLITE_OK) {
+    cerr << "ERROR: Failed to execute select_all_query: " << rc << "; " << err_msg << endl;
+    sqlite3_free(err_msg);
+  }
+}
+
+void Storage::select_event_row_range(list<EventRow>* event_list, int range) {
+  int rc;
+  char *err_msg = 0;
+
+  string select_range_query =
+    "SELECT * FROM " + db_table_name + " " +
+    "ORDER BY " + db_column_id + " ASC LIMIT " + std::to_string(range) + ";";
+
+  rc = sqlite3_exec(this->m_db, (const char *) select_range_query.c_str(), select_callback, (void*)event_list, &err_msg);
+  if (rc != SQLITE_OK) {
+    cerr << "ERROR: Failed to execute select_range_query: " << rc << "; " << err_msg << endl;
+    sqlite3_free(err_msg);
+  }
+}
+
+// --- DELETE
+
+void Storage::delete_all_event_rows() {
+  int rc;
+  char *err_msg = 0;
+
+  string delete_all_query =
+    "DELETE FROM " + db_table_name + ";";
+
+  rc = sqlite3_exec(this->m_db, (const char *) delete_all_query.c_str(), NULL, NULL, &err_msg);
+  if (rc != SQLITE_OK) {
+    cerr << "ERROR: Failed to execute delete_all_query: " << rc << "; " << err_msg << endl;
+    sqlite3_free(err_msg);
+  }
+}
+
+void Storage::delete_event_row_ids(list<int>* id_list) {
+  int rc;
+  char *err_msg = 0;
+
+  string delete_range_query =
+    "DELETE FROM " + db_table_name + " " +
+    "WHERE " + db_column_id + " in(" + Utils::int_list_to_string(id_list, ",") + ");";
+
+  rc = sqlite3_exec(this->m_db, (const char *) delete_range_query.c_str(), NULL, NULL, &err_msg);
+  if (rc != SQLITE_OK) {
+    cerr << "ERROR: Failed to execute delete_range_query: " << rc << "; " << err_msg << endl;
+    sqlite3_free(err_msg);
+  }
+}
+
+// --- Getters
+
+string Storage::get_db_name() {
+  return this->m_db_name;
+}