SQLiteDBLogStorage.hpp

Go to the documentation of this file.

#ifndef SQLITEDBLOGSTORAGE_HPP_
#define SQLITEDBLOGSTORAGE_HPP_

#include <memory>
#include <list>
#include <cstdint>
#include <string>
#include <unordered_map>

#include <sqlite3.h>

#include "kaa/KaaThread.hpp"
#include "kaa/log/ILogStorage.hpp"
#include "kaa/log/ILogStorageStatus.hpp"
#include "kaa/log/LogStorageConstants.hpp"



#define KAA_DEFAULT_LOG_DB_STORAGE    "logs.db"

namespace kaa {

class IKaaClientContext;

enum SQLiteOptimizationOptions
{
    SQLITE_NO_OPTIMIZATIONS    = 0x0,

    SQLITE_SYNCHRONOUS_OFF     = 0x1,
    SQLITE_MEMORY_JOURNAL_MODE = 0x2,
    SQLITE_MEMORY_TEMP_STORE   = 0x4,
    SQLITE_COUNT_CHANGES_OFF   = 0x8,

    SQLITE_ALL_OPTIMIZATIONS   = SQLITE_SYNCHRONOUS_OFF |
                                 SQLITE_MEMORY_JOURNAL_MODE |
                                 SQLITE_MEMORY_TEMP_STORE |
                                 SQLITE_COUNT_CHANGES_OFF
};

class SQLiteDBLogStorage : public ILogStorage, public ILogStorageStatus {
public:
    SQLiteDBLogStorage(IKaaClientContext &context,
                       std::size_t bucketSize = LogStorageConstants::DEFAULT_MAX_BUCKET_SIZE,
                       std::size_t bucketRecordCount = LogStorageConstants::DEFAULT_MAX_BUCKET_RECORD_COUNT);

    SQLiteDBLogStorage(IKaaClientContext &context,
                       const std::string& dbName,
                       int optimizationMask = (int)SQLiteOptimizationOptions::SQLITE_NO_OPTIMIZATIONS,
                       std::size_t bucketSize = LogStorageConstants::DEFAULT_MAX_BUCKET_SIZE,
                       std::size_t bucketRecordCount = LogStorageConstants::DEFAULT_MAX_BUCKET_RECORD_COUNT);

    ~SQLiteDBLogStorage();

    virtual BucketInfo addLogRecord(LogRecord&& record);
    virtual ILogStorageStatus& getStatus() { return *this; }

    virtual LogBucket getNextBucket();
    virtual void removeBucket(std::int32_t bucketId);
    virtual void rollbackBucket(std::int32_t bucketId);

    virtual std::size_t getConsumedVolume();
    virtual std::size_t getRecordsCount();

private:
    void init(int optimizationMask);

    void openDBConnection();
    void closeDBConnection();

    void initDBTables();
    void applyOptimization(int mask);

    void markBucketsAsFree();

    void addNextBucket();

    bool checkBucketOverflow(const LogRecord& record) {
        return (currentBucketSize_ + record.getSize() > maxBucketSize_) ||
               (currentBucketRecordCount_ + 1 > maxBucketRecordCount_);
    }

    void markBucketAsInUse(std::int32_t id);

    bool truncateIfBucketSizeIncompatible();

private:
    struct InnerBucketInfo {
        InnerBucketInfo(std::size_t sizeInBytes, std::size_t sizeInLogs)
            : sizeInBytes_(sizeInBytes), sizeInLogs_(sizeInLogs) {}

        std::size_t sizeInBytes_ = 0;
        std::size_t sizeInLogs_ = 0;
    };

private:

    const std::string dbName_;
    sqlite3 *db_ = nullptr;

    const std::size_t maxBucketSize_;
    const std::size_t maxBucketRecordCount_;

    std::int32_t currentBucketId_ = 0;
    std::size_t currentBucketSize_ = 0;
    std::size_t currentBucketRecordCount_ = 0;

    std::size_t unmarkedRecordCount_ = 0;
    std::size_t totalRecordCount_ = 0;

    std::size_t consumedMemory_ = 0;
    std::unordered_map<std::int32_t/*Bucket id*/, InnerBucketInfo> consumedMemoryStorage_;

    KAA_MUTEX_DECLARE(sqliteLogStorageGuard_);

    IKaaClientContext &context_;
};

} /* namespace kaa */

#endif /* SQLITEDBLOGSTORAGE_HPP_ */