数据库批量插入数据

àì夳堔傛蜴生んèń 2023-06-28 04:54 18阅读 0赞

为了提高数据库的效率，采用批量插入的方式。

### 1.InsertEntity ###

bool DbWriter::InsertEntity(const std::vector<std::shared_ptr<IDbTable>>& entities)
    {
        if (entities.size() == 0)
            return true;
        bool flag = BulkInsert(entities, 0, (int)entities.size());
        if (flag)
        {
            GraLOGI(_logger, "Insert Entity success.");
        }
        else
        {
            GraLOGE(_logger, "Insert Entity failed!");
            return false;
        }
        return flag;
    }

### 2.BulkInsert ###

bool DbWriter::BulkInsert(const std::vector<std::shared_ptr<IDbTable>>& entities, int begin, int end)
    {
        if (entities.size() == 0)
            return true;
    
        int i = 0;
        int bulkSize = 2000;
        int count = static_cast<int>(entities.size());
        while (i < count)
        {
            int end = i + bulkSize;
            if (end > count)
                end = count;
    
            bool flag = ExecuteInsert(entities, i, end);
            if (!flag)
                return false;
            i = end;
        }
        return true;
    }

### 3.ExecuteInsert ###

bool DbWriter::ExecuteInsert(const std::vector<std::shared_ptr<IDbTable>>& entities, int begin, int end)
    {
        try
        {
            if (!_inTransaction)
            {
                GraLOGE(_logger, "Write not in Transaction!");
                return false;
            }
            std::string sqlCommand = CreateCmdString(entities, begin, end);
            if (sqlCommand.empty())
            {
                return false;
            }
    
            char *zErrMsg = 0;
            int res = sqlite3_exec(_connectionPtr.get(), sqlCommand.c_str(), 0, 0, &zErrMsg);
            if (res != SQLITE_OK) {
    
                GraLOGE(_logger, "ExecuteInsert failed! ");
                GraLOGE(_logger, zErrMsg);
                sqlite3_free(zErrMsg);
                return false;
            }
            return true;
        }
        catch (const std::exception&)
        {
            return false;
        }
    }