数据库批量插入数据

    为了提高数据库的效率,采用批量插入的方式。

1.InsertEntity

bool DbWriter::InsertEntity(const std::vector<std::shared_ptr<IDbTable>>& entities)
{
    if (entities.size() == 0)
        return true;
    bool flag = BulkInsert(entities, 0, (int)entities.size());
    if (flag)
    {
        GraLOGI(_logger, "Insert Entity success.");
    }
    else
    {
        GraLOGE(_logger, "Insert Entity failed!");
        return false;
    }
    return flag;
}

2.BulkInsert

bool DbWriter::BulkInsert(const std::vector<std::shared_ptr<IDbTable>>& entities, int begin, int end)
{
    if (entities.size() == 0)
        return true;

    int i = 0;
    int bulkSize = 2000;
    int count = static_cast<int>(entities.size());
    while (i < count)
    {
        int end = i + bulkSize;
        if (end > count)
            end = count;

        bool flag = ExecuteInsert(entities, i, end);
        if (!flag)
            return false;
        i = end;
    }
    return true;
}

3.ExecuteInsert

bool DbWriter::ExecuteInsert(const std::vector<std::shared_ptr<IDbTable>>& entities, int begin, int end)
{
    try
    {
        if (!_inTransaction)
        {
            GraLOGE(_logger, "Write not in Transaction!");
            return false;
        }
        std::string sqlCommand = CreateCmdString(entities, begin, end);
        if (sqlCommand.empty())
        {
            return false;
        }

        char *zErrMsg = 0;
        int res = sqlite3_exec(_connectionPtr.get(), sqlCommand.c_str(), 0, 0, &zErrMsg);
        if (res != SQLITE_OK) {

            GraLOGE(_logger, "ExecuteInsert failed! ");
            GraLOGE(_logger, zErrMsg);
            sqlite3_free(zErrMsg);
            return false;
        }
        return true;
    }
    catch (const std::exception&)
    {
        return false;
    }
}
发布了515 篇原创文章 · 获赞 135 · 访问量 30万+

猜你喜欢

转载自blog.csdn.net/liyazhen2011/article/details/103874997