King_DuckZ/dindexer
1
0
Fork 0
mirror of https://github.com/KingDuckZ/dindexer.git synced 2024-12-01 01:45:42 +00:00
Code Issues Releases Wiki Activity

Implement storing scan result in Redis backend. Yay!

Browse source
This commit is contained in:
King_DuckZ 2016-07-08 19:52:55 +01:00
parent 034ebca873
commit 5b14823cb8
1 changed files with 28 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

36
src/backends/redis/backend_redis.cpp
View file

@ -27,6 +27,7 @@
#include <array> #include <array>
#include <cstdint> #include <cstdint>
#include <fstream> #include <fstream>
#include <boost/range/empty.hpp>
namespace dindb { namespace dindb {
namespace { namespace {
@ -218,8 +219,16 @@ namespace dindb {
using boost::string_ref; using boost::string_ref;
redis::Reply set_id_reply = m_redis.run("HINCRBY", PROGRAM_NAME ":indices", "set", "1"); redis::Reply set_id_reply = m_redis.run("HINCRBY", PROGRAM_NAME ":indices", "set", "1");
redis::Reply file_id_reply = m_redis.run("HINCRBY", PROGRAM_NAME ":indices", "files", lexical_cast<std::string>(parData.size()));
const std::string set_key = PROGRAM_NAME ":set:" + lexical_cast<std::string>(redis::get_integer(set_id_reply)); const std::string set_key = PROGRAM_NAME ":set:" + lexical_cast<std::string>(redis::get_integer(set_id_reply));
redis::Reply insert_set_reply = m_redis.run( const auto casted_data_size = static_cast<decltype(redis::get_integer(file_id_reply))>(parData.size());
assert(redis::get_integer(file_id_reply) >= casted_data_size);
const auto base_file_id = redis::get_integer(file_id_reply) - casted_data_size + 1;
auto batch = m_redis.make_batch();
batch.run(
"HMSET", "HMSET",
set_key, set_key,
"name", parSetData.name, "name", parSetData.name,
@ -228,13 +237,12 @@ namespace dindb {
"type", parSetData.type, "type", parSetData.type,
"content_type", parSetData.content_type "content_type", parSetData.content_type
); );
//m_redis.hmset(parSetData);
for (const auto& file_data : parData) { for (auto z = base_file_id; z < casted_data_size; ++z) {
redis::Reply file_id_reply = m_redis.run("HINCRBY", PROGRAM_NAME ":indices", "files", "1"); const std::string file_key = PROGRAM_NAME ":file:" + lexical_cast<std::string>(z);
const std::string file_key = PROGRAM_NAME ":file:" + lexical_cast<std::string>(redis::get_integer(file_id_reply)); const auto& file_data = parData[z - base_file_id];
const std::string hash = tiger_to_string(file_data.hash); const std::string hash = tiger_to_string(file_data.hash);
redis::Reply insert_file_reply = m_redis.run( batch.run(
"HMSET", "HMSET",
file_key, file_key,
"hash", hash, "hash", hash,
@ -250,15 +258,19 @@ namespace dindb {
"group_id", set_key "group_id", set_key
); );
redis::Reply insert_hash_reply = m_redis.run( batch.run(
"SADD", "SADD",
"hash:" + hash, PROGRAM_NAME ":hash:" + hash,
file_key file_key
); );
} }
batch.throw_if_failed();
} }
bool BackendRedis::search_file_by_hash (mchlib::FileRecordData& parItem, mchlib::SetRecordDataFull& parSet, const mchlib::TigerHash& parHash) { bool BackendRedis::search_file_by_hash (mchlib::FileRecordData& parItem, mchlib::SetRecordDataFull& parSet, const mchlib::TigerHash& parHash) {
using boost::empty;
const std::string hash_key = "hash:" + tiger_to_string(parHash); const std::string hash_key = "hash:" + tiger_to_string(parHash);
redis::Reply hash_reply = m_redis.run("SRANDMEMBER", hash_key); redis::Reply hash_reply = m_redis.run("SRANDMEMBER", hash_key);
if (redis::RedisVariantType_Integer == hash_reply.which() and not redis::get_integer(hash_reply)) { if (redis::RedisVariantType_Integer == hash_reply.which() and not redis::get_integer(hash_reply)) {
@ -270,10 +282,16 @@ namespace dindb {
parItem = std::move(set_key_and_file_item.second); parItem = std::move(set_key_and_file_item.second);
const std::string group_key = std::move(set_key_and_file_item.first); const std::string group_key = std::move(set_key_and_file_item.first);
auto set_item = pair_list_to_set_record(m_redis.hscan(group_key)); auto scan_range = m_redis.hscan(group_key);
if (empty(scan_range)) {
return false;
}
else {
parSet = pair_list_to_set_record(m_redis.hscan(group_key));
return true; return true;
} }
} }
}
std::vector<LocatedItem> BackendRedis::locate_in_db (const std::string& parSearch, const TagList& parTags) { std::vector<LocatedItem> BackendRedis::locate_in_db (const std::string& parSearch, const TagList& parTags) {
return std::vector<LocatedItem>(); return std::vector<LocatedItem>();