King_DuckZ/dindexer
1
0
Fork 0
mirror of https://github.com/KingDuckZ/dindexer.git synced 2025-07-14 16:04:14 +00:00
Code Issues Releases Wiki Activity

Re-enable scan in the postgre plugin.

Browse source 
This also adds a public dependency to machinery in the header-only
backend project. This is because the backend does need functionality
from machinery, such as FileRecordData and TigerHash.
This commit is contained in:
King_DuckZ 2016-05-31 20:03:31 +02:00
parent 8f51f82abc
commit 3608d7b76c
9 changed files with 48 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/backends/postgresql/CMakeLists.txt
View file

@ -4,7 +4,7 @@ add_library(${PROJECT_NAME} SHARED
tag.cpp
delete.cpp
#locate.cpp
#scan.cpp
scan.cpp
#dbsource.cpp
backend_postgresql.cpp
)

9
src/backends/postgresql/backend_postgresql.cpp
View file

@ -19,6 +19,7 @@
#include "backends/exposed_functions.hpp"
#include "tag.hpp"
#include "delete.hpp"
#include "scan.hpp"
#include "pq/connection.hpp"
#include <ciso646>
#include <utility>
@ -104,6 +105,14 @@ namespace dindb {
void BackendPostgreSql::delete_group (const std::vector<uint32_t>& parIDs, ConfirmDeleCallback parConf) {
dindb::delete_group_from_db(*m_conn, parIDs, parConf);
}
void BackendPostgreSql::write_files (const std::vector<mchlib::FileRecordData>& parData, const mchlib::SetRecordData& parSetData, const std::string& parSignature) {
dindb::write_to_db(*m_conn, parData, parSetData, parSignature);
}
bool BackendPostgreSql::search_file_by_hash ( mchlib::FileRecordData& parItem, mchlib::SetRecordDataFull& parSet, const mchlib::TigerHash& parHash) {
return dindb::read_from_db(parItem, parSet, *m_conn, parHash);
}
} //namespace dindb
extern "C" dindb::Backend* dindexer_create_backend (const YAML::Node* parConfig) {

3
src/backends/postgresql/backend_postgresql.hpp
View file

@ -43,6 +43,9 @@ namespace dindb {
virtual void delete_group ( const std::vector<uint32_t>& parIDs, ConfirmDeleCallback parConf ) override;
virtual void write_files ( const std::vector<mchlib::FileRecordData>& parData, const mchlib::SetRecordData& parSetData, const std::string& parSignature );
virtual bool search_file_by_hash ( mchlib::FileRecordData& parItem, mchlib::SetRecordDataFull& parSet, const mchlib::TigerHash& parHash );
private:
std::unique_ptr<pq::Connection> m_conn;
};

28
src/backends/postgresql/scan.cpp
View file

@ -15,8 +15,7 @@
* along with "dindexer". If not, see <http://www.gnu.org/licenses/>.
*/
#include "db/scan.hpp"
#include "db/settings.hpp"
#include "scan.hpp"
#include "pq/connection.hpp"
#include "dindexer-machinery/recorddata.hpp"
#include <string>
@ -27,20 +26,20 @@
#include <memory>
#include <boost/utility/string_ref.hpp>
#include <chrono>
#include <cassert>
namespace dindb {
namespace {
} //unnamed namespace
bool read_from_db (mchlib::FileRecordData& parItem, mchlib::SetRecordDataFull& parSet, const Settings& parDB, const mchlib::TigerHash& parHash) {
bool read_from_db (mchlib::FileRecordData& parItem, mchlib::SetRecordDataFull& parSet, pq::Connection& parDB, const mchlib::TigerHash& parHash) {
using boost::lexical_cast;
pq::Connection conn(std::string(parDB.username), std::string(parDB.password), std::string(parDB.dbname), std::string(parDB.address), parDB.port);
conn.connect();
assert(parDB.is_connected());
uint32_t group_id;
{
auto resultset = conn.query(
auto resultset = parDB.query(
"SELECT path,level,group_id,is_directory,is_symlink,size FROM files WHERE hash=$1 LIMIT 1;",
tiger_to_string(parHash, true)
);
@ -64,7 +63,7 @@ namespace dindb {
}
{
auto resultset = conn.query(
auto resultset = parDB.query(
"SELECT \"desc\",\"type\",\"disk_number\" FROM sets WHERE \"id\"=$1;",
group_id
);
@ -82,21 +81,20 @@ namespace dindb {
return true;
}
void write_to_db (const Settings& parDB, const std::vector<mchlib::FileRecordData>& parData, const mchlib::SetRecordData& parSetData, const std::string& parSignature) {
void write_to_db (pq::Connection& parDB, const std::vector<mchlib::FileRecordData>& parData, const mchlib::SetRecordData& parSetData, const std::string& parSignature) {
using std::chrono::system_clock;
using boost::lexical_cast;
assert(parDB.is_connected());
if (parData.empty()) {
return;
}
pq::Connection conn(std::string(parDB.username), std::string(parDB.password), std::string(parDB.dbname), std::string(parDB.address), parDB.port);
conn.connect();
conn.query("BEGIN;");
parDB.query("BEGIN;");
uint32_t new_group_id;
{
auto id_res = conn.query("INSERT INTO \"sets\" "
auto id_res = parDB.query("INSERT INTO \"sets\" "
"(\"desc\",\"type\",\"app_name\""
",\"content_type\") "
"VALUES ($1, $2, $3, $4) RETURNING \"id\";",
@ -126,7 +124,7 @@ namespace dindb {
const auto& itm = parData[z];
assert(itm.path().data());
conn.query(query,
parDB.query(query,
(itm.path().empty() ? empty_path_string : itm.path()),
tiger_to_string(itm.hash),
itm.level,
@ -142,6 +140,6 @@ namespace dindb {
itm.mime_charset()
);
}
conn.query("COMMIT;");
parDB.query("COMMIT;");
}
} //namespace dindb

8
src/backends/postgresql/scan.hpp
View file

@ -29,11 +29,15 @@ namespace mchlib {
struct TigerHash;
} //namespace mchlib
namespace pq {
class Connection;
} //namespace pq
namespace dindb {
struct Settings;;
void write_to_db ( const Settings& parDB, const std::vector<mchlib::FileRecordData>& parData, const mchlib::SetRecordData& parSetData, const std::string& parSignature );
bool read_from_db ( mchlib::FileRecordData& parItem, mchlib::SetRecordDataFull& parSet, const Settings& parDB, const mchlib::TigerHash& parHash );
void write_to_db ( pq::Connection& parDB, const std::vector<mchlib::FileRecordData>& parData, const mchlib::SetRecordData& parSetData, const std::string& parSignature );
bool read_from_db ( mchlib::FileRecordData& parItem, mchlib::SetRecordDataFull& parSet, pq::Connection& parDB, const mchlib::TigerHash& parHash );
} //namespace dindb
#endif