dindexer/src/dbbackend.cpp

/* Copyright 2015, Michele Santullo
 * This file is part of "dindexer".
 *
 * "dindexer" is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * "dindexer" is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with "dindexer".  If not, see <http://www.gnu.org/licenses/>.
 */

#include "dbbackend.hpp"
#include "pq/connection.hpp"
#include "settings.hpp"
#include <string>
#include <sstream>
#include <utility>

namespace din {
	namespace {
		const std::size_t g_batch_size = 100;

		std::string make_set_insert_query (pq::Connection& parConn, const SetRecordData& parSetData) {
			std::ostringstream oss;
			oss << "INSERT INTO \"sets\" (\"desc\",\"type\") VALUES ("
				<< parConn.escaped_literal(parSetData.name) << ','
				<< '\'' << parSetData.type << '\''
				<< ");";
			return oss.str();
		}
	} //unnamed namespace

	void write_to_db (const DinDBSettings& parDB, const std::vector<FileRecordData>& parData, const SetRecordData& parSetData) {
		if (parData.empty()) {
			return;
		}

		pq::Connection conn(std::string(parDB.username), std::string(parDB.password), std::string(parDB.dbname), std::string(parDB.address), parDB.port);
		conn.connect();

		conn.query_void("BEGIN;");
		conn.query_void(make_set_insert_query(conn, parSetData));
		//TODO: use COPY instead of INSERT INTO
		for (std::size_t z = 0; z < parData.size(); z += g_batch_size) {
			std::ostringstream query;
			query << "INSERT INTO \"files\" (path, hash, level, group_id, is_directory, is_symlink, size) VALUES ";

			const char* comma = "";
			for (auto i = z; i < std::min(z + g_batch_size, parData.size()); ++i) {
				const auto& itm = parData[i];
				query << comma;
				query << '(' << conn.escaped_literal(itm.path) << ",'" << itm.hash << "',"
					<< itm.level << ','
					<< "currval('\"sets_id_seq\"')" << ','
					<< (itm.is_directory ? "true" : "false") << ','
					<< (itm.is_symlink ? "true" : "false") << ',' << itm.size << ')'
				;
				comma = ",";
			}
			query << ';';
			//query << "\nCOMMIT;";

			conn.query_void(query.str());
		}
		conn.query_void("COMMIT;");
	}
} //namespace din