104 lines
3.8 KiB
D
104 lines
3.8 KiB
D
import std.stdio;
|
|
import std.csv;
|
|
import std.algorithm;
|
|
import std.typecons;
|
|
import etc.c.sqlite3;
|
|
import std.string : toStringz, fromStringz, empty, strip, split;
|
|
import std.exception;
|
|
import std.conv : to;
|
|
|
|
private class SQLiteException : Exception {
|
|
this(int code, string msg1, string msg2, string file = __FILE__, size_t line = __LINE__) {
|
|
super("SQLite3 error " ~ to!string(code) ~ (msg1.empty ? "" : " ") ~ msg1 ~ ": " ~ msg, file, line);
|
|
}
|
|
}
|
|
|
|
extern(C) private int callback(void */*NotUsed*/, int /*argc*/, char **/*argv*/, char **/*azColName*/) {
|
|
return 0;
|
|
}
|
|
|
|
private void insert_into_sqlite(sqlite3* db, string path) {
|
|
auto file = File(path, "r");
|
|
sqlite3_stmt* statement;
|
|
scope(exit) {sqlite3_finalize(statement);}
|
|
|
|
{
|
|
string sql = "INSERT INTO GameList(Title, Edition, Version, Languages, Serial, Region) VALUES(?, ?, ?, ?, ?, ?);";
|
|
const int prepare_ret = sqlite3_prepare_v2(db, sql.ptr, cast(int)sql.length, &statement, null);
|
|
if (prepare_ret)
|
|
throw new SQLiteException(prepare_ret, "", sqlite3_errstr(prepare_ret).fromStringz.idup);
|
|
}
|
|
|
|
bool[string] serials_seen;
|
|
// Expected CSV format: title,edition,version,languages,serial,region
|
|
foreach (record; file.byLine.joiner("\n").csvReader!(Tuple!(string, string, string, string, string, string))) {
|
|
const int ver = cast(int)((record[2].empty ? 0.0 : to!double(record[2])) * 100.0);
|
|
string[] serials = record[4].split(";");
|
|
string languages = record[3];
|
|
string edition = record[1];
|
|
string title = record[0];
|
|
string region = record[5];
|
|
const int region_id = 0;
|
|
|
|
foreach (serial; serials) {
|
|
serial = serial.strip;
|
|
if (serial in serials_seen) {
|
|
continue;
|
|
}
|
|
|
|
serials_seen[serial] = false;
|
|
sqlite3_bind_text(statement, 1, title.ptr, cast(int)title.length, SQLITE_STATIC); //title
|
|
sqlite3_bind_text(statement, 2, edition.ptr, cast(int)edition.length, SQLITE_STATIC); //edition
|
|
sqlite3_bind_double(statement, 3, ver); //version
|
|
if (!languages.empty)
|
|
sqlite3_bind_text(statement, 4, languages.ptr, cast(int)languages.length, SQLITE_STATIC); //languages
|
|
else
|
|
sqlite3_bind_null(statement, 4);
|
|
sqlite3_bind_text(statement, 5, serial.ptr, cast(int)serial.length, SQLITE_STATIC); //serial
|
|
sqlite3_bind_int(statement, 6, region_id); //region
|
|
stderr.writefln("insert into: \"%s\", \"%s\", \"%d\", \"%s\", \"%s\", \"%d\"", record[0], record[1], ver, record[3], serial, region_id);
|
|
|
|
const int step_ret = sqlite3_step(statement);
|
|
if (step_ret && SQLITE_DONE != step_ret)
|
|
throw new SQLiteException(step_ret, "", sqlite3_errstr(step_ret).fromStringz.idup);
|
|
sqlite3_reset(statement);
|
|
}
|
|
}
|
|
}
|
|
|
|
int main(string[] argv) {
|
|
//input parameters should be csv files in this order: pal, ntsc_j, ntsc_u
|
|
|
|
stderr.writefln("got %s params: \"%s\", \"%s\"", argv.length, argv[1], argv[2]);
|
|
|
|
if (argv.length != 3) {
|
|
stderr.writefln("Expected 2 parameters: <input.csv> <output.sqlite3>, but %s were received", argv.length - 1);
|
|
return 2;
|
|
}
|
|
|
|
try {
|
|
sqlite3* db = null;
|
|
scope(exit) { if (db) {sqlite3_close(db);} }
|
|
{
|
|
const int open_ret = sqlite3_open_v2(argv[$-1].toStringz(), &db, SQLITE_OPEN_READWRITE | SQLITE_OPEN_CREATE, null);
|
|
if (open_ret)
|
|
throw new SQLiteException(open_ret, "opening database \"" ~ argv[$-1] ~ "\"", sqlite3_errmsg(db).fromStringz.idup);
|
|
}
|
|
|
|
{
|
|
string sql = "DROP TABLE IF EXISTS GameList; CREATE TABLE GameList(Serial TEXT PRIMARY KEY NOT NULL, Title TEXT NOT NULL, Edition TEXT, Version INT NOT NULL, Languages TEXT, Region TINYINT NOT NULL);";
|
|
char* error_msg = null;
|
|
const int query_ret = sqlite3_exec(db, sql.toStringz(), &callback, null, &error_msg);
|
|
if (query_ret)
|
|
throw new SQLiteException(query_ret, "creating GameList table", error_msg.fromStringz.idup);
|
|
}
|
|
|
|
insert_into_sqlite(db, argv[1]);
|
|
}
|
|
catch (Exception err) {
|
|
stderr.writeln(err);
|
|
return 1;
|
|
}
|
|
|
|
return 0;
|
|
}
|