import std.stdio; import std.csv; import std.algorithm; import std.typecons; import etc.c.sqlite3; import std.string : toStringz, fromStringz, empty, strip, split; import std.exception; import std.conv : to; private class SQLiteException : Exception { this(int code, string msg1, string msg2, string file = __FILE__, size_t line = __LINE__) { super("SQLite3 error " ~ to!string(code) ~ (msg1.empty ? "" : " ") ~ msg1 ~ ": " ~ msg, file, line); } } extern(C) private int callback(void */*NotUsed*/, int /*argc*/, char **/*argv*/, char **/*azColName*/) { return 0; } private void insert_into_sqlite(sqlite3* db, string path) { auto file = File(path, "r"); sqlite3_stmt* statement; scope(exit) {sqlite3_finalize(statement);} { string sql = "INSERT INTO GameList(Title, Edition, Version, Languages, Serial, Region) VALUES(?, ?, ?, ?, ?, ?);"; const int prepare_ret = sqlite3_prepare_v2(db, sql.ptr, cast(int)sql.length, &statement, null); if (prepare_ret) throw new SQLiteException(prepare_ret, "", sqlite3_errstr(prepare_ret).fromStringz.idup); } bool[string] serials_seen; // Expected CSV format: title,edition,version,languages,serial,region foreach (record; file.byLine.joiner("\n").csvReader!(Tuple!(string, string, string, string, string, string))) { const int ver = cast(int)((record[2].empty ? 0.0 : to!double(record[2])) * 100.0); string[] serials = record[4].split(";"); string languages = record[3]; string edition = record[1]; string title = record[0]; string region = record[5]; const int region_id = 0; foreach (serial; serials) { serial = serial.strip; if (serial in serials_seen) { continue; } serials_seen[serial] = false; sqlite3_bind_text(statement, 1, title.ptr, cast(int)title.length, SQLITE_STATIC); //title sqlite3_bind_text(statement, 2, edition.ptr, cast(int)edition.length, SQLITE_STATIC); //edition sqlite3_bind_double(statement, 3, ver); //version if (!languages.empty) sqlite3_bind_text(statement, 4, languages.ptr, cast(int)languages.length, SQLITE_STATIC); //languages else sqlite3_bind_null(statement, 4); sqlite3_bind_text(statement, 5, serial.ptr, cast(int)serial.length, SQLITE_STATIC); //serial sqlite3_bind_int(statement, 6, region_id); //region stderr.writefln("insert into: \"%s\", \"%s\", \"%d\", \"%s\", \"%s\", \"%d\"", record[0], record[1], ver, record[3], serial, region_id); const int step_ret = sqlite3_step(statement); if (step_ret && SQLITE_DONE != step_ret) throw new SQLiteException(step_ret, "", sqlite3_errstr(step_ret).fromStringz.idup); sqlite3_reset(statement); } } } int main(string[] argv) { //input parameters should be csv files in this order: pal, ntsc_j, ntsc_u stderr.writefln("got %s params: \"%s\", \"%s\"", argv.length, argv[1], argv[2]); if (argv.length != 3) { stderr.writefln("Expected 2 parameters: , but %s were received", argv.length - 1); return 2; } try { sqlite3* db = null; scope(exit) { if (db) {sqlite3_close(db);} } { const int open_ret = sqlite3_open_v2(argv[$-1].toStringz(), &db, SQLITE_OPEN_READWRITE | SQLITE_OPEN_CREATE, null); if (open_ret) throw new SQLiteException(open_ret, "opening database \"" ~ argv[$-1] ~ "\"", sqlite3_errmsg(db).fromStringz.idup); } { string sql = "DROP TABLE IF EXISTS GameList; CREATE TABLE GameList(Serial TEXT PRIMARY KEY NOT NULL, Title TEXT NOT NULL, Edition TEXT, Version INT NOT NULL, Languages TEXT, Region TINYINT NOT NULL);"; char* error_msg = null; const int query_ret = sqlite3_exec(db, sql.toStringz(), &callback, null, &error_msg); if (query_ret) throw new SQLiteException(query_ret, "creating GameList table", error_msg.fromStringz.idup); } insert_into_sqlite(db, argv[1]); } catch (Exception err) { stderr.writeln(err); return 1; } return 0; }