feedc0de/LogBlock
1
0
Fork 0
forked from LogBlock/LogBlock
Code Pull Requests Activity

Use batch import for dumped files, its much faster

Browse Source
This commit is contained in:
Brokkonaut
2018-08-03 01:35:33 +02:00
parent a853230c8d
commit 1878b94781
1 changed files with 23 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
src/main/java/de/diddiz/LogBlock/DumpedLogImporter.java
View File

@ -32,26 +32,37 @@ public class DumpedLogImporter implements Runnable {
final Statement st = conn.createStatement(); final Statement st = conn.createStatement();
final BufferedWriter writer = new BufferedWriter(new FileWriter(new File(logblock.getDataFolder(), "import/failed.txt"))); final BufferedWriter writer = new BufferedWriter(new FileWriter(new File(logblock.getDataFolder(), "import/failed.txt")));
int successes = 0, errors = 0; int successes = 0, errors = 0;
try {
for (final File sqlFile : imports) { for (final File sqlFile : imports) {
String line = null;
try {
logblock.getLogger().info("Trying to import " + sqlFile.getName() + " ..."); logblock.getLogger().info("Trying to import " + sqlFile.getName() + " ...");
final BufferedReader reader = new BufferedReader(new FileReader(sqlFile)); final BufferedReader reader = new BufferedReader(new FileReader(sqlFile));
String line;
while ((line = reader.readLine()) != null) { while ((line = reader.readLine()) != null) {
try { if (line.endsWith(";")) {
st.execute(line); line = line.substring(0, line.length() - 1);
}
if(!line.isEmpty()) {
st.addBatch(line);
successes++; successes++;
} catch (final Exception ex) {
logblock.getLogger().warning("Error while importing: '" + line + "': " + ex.getMessage());
writer.write(line + newline);
errors++;
} }
} }
st.executeBatch();
conn.commit(); conn.commit();
reader.close(); reader.close();
sqlFile.delete(); sqlFile.delete();
logblock.getLogger().info("Successfully imported " + sqlFile.getName() + "."); logblock.getLogger().info("Successfully imported " + sqlFile.getName() + ".");
} catch (final Exception ex) {
logblock.getLogger().warning("Error while importing: '" + line + "': " + ex.getMessage());
writer.write(line + newline);
errors++;
ex.printStackTrace();
return;
} }
}
} finally {
writer.close(); writer.close();
}
st.close(); st.close();
logblock.getLogger().info("Successfully imported stored queue. (" + successes + " rows imported, " + errors + " errors)"); logblock.getLogger().info("Successfully imported stored queue. (" + successes + " rows imported, " + errors + " errors)");
} catch (final Exception ex) { } catch (final Exception ex) {