andi/perfdb
1
0
Fork 0
Code Issues 1 Pull Requests Packages Projects Releases Activity

skip reindex if average fill ratio over 90%

Browse Source
This commit is contained in:
Andreas Huber
2023-02-25 09:03:08 +01:00
parent 5e9e34d910
commit b223e650a0
1 changed files with 15 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
block-storage/src/main/java/org/lucares/pdb/map/PersistentMap.java
View File

@@ -586,8 +586,21 @@ public class PersistentMap<K, V> implements AutoCloseable {
public synchronized void reindex() throws IOException { public synchronized void reindex() throws IOException {
final long start = System.nanoTime(); final long start = System.nanoTime();
final AtomicLong countValues = new AtomicLong();
final PersistentMapStats previousStats = stats(); final PersistentMapStats previousStats = stats();
if (previousStats.getAverageFill() > 0.9) {
LOGGER.info("skip reindexing because average fill ratio is > 0.9 file: {}, version: {} stats: \n{}", path,
version, previousStats);
return;
}
if (previousStats.getInnerNodes() < 1) {
LOGGER.info("skip reindexing because no inner nodes file: {}, version: {} stats: \n{}", path, version,
previousStats);
return;
}
final AtomicLong countValues = new AtomicLong();
LOGGER.info("start reindexing file: {}, version: {}", path, version); LOGGER.info("start reindexing file: {}, version: {}", path, version);
final Path newFile = path.getParent().resolve(path.getFileName() + ".tmp"); final Path newFile = path.getParent().resolve(path.getFileName() + ".tmp");
@@ -706,7 +719,7 @@ public class PersistentMap<K, V> implements AutoCloseable {
try { try {
if (version < 1) { if (version < 1) {
reindex(); reindex();
} else if (false) { } else if (true) {
final String reindexProperty = System.getProperty("pdb.reindex", "false"); final String reindexProperty = System.getProperty("pdb.reindex", "false");
if (!isNew && (reindexProperty.equals("true") if (!isNew && (reindexProperty.equals("true")
|| path.getParent().getFileName().toString().equals(reindexProperty))) { || path.getParent().getFileName().toString().equals(reindexProperty))) {