andi/perfdb
1
0
Fork 0
Code Issues 1 Pull Requests Packages Projects Releases Activity

make it possible to reindex the persistent maps via system property

Browse Source
This commit is contained in:
Andreas Huber
2023-02-11 18:34:21 +01:00
parent 728fe1df78
commit bd8ab49b71
4 changed files with 65 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
data-store/src/main/java/org/lucares/pdb/datastore/internal/DocEncoderDecoder.java
View File

@@ -6,7 +6,7 @@ import org.lucares.pdb.api.Tags;
import org.lucares.pdb.datastore.Doc;
import org.lucares.utils.byteencoder.VariableByteEncoder;
class DocEncoderDecoder implements PartitionAwareEncoderDecoder<Doc, Doc> {
public class DocEncoderDecoder implements PartitionAwareEncoderDecoder<Doc, Doc> {
@Override
public byte[] encode(final Doc doc) {
@@ -44,6 +44,7 @@ class DocEncoderDecoder implements PartitionAwareEncoderDecoder<Doc, Doc> {
return t;
}
@Override
public byte[] getEmptyValue() {
return new byte[] { 0 };
}

6
data-store/src/main/java/org/lucares/pdb/datastore/internal/PartitionPersistentMap.java
View File

@@ -13,6 +13,8 @@ import org.lucares.pdb.api.RuntimeIOException;
import org.lucares.pdb.map.PersistentMap;
import org.lucares.pdb.map.PersistentMap.EncoderDecoder;
import org.lucares.pdb.map.Visitor;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
/**
* A wrapper for {@link PersistentMap} that partitions the values into several
@@ -25,6 +27,8 @@ import org.lucares.pdb.map.Visitor;
*/
public class PartitionPersistentMap<K, V, P> implements AutoCloseable {
private static final Logger LOGGER = LoggerFactory.getLogger(PartitionPersistentMap.class);
private final ConcurrentHashMap<ParititionId, PersistentMap<K, P>> maps = new ConcurrentHashMap<>();
private final Function<ParititionId, PersistentMap<K, P>> creator;
@@ -47,7 +51,9 @@ public class PartitionPersistentMap<K, V, P> implements AutoCloseable {
}
return null;
};
final long start = System.nanoTime();
preload(storageBasePath);
LOGGER.info("preloading {} took {}ms", filename, (System.nanoTime() - start) / 1_000_000.0);
}
private void preload(final Path storageBasePath) {