update third-party libraries
This commit is contained in:
@@ -2,6 +2,5 @@
|
||||
dependencies {
|
||||
compile project(':pdb-api')
|
||||
compile 'org.lucares:ludb:1.0.20170101101722'
|
||||
compile 'com.fasterxml.jackson.core:jackson-databind:2.8.5'
|
||||
compile 'org.mapdb:mapdb:3.0.2'
|
||||
compile 'com.fasterxml.jackson.core:jackson-databind:2.8.6'
|
||||
}
|
||||
|
||||
@@ -1,320 +0,0 @@
|
||||
package org.lucares.performance.db;
|
||||
|
||||
import java.io.File;
|
||||
import java.io.Serializable;
|
||||
import java.nio.file.Path;
|
||||
import java.nio.file.Paths;
|
||||
import java.time.OffsetDateTime;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Arrays;
|
||||
import java.util.HashMap;
|
||||
import java.util.HashSet;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Map.Entry;
|
||||
import java.util.Set;
|
||||
import java.util.UUID;
|
||||
import java.util.concurrent.ConcurrentMap;
|
||||
import java.util.concurrent.TimeUnit;
|
||||
import java.util.stream.Collectors;
|
||||
import java.util.stream.IntStream;
|
||||
|
||||
import org.lucares.ludb.H2DB;
|
||||
import org.mapdb.DB;
|
||||
import org.mapdb.DBMaker;
|
||||
import org.mapdb.Serializer;
|
||||
import org.testng.annotations.Test;
|
||||
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import com.fasterxml.jackson.databind.ObjectWriter;
|
||||
|
||||
import liquibase.exception.LiquibaseException;
|
||||
|
||||
@Test
|
||||
public class ObjectMapperTest {
|
||||
private static final File H2DB_LOCATION = new File("/tmp/h2.db");
|
||||
|
||||
public static class TagEntry implements Serializable {
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
private String folder;
|
||||
|
||||
private Map<String, String> tags = new HashMap<>();
|
||||
|
||||
public TagEntry() {
|
||||
super();
|
||||
}
|
||||
|
||||
public Path getFolder() {
|
||||
return Paths.get(folder);
|
||||
}
|
||||
|
||||
public void setFolder(final Path folder) {
|
||||
this.folder = folder.toFile().getPath();
|
||||
}
|
||||
|
||||
public Map<String, String> getTags() {
|
||||
return tags;
|
||||
}
|
||||
|
||||
public void setTags(final Map<String, String> tags) {
|
||||
this.tags = tags;
|
||||
}
|
||||
|
||||
public void tag(final String key, final String value) {
|
||||
tags.put(key, value);
|
||||
}
|
||||
}
|
||||
|
||||
public static interface TagDB {
|
||||
|
||||
void addTagEntry(TagEntry tagEntry);
|
||||
|
||||
}
|
||||
|
||||
public static class TagDBJson implements TagDB {
|
||||
private List<TagEntry> tagEntries = new ArrayList<>();
|
||||
|
||||
private final Map<String, Map<String, Set<TagEntry>>> index = new HashMap<>();
|
||||
|
||||
public Map<String, Map<String, Set<TagEntry>>> index() {
|
||||
return index;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void addTagEntry(final TagEntry tagEntry) {
|
||||
tagEntries.add(tagEntry);
|
||||
}
|
||||
|
||||
public List<TagEntry> getTagEntries() {
|
||||
return tagEntries;
|
||||
}
|
||||
|
||||
public void setTagEntries(final List<TagEntry> tagEntries) {
|
||||
this.tagEntries = tagEntries;
|
||||
|
||||
index.clear();
|
||||
|
||||
for (final TagEntry tagEntry : tagEntries) {
|
||||
for (final Entry<String, String> t : tagEntry.getTags().entrySet()) {
|
||||
|
||||
final String tagKey = t.getKey();
|
||||
final String tagValue = t.getValue();
|
||||
index.putIfAbsent(tagKey, new HashMap<>());
|
||||
|
||||
final Map<String, Set<TagEntry>> tagKeyMap = index.get(tagKey);
|
||||
tagKeyMap.putIfAbsent(tagValue, new HashSet<>());
|
||||
|
||||
tagKeyMap.get(tagValue).add(tagEntry);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public static class TagDBH2 implements TagDB, AutoCloseable {
|
||||
|
||||
private final H2DB db;
|
||||
|
||||
public TagDBH2() throws LiquibaseException {
|
||||
super();
|
||||
this.db = new H2DB(H2DB_LOCATION);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void addTagEntry(final TagEntry tagEntry) {
|
||||
final File file = tagEntry.getFolder().toFile();
|
||||
db.addDocument(file);
|
||||
|
||||
tagEntry.getTags().forEach((k, v) -> {
|
||||
TagsUtils.setProperty(db, file, k, v);
|
||||
});
|
||||
|
||||
}
|
||||
|
||||
public List<TagEntry> getTagEntries() {
|
||||
return null;
|
||||
}
|
||||
|
||||
public void setTagEntries(final List<TagEntry> tagEntries) {
|
||||
tagEntries.forEach(this::addTagEntry);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void close() throws Exception {
|
||||
db.close();
|
||||
}
|
||||
}
|
||||
|
||||
public static class TagDBMapDB implements TagDB, AutoCloseable {
|
||||
private List<TagEntry> tagEntries = new ArrayList<>();
|
||||
|
||||
final DB db;
|
||||
|
||||
private final ConcurrentMap<String, Long> mapIndex;
|
||||
|
||||
private final ConcurrentMap<Long, TagEntry> mapObjects;
|
||||
|
||||
@SuppressWarnings("unchecked")
|
||||
public TagDBMapDB() {
|
||||
db = DBMaker.fileDB("/tmp/file4.db").fileMmapEnable().make();
|
||||
|
||||
mapIndex = db.hashMap("mapIndex", Serializer.STRING, Serializer.LONG).createOrOpen();
|
||||
|
||||
mapObjects = db.hashMap("mapObjects", Serializer.LONG, Serializer.JAVA).createOrOpen();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void close() throws Exception {
|
||||
db.close();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void addTagEntry(final TagEntry tagEntry) {
|
||||
|
||||
final long docId = mapObjects.size();
|
||||
mapObjects.put(docId, tagEntry);
|
||||
|
||||
tagEntry.getTags().forEach((k, v) -> {
|
||||
final String tag = k + "=" + v;
|
||||
|
||||
mapIndex.put(tag, docId);
|
||||
|
||||
});
|
||||
|
||||
}
|
||||
|
||||
public List<TagEntry> getTagEntries() {
|
||||
return tagEntries;
|
||||
}
|
||||
|
||||
public void setTagEntries(final List<TagEntry> tagEntries) {
|
||||
this.tagEntries = tagEntries;
|
||||
|
||||
for (final TagEntry tagEntry : tagEntries) {
|
||||
for (final Entry<String, String> t : tagEntry.getTags().entrySet()) {
|
||||
|
||||
final String tagKey = t.getKey();
|
||||
final String tagValue = t.getValue();
|
||||
final String tag = tagKey + "=" + tagValue;
|
||||
|
||||
final long docId = mapObjects.size();
|
||||
mapObjects.put(docId, tagEntry);
|
||||
|
||||
mapIndex.put(tag, docId);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@Test(invocationCount = 1)
|
||||
public void testName() throws Exception {
|
||||
|
||||
final TagDBJson tagDB = new TagDBJson();
|
||||
fill(tagDB);
|
||||
|
||||
final ObjectMapper om = new ObjectMapper();
|
||||
final ObjectWriter ow = om.writerWithDefaultPrettyPrinter();
|
||||
|
||||
final File file = new File("/tmp/example.json");
|
||||
{
|
||||
final long start = System.nanoTime();
|
||||
ow.writeValue(file, tagDB);
|
||||
System.out.println("json write: " + (System.nanoTime() - start) / 1_000_000.0 + "ms");
|
||||
}
|
||||
{
|
||||
final long start = System.nanoTime();
|
||||
om.readValue(file, TagDBJson.class);
|
||||
System.out.println("json read: " + (System.nanoTime() - start) / 1_000_000.0 + "ms");
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
@Test(invocationCount = 1)
|
||||
public void testH2BD() throws Exception {
|
||||
|
||||
H2DB_LOCATION.delete();
|
||||
{
|
||||
final long start = System.nanoTime();
|
||||
final TagDBH2 tagDB = new TagDBH2();
|
||||
fill(tagDB);
|
||||
System.out.println("h2 write: " + (System.nanoTime() - start) / 1_000_000.0 + "ms");
|
||||
}
|
||||
{
|
||||
final long start = System.nanoTime();
|
||||
final TagDBH2 tagDB = new TagDBH2();
|
||||
tagDB.close();
|
||||
System.out.println("h2 read: " + (System.nanoTime() - start) / 1_000_000.0 + "ms");
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
@Test(enabled = true)
|
||||
public void testMapDB() throws Exception {
|
||||
|
||||
final long start = System.nanoTime();
|
||||
try (final TagDBMapDB tagDB = new TagDBMapDB()) {
|
||||
|
||||
fill(tagDB);
|
||||
|
||||
}
|
||||
System.out.println("mapdb write: " + (System.nanoTime() - start) / 1_000_000.0 + "ms");
|
||||
|
||||
final long start2 = System.nanoTime();
|
||||
try (final TagDBMapDB tagDB = new TagDBMapDB()) {
|
||||
|
||||
}
|
||||
System.out.println("mapdb read: " + (System.nanoTime() - start2) / 1_000_000.0 + "ms");
|
||||
}
|
||||
|
||||
@Test(enabled = false)
|
||||
public void testQuickstart() throws Exception {
|
||||
final DB db = DBMaker.fileDB("/tmp/file2.db").fileMmapEnable().make();
|
||||
final ConcurrentMap<String, Long> map = db.hashMap("map", Serializer.STRING, Serializer.LONG).createOrOpen();
|
||||
map.put("something", 111L);
|
||||
|
||||
db.close();
|
||||
}
|
||||
|
||||
private void fill(final TagDB tagDB) {
|
||||
|
||||
final List<String> pods = IntStream.rangeClosed(1, 1).mapToObj(i -> "vapondem" + i)
|
||||
.collect(Collectors.toList());
|
||||
final List<String> hosts = IntStream.rangeClosed(1, 1).mapToObj(i -> "host" + i).collect(Collectors.toList());
|
||||
final List<String> versions = IntStream.rangeClosed(1, 1).mapToObj(i -> "5." + i).collect(Collectors.toList());
|
||||
final List<String> types = Arrays.asList("app", "engine", "web", "batch");
|
||||
|
||||
for (final String pod : pods) {
|
||||
for (final String host : hosts) {
|
||||
for (final String version : versions) {
|
||||
for (final String type : types) {
|
||||
final TagEntry e = new TagEntry();
|
||||
|
||||
e.setFolder(Paths.get("/some/prefix", UUID.randomUUID().toString()));
|
||||
e.tag("pod", pod);
|
||||
e.tag("host", host);
|
||||
e.tag("version", version);
|
||||
e.tag("type", type);
|
||||
|
||||
tagDB.addTagEntry(e);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public static void main(final String[] args) throws Exception {
|
||||
System.out.println(System.getProperty("java.class.path"));
|
||||
TimeUnit.SECONDS.sleep(5);
|
||||
|
||||
System.out.println("start: " + OffsetDateTime.now());
|
||||
try (H2DB h2 = new H2DB(new File("/tmp/h2" + UUID.randomUUID().toString()))) {
|
||||
System.out.println("done");
|
||||
}
|
||||
System.out.println("stop: " + OffsetDateTime.now());
|
||||
|
||||
TimeUnit.SECONDS.sleep(20);
|
||||
|
||||
System.out.println("closing");
|
||||
}
|
||||
|
||||
}
|
||||
Reference in New Issue
Block a user