introduce index clustering (part 1)

In order to prevent files from getting too big and
make it easier to implement retention policies, we
are splitting all files into chunks. Each chunk
contains the data for a time interval (1 month per
default).
This first changeset introduces the ClusteredPersistentMap
that implements this for PersistentMap. It is used
for a couple (not all) of indices.

pdb-ui/src/test/java/org/lucares/performance/db/ingestor/TcpIngestorTest.java

@@ -18,6 +18,8 @@ import java.util.concurrent.LinkedBlockingDeque;
 import java.util.concurrent.ThreadLocalRandom;
 
 import org.lucares.collections.LongList;
+import org.lucares.pdb.api.DateTimeRange;
+import org.lucares.pdb.api.Query;
 import org.lucares.pdb.datastore.internal.DataStore;
 import org.lucares.pdbui.TcpIngestor;
 import org.lucares.performance.db.PdbExport;
@@ -79,10 +81,11 @@ public class TcpIngestorTest {
 		}
 
 		try (PerformanceDb db = new PerformanceDb(dataDirectory)) {
-			final LongList result = db.get("host=" + host).singleGroup().flatMap();
+			final LongList result = db.get(new Query("host=" + host, DateTimeRange.ofDay(dateA))).singleGroup()
+					.flatMap();
 			Assert.assertEquals(result.size(), 4);
 
-			Assert.assertEquals(result.get(0), dateA.toInstant().truncatedTo(ChronoUnit.MILLIS).toEpochMilli());
+			Assert.assertEquals(result.get(0), dateA.toInstant().toEpochMilli());
 			Assert.assertEquals(result.get(1), 1);
 
 			Assert.assertEquals(result.get(2), dateB.toInstant().truncatedTo(ChronoUnit.MILLIS).toEpochMilli());
@@ -95,6 +98,7 @@ public class TcpIngestorTest {
 		final long dateA = Instant.now().toEpochMilli();
 		final long dateB = Instant.now().toEpochMilli() + 1;
 		final long dateC = Instant.now().toEpochMilli() - 1;
+		final DateTimeRange dateRange = DateTimeRange.relativeMinutes(1);
 		final String host = "someHost";
 
 		// 1. insert some data
@@ -133,7 +137,7 @@ public class TcpIngestorTest {
 
 		// 5. check that the data is correctly inserted
 		try (PerformanceDb db = new PerformanceDb(dataDirectory)) {
-			final LongList result = db.get("host=" + host).singleGroup().flatMap();
+			final LongList result = db.get(new Query("host=" + host, dateRange)).singleGroup().flatMap();
 			Assert.assertEquals(result.size(), 6);
 
 			Assert.assertEquals(result.get(0), dateA);
@@ -151,6 +155,7 @@ public class TcpIngestorTest {
 	public void testIngestionThreadDoesNotDieOnErrors() throws Exception {
 		final OffsetDateTime dateA = OffsetDateTime.ofInstant(Instant.ofEpochMilli(-1), ZoneOffset.UTC);
 		final OffsetDateTime dateB = OffsetDateTime.now();
+		final DateTimeRange dateRange = new DateTimeRange(dateA, dateB);
 		final String host = "someHost";
 
 		try (TcpIngestor tcpIngestor = new TcpIngestor(dataDirectory)) {
@@ -185,7 +190,7 @@ public class TcpIngestorTest {
 		}
 
 		try (PerformanceDb db = new PerformanceDb(dataDirectory)) {
-			final LongList result = db.get("host=" + host).singleGroup().flatMap();
+			final LongList result = db.get(new Query("host=" + host, dateRange)).singleGroup().flatMap();
 			Assert.assertEquals(result.size(), 4);
 
 			Assert.assertEquals(result.get(0), dateA.toInstant().truncatedTo(ChronoUnit.MILLIS).toEpochMilli());
@@ -212,6 +217,8 @@ public class TcpIngestorTest {
 		final ThreadLocalRandom rnd = ThreadLocalRandom.current();
 		final String host = "someHost";
 		final List<String> additionalTagValues = Arrays.asList("foo", "bar", "baz");
+		final DateTimeRange dateRange = new DateTimeRange(Instant.ofEpochMilli(-100000L).atOffset(ZoneOffset.UTC),
+				Instant.ofEpochMilli(10000000L).atOffset(ZoneOffset.UTC));
 
 		final LongList expected = new LongList();
 
@@ -245,7 +252,7 @@ public class TcpIngestorTest {
 		}
 
 		try (PerformanceDb db = new PerformanceDb(dataDirectory)) {
-			final LongList result = db.get("host=" + host).singleGroup().flatMap();
+			final LongList result = db.get(new Query("host=" + host, dateRange)).singleGroup().flatMap();
 			Assert.assertEquals(LongPair.fromLongList(result), LongPair.fromLongList(expected));
 		}
 	}