remove debug output
This commit is contained in:
@@ -72,11 +72,11 @@ public class TcpIngestor implements AutoCloseable {
|
|||||||
System.out.println("reading from stream");
|
System.out.println("reading from stream");
|
||||||
while (iterator.hasNext()) {
|
while (iterator.hasNext()) {
|
||||||
|
|
||||||
|
final long start = System.nanoTime();
|
||||||
// System.out.println("read: " + line);
|
// System.out.println("read: " + line);
|
||||||
@SuppressWarnings("unchecked")
|
@SuppressWarnings("unchecked")
|
||||||
final Map<String, Object> object = (Map<String, Object>) iterator.next();
|
final Map<String, Object> object = (Map<String, Object>) iterator.next();
|
||||||
|
|
||||||
final long start = System.nanoTime();
|
|
||||||
final Optional<Entry> entry = createEntry(object);
|
final Optional<Entry> entry = createEntry(object);
|
||||||
final long end = System.nanoTime();
|
final long end = System.nanoTime();
|
||||||
duration += (end - start) / 1_000_000.0;
|
duration += (end - start) / 1_000_000.0;
|
||||||
|
|||||||
@@ -88,6 +88,7 @@ public class PdbWriterManager implements AutoCloseable {
|
|||||||
final Day day = new Day(date);
|
final Day day = new Day(date);
|
||||||
|
|
||||||
if (!day.equals(lastDay)) {
|
if (!day.equals(lastDay)) {
|
||||||
|
LOGGER.info("finished with " + day);
|
||||||
closeFiles();
|
closeFiles();
|
||||||
lastDay = day;
|
lastDay = day;
|
||||||
}
|
}
|
||||||
@@ -115,7 +116,6 @@ public class PdbWriterManager implements AutoCloseable {
|
|||||||
}
|
}
|
||||||
|
|
||||||
private void closeFiles() {
|
private void closeFiles() {
|
||||||
LOGGER.info("closing all files");
|
|
||||||
final Iterator<Entry<Key, PdbWriter>> it = map.entrySet().iterator();
|
final Iterator<Entry<Key, PdbWriter>> it = map.entrySet().iterator();
|
||||||
|
|
||||||
while (it.hasNext()) {
|
while (it.hasNext()) {
|
||||||
|
|||||||
@@ -167,14 +167,11 @@ public class TagsToFile implements CollectionUtils {
|
|||||||
|
|
||||||
final Document document = db.getDocument(tagSpecificStorageFolder.toFile());
|
final Document document = db.getDocument(tagSpecificStorageFolder.toFile());
|
||||||
if (document == null) {
|
if (document == null) {
|
||||||
System.err.println("adding new folder: " + tagSpecificStorageFolder);
|
|
||||||
db.addDocument(tagSpecificStorageFolder.toFile());
|
db.addDocument(tagSpecificStorageFolder.toFile());
|
||||||
|
|
||||||
tags.forEach((fieldName, value) -> {
|
tags.forEach((fieldName, value) -> {
|
||||||
TagsUtils.setProperty(db, tagSpecificStorageFolder.toFile(), fieldName, value);
|
TagsUtils.setProperty(db, tagSpecificStorageFolder.toFile(), fieldName, value);
|
||||||
});
|
});
|
||||||
} else {
|
|
||||||
System.out.println("using existing folder: " + tagSpecificStorageFolder);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
result = new PdbFile(day, storageFile, tags);
|
result = new PdbFile(day, storageFile, tags);
|
||||||
|
|||||||
Reference in New Issue
Block a user