logging.properties for the hostcache and a script to count total hosts

host-cache/logging/logging.properties

@@ -0,0 +1,62 @@
+############################################################
+#       Default Logging Configuration File
+#
+# You can use a different file by specifying a filename
+# with the java.util.logging.config.file system property.  
+# For example java -Djava.util.logging.config.file=myfile
+############################################################
+
+############################################################
+#       Global properties
+############################################################
+
+# "handlers" specifies a comma separated list of log Handler 
+# classes.  These handlers will be installed during VM startup.
+# Note that these classes must be on the system classpath.
+# By default we only configure a ConsoleHandler, which will only
+# show messages at the INFO and above levels.
+handlers= java.util.logging.FileHandler
+
+# To also add the FileHandler, use the following line instead.
+#handlers= java.util.logging.FileHandler, java.util.logging.ConsoleHandler
+
+# Default global logging level.
+# This specifies which kinds of events are logged across
+# all loggers.  For any given facility this global level
+# can be overriden by a facility specific level
+# Note that the ConsoleHandler also has a separate level
+# setting to limit messages printed to the console.
+.level= INFO
+
+############################################################
+# Handler specific properties.
+# Describes specific configuration info for Handlers.
+############################################################
+
+# default file output is in user's home directory.
+java.util.logging.FileHandler.pattern = hostcache.log
+java.util.logging.FileHandler.limit = 5000000
+java.util.logging.FileHandler.count = 1
+java.util.logging.FileHandler.formatter = java.util.logging.SimpleFormatter
+
+# Limit the message that are printed on the console to INFO and above.
+java.util.logging.ConsoleHandler.level = INFO
+java.util.logging.ConsoleHandler.formatter = java.util.logging.SimpleFormatter
+
+# Example to customize the SimpleFormatter output format 
+# to print one-line log message like this:
+#     <level>: <log message> [<date/time>]
+#
+#java.util.logging.SimpleFormatter.format=%4$s: %5$s [%1$tc]%n
+
+java.util.logging.SimpleFormatter.format=%1$tY-%1$tm-%1$td %1$tH:%1$tM:%1$tS.%1$tL %4$s %2$s %5$s %6$s %n
+
+############################################################
+# Facility specific properties.
+# Provides extra control for each logger.
+############################################################
+
+# For example, set the com.xyz.foo logger to only log SEVERE
+# messages:
+com.xyz.foo.level = SEVERE
+net.i2p.client.streaming.impl.level = SEVERE

host-cache/scripts/count_total.py

@@ -0,0 +1,23 @@
+#!/usr/bin/python3
+  
+import os,sys,json
+
+if len(sys.argv) < 2 :
+    print("This script counts unique hosts in the MuWire network",file = sys.stderr)
+    print("Pass the prefix of the files to analyse.  For example:",file = sys.stderr)
+    print("\"20200427\" will count unique hosts on 27th of April 2020",file = sys.stderr)
+    print("\"202004\" will count unique hosts during all of April 2020",file = sys.stderr)
+    sys.exit(1)
+
+day = sys.argv[1]
+files = os.listdir(".")
+files = [x for x in files if x.startswith(day)]
+
+hosts = set()
+
+for f in files:
+    for line in open(f):
+        host = json.loads(line)
+        hosts.add(host["destination"])
+
+print(len(hosts))