commit 1def146675d0c338556b337cddbb302f9ec42c8a Author: eyedeekay Date: Mon Oct 28 20:49:45 2024 -0400 NetDB statistics tool diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..01125ad --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +netdbstat diff --git a/README.md b/README.md new file mode 100644 index 0000000..36f37e6 --- /dev/null +++ b/README.md @@ -0,0 +1,5 @@ +netdbstat +========= + +Get I2P network statistics from an I2P router's network database. +Reads the options field for network-wide statistics which are reported by a small number of routers on an opt-in basis. diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..cca8975 --- /dev/null +++ b/go.mod @@ -0,0 +1,21 @@ +module i2pgit.org/idk/netdbstat + +go 1.23.1 + +require ( + github.com/eyedeekay/checki2cp v0.33.8 + github.com/go-i2p/go-i2p v0.0.0-20240625160418-ac705dee767b +) + +require ( + filippo.io/edwards25519 v1.1.0 // indirect + github.com/eyedeekay/go-i2cp v0.0.0-20190716135428-6d41bed718b0 // indirect + github.com/eyedeekay/i2pkeys v0.33.7 // indirect + github.com/eyedeekay/sam3 v0.33.7 // indirect + github.com/sirupsen/logrus v1.9.3 // indirect + go.step.sm/crypto v0.53.0 // indirect + golang.org/x/crypto v0.27.0 // indirect + golang.org/x/sys v0.25.0 // indirect +) + +replace github.com/go-i2p/go-i2p => ../../../github.com/go-i2p/go-i2p diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..da6c09c --- /dev/null +++ b/go.sum @@ -0,0 +1,114 @@ +filippo.io/edwards25519 v1.1.0 h1:FNf4tywRC1HmFuKW5xopWpigGjJKiJSV0Cqo0cJWDaA= +filippo.io/edwards25519 v1.1.0/go.mod h1:BxyFTGdWcka3PhytdK4V28tE5sGfRvvvRV7EaN4VDT4= +github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/eyedeekay/checki2cp v0.33.8 h1:h31UDIuTP7Pv0T332RlRUieTwaNT+LoLPPLOhkwecsk= +github.com/eyedeekay/checki2cp v0.33.8/go.mod h1:n40YU2DtJI4iW6H8Wdqma062PI6L2ruVpG8QtsOjYRQ= +github.com/eyedeekay/go-i2cp v0.0.0-20190716135428-6d41bed718b0 h1:rnn9OlD/3+tATEZNuiMR1C84O5CX8bZL2qqgttprKrw= +github.com/eyedeekay/go-i2cp v0.0.0-20190716135428-6d41bed718b0/go.mod h1:+P0fIhkqIYjo7exMJRTlSteRMbRyHbiBiKw+YlPWk+c= +github.com/eyedeekay/go-i2pcontrol v0.1.6/go.mod h1:976YyzS3THPwlBelkp3t1pMzzsjyn96eLaVdhaaSI78= +github.com/eyedeekay/goSam v0.32.31-0.20210122211817-f97683379f23/go.mod h1:UgJnih/LpotwKriwVPOEa6yPDM2NDdVrKfLtS5DOLPE= +github.com/eyedeekay/i2pkeys v0.33.7 h1:cxqHSkl6b2lHyPJUtIQZBiipYf7NQVYqM1d3ub0MI4k= +github.com/eyedeekay/i2pkeys v0.33.7/go.mod h1:W9KCm9lqZ+Ozwl3dwcgnpPXAML97+I8Jiht7o5A8YBM= +github.com/eyedeekay/sam3 v0.32.32/go.mod h1:qRA9KIIVxbrHlkj+ZB+OoxFGFgdKeGp1vSgPw26eOVU= +github.com/eyedeekay/sam3 v0.33.7 h1:GPYHG4NHxvhqPbGNJ3wKvUQyZSTCmX17f5L5QvyefGs= +github.com/eyedeekay/sam3 v0.33.7/go.mod h1:25cRGEFawSkbiPNSh7vTUIpRtEYLVLg/4J4He6LndAY= +github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo= +github.com/getlantern/context v0.0.0-20190109183933-c447772a6520/go.mod h1:L+mq6/vvYHKjCX2oez0CgEAJmbq1fbb/oNJIWQkBybY= +github.com/getlantern/errors v1.0.1/go.mod h1:l+xpFBrCtDLpK9qNjxs+cHU6+BAdlBaxHqikB6Lku3A= +github.com/getlantern/go-socks5 v0.0.0-20171114193258-79d4dd3e2db5/go.mod h1:kGHRXch95rnGLHjER/GhhFiHvfnqNz7KqWD9kGfATHY= +github.com/getlantern/golog v0.0.0-20201105130739-9586b8bde3a9/go.mod h1:ZyIjgH/1wTCl+B+7yH1DqrWp6MPJqESmwmEQ89ZfhvA= +github.com/getlantern/hex v0.0.0-20190417191902-c6586a6fe0b7/go.mod h1:dD3CgOrwlzca8ed61CsZouQS5h5jIzkK9ZWrTcf0s+o= +github.com/getlantern/hidden v0.0.0-20190325191715-f02dbb02be55/go.mod h1:6mmzY2kW1TOOrVy+r41Za2MxXM+hhqTtY3oBKd2AgFA= +github.com/getlantern/netx v0.0.0-20190110220209-9912de6f94fd/go.mod h1:wKdY0ikOgzrWSeB9UyBVKPRhjXQ+vTb+BPeJuypUuNE= +github.com/getlantern/ops v0.0.0-20190325191751-d70cb0d6f85f/go.mod h1:D5ao98qkA6pxftxoqzibIBBrLSUli+kYnJqrgBf9cIA= +github.com/getlantern/ops v0.0.0-20200403153110-8476b16edcd6/go.mod h1:D5ao98qkA6pxftxoqzibIBBrLSUli+kYnJqrgBf9cIA= +github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY= +github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI= +github.com/google/renameio v1.0.0/go.mod h1:t/HQoYBZSsWSNK35C6CO/TpPLDVWvxOHboWUAweKUpk= +github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= +github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= +github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= +github.com/kr/pretty v0.2.0/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/gomega v1.5.0/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY= +github.com/oxtoacart/bpool v0.0.0-20190530202638-03653db5a59c/go.mod h1:X07ZCGwUbLaax7L0S3Tw4hpejzu63ZrrQiUe6W0hcy0= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/riobard/go-x25519 v0.0.0-20190716001027-10cc4d8d0b33/go.mod h1:BjmVxzAnkLeoEbqHEerI4eSw6ua+RaIB0S4jMV21RAs= +github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= +github.com/rogpeppe/go-internal v1.6.2/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc= +github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ= +github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg= +github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY= +github.com/ybbus/jsonrpc/v2 v2.1.7/go.mod h1:rIuG1+ORoiqocf9xs/v+ecaAVeo3zcZHQgInyKFMeg0= +github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= +go.step.sm/crypto v0.53.0 h1:+1as1ogzuCzx15/468M4mEC5juogI5a0Fzbsyh1CuYY= +go.step.sm/crypto v0.53.0/go.mod h1:AqLU78RqNUHepLzyOWZuNN/2++Lu7dZENdO9UzWOGSk= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= +golang.org/x/crypto v0.27.0 h1:GXm2NjJrPaiv/h1tb2UH8QfgC/hOf/+z0p6PT8o1w7A= +golang.org/x/crypto v0.27.0/go.mod h1:1Xngt8kV6Dvbssa53Ziq6Eqn0HqbZi5Z6R0ZpwQzt70= +golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= +golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= +golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= +golang.org/x/net v0.5.0/go.mod h1:DivGGAXEgPSlEBzxGzZI+ZLohi+xUj054jfeKui00ws= +golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.4.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.25.0 h1:r+8e+loiHxRqhXVl6ML1nO3l1+oFoWbnlu2Ehimmi34= +golang.org/x/sys v0.25.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= +golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= +golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= +golang.org/x/term v0.4.0/go.mod h1:9P2UbLfCdcvo3p/nzKvsmas4TnlujnuoV9hGgYzW1lQ= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= +golang.org/x/text v0.6.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20200410194907-79a7a3126eef/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= +gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys= +gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw= +gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +honnef.co/go/tools v0.0.1-2020.1.6/go.mod h1:pyyisuGw24ruLjrr1ddx39WE0y9OooInRzEYLhQB2YY= diff --git a/main.go b/main.go new file mode 100644 index 0000000..e8f5cbc --- /dev/null +++ b/main.go @@ -0,0 +1,131 @@ +package main + +import ( + "encoding/json" + "fmt" + "io/ioutil" + "log" + "os" + "path/filepath" + "regexp" + "strings" + "time" + + "github.com/eyedeekay/checki2cp/getmeanetdb" + "github.com/go-i2p/go-i2p/lib/common/data" + "github.com/go-i2p/go-i2p/lib/common/router_info" +) + +var ( + EXPIRE = "buildExploratoryExpire" + SUCCESS = "buildExploratorySuccess" + REJECT = "buildExploratoryReject" + PART = "participatingTunnels" + STAT_EXP_TUN_EXPIRE, _ = data.ToI2PString("stat_tunnel." + EXPIRE + ".60m") + STAT_EXP_TUN_SUCCESS, _ = data.ToI2PString("stat_tunnel." + SUCCESS + ".60m") + STAT_EXP_TUN_REJECT, _ = data.ToI2PString("stat_tunnel." + REJECT + ".60m") + STAT_PART_TUN_TOTAL, _ = data.ToI2PString("stat_tunnel." + PART + ".60m") +) + +func main() { + ndb, err := getmeanetdb.WhereIstheNetDB() + if err != nil { + log.Fatal("NetDB Not Found:", err) + } + log.Println("NetDB found at:", ndb) + routerInfos, err := RouterInfos(ndb) + if err != nil { + log.Fatal("NetDB Read Error:", err) + } + log.Println("Found", len(routerInfos), "RouterInfos") + stats := make(map[string]interface{}) + for _, ri := range routerInfos { + if ri.RI.Options().Values().Get(STAT_EXP_TUN_SUCCESS) != nil { + m := make(map[string]interface{}) + m["Name"] = ri.Name + m["Time"] = ri.ModTime + successdata, _ := ri.RI.Options().Values().Get(STAT_EXP_TUN_SUCCESS).Data() + expiredata, _ := ri.RI.Options().Values().Get(STAT_EXP_TUN_EXPIRE).Data() + rejectdata, _ := ri.RI.Options().Values().Get(STAT_EXP_TUN_REJECT).Data() + partdata, _ := ri.RI.Options().Values().Get(STAT_PART_TUN_TOTAL).Data() + stat := make(map[string]interface{}) + //expire + stat[EXPIRE] = dataToMap(expiredata) + //success + stat[SUCCESS] = dataToMap(successdata) + //reject + stat[REJECT] = dataToMap(rejectdata) + //participating + stat[PART] = dataToMap(partdata) + m["Stats"] = stat + stats[ri.Name] = m + } + } + fmt.Println(mapToJson(stats)) +} + +func dataToMap(Data string) (m map[string]interface{}) { + m = make(map[string]interface{}) + split := strings.Split(Data, ";") + m["Average"] = split[0] + m["2"] = split[1] + m["3"] = split[2] + m["Normalized"] = split[3] + return +} + +func mapToJson(m map[string]interface{}) (js string) { + b, _ := json.MarshalIndent(m, "", " ") + js = string(b) + return +} + +type routerInfo struct { + Name string + ModTime time.Time + Data []byte + RI *router_info.RouterInfo +} + +func RouterInfos(Path string) (routerInfos []routerInfo, err error) { + r, _ := regexp.Compile("^routerInfo-[A-Za-z0-9-=~]+.dat$") + + files := make(map[string]os.FileInfo) + walkpath := func(path string, f os.FileInfo, err error) error { + if r.MatchString(f.Name()) { + files[path] = f + } + return nil + } + + filepath.Walk(Path, walkpath) + + for path, file := range files { + riBytes, err := ioutil.ReadFile(path) + if nil != err { + log.Println(err) + continue + } + + // ignore outdate routerInfos + age := time.Since(file.ModTime()) + if age.Hours() > 192 { + continue + } + riStruct, remainder, err := router_info.ReadRouterInfo(riBytes) + if err != nil { + log.Println("RouterInfo Parsing Error:", err) + log.Println("Leftover Data(for debugging):", remainder) + // riStruct = nil + continue + } + routerInfos = append(routerInfos, routerInfo{ + Name: file.Name(), + ModTime: file.ModTime(), + Data: riBytes, + RI: &riStruct, + }) + } + + return +} diff --git a/stats.json b/stats.json new file mode 100644 index 0000000..e413381 --- /dev/null +++ b/stats.json @@ -0,0 +1,362 @@ +{ + "routerInfo--aT9SXtPOeLF4PfpLT6Jjj3VqiNQEJzqz8872lKEcmI=.dat": { + "Name": "routerInfo--aT9SXtPOeLF4PfpLT6Jjj3VqiNQEJzqz8872lKEcmI=.dat", + "Stats": { + "buildExploratoryExpire": { + "2": "1.00", + "3": "59.28%", + "Average": "1.00", + "Normalized": "29.69" + }, + "buildExploratoryReject": { + "2": "10,404.37", + "3": "16.64%", + "Average": "811.67", + "Normalized": "9.38" + }, + "buildExploratorySuccess": { + "2": "4,350.40", + "3": "56.69%", + "Average": "1,586.95", + "Normalized": "60.94" + }, + "participatingTunnels": { + "2": "969.10", + "3": "116.55%", + "Average": "787.10", + "Normalized": "555" + } + }, + "Time": "2024-10-28T18:58:11.516-04:00" + }, + "routerInfo-6ZIbm3MT73~2zgqWSCbJKipbvdUE-iw6xQp40zOkWeg=.dat": { + "Name": "routerInfo-6ZIbm3MT73~2zgqWSCbJKipbvdUE-iw6xQp40zOkWeg=.dat", + "Stats": { + "buildExploratoryExpire": { + "2": "1.00", + "3": "91.02%", + "Average": "1.00", + "Normalized": "49.74" + }, + "buildExploratoryReject": { + "2": "6,002.40", + "3": "59.60%", + "Average": "1,753.30", + "Normalized": "13.85" + }, + "buildExploratorySuccess": { + "2": "5,055.42", + "3": "84.22%", + "Average": "2,511.39", + "Normalized": "36.41" + }, + "participatingTunnels": { + "2": "6,526.31", + "3": "70.92%", + "Average": "2,723.85", + "Normalized": "555" + } + }, + "Time": "2024-10-28T18:46:16.366-04:00" + }, + "routerInfo-7B1yeQRRd28WgyQ0B2KibbY5RJtgdGSaEbliNq3jweM=.dat": { + "Name": "routerInfo-7B1yeQRRd28WgyQ0B2KibbY5RJtgdGSaEbliNq3jweM=.dat", + "Stats": { + "buildExploratoryExpire": { + "2": "1.00", + "3": "116.03%", + "Average": "1.00", + "Normalized": "46.37" + }, + "buildExploratoryReject": { + "2": "2,279.18", + "3": "99.74%", + "Average": "2,120.63", + "Normalized": "6.11" + }, + "buildExploratorySuccess": { + "2": "3,891.97", + "3": "77.44%", + "Average": "1,069.02", + "Normalized": "47.52" + }, + "participatingTunnels": { + "2": "136.07", + "3": "5.73%", + "Average": "1.37", + "Normalized": "555" + } + }, + "Time": "2024-10-28T20:32:10.302-04:00" + }, + "routerInfo-KXazSmqp4riQpuML9198thpUp7uFIt3SHgtkzfgFTPY=.dat": { + "Name": "routerInfo-KXazSmqp4riQpuML9198thpUp7uFIt3SHgtkzfgFTPY=.dat", + "Stats": { + "buildExploratoryExpire": { + "2": "1.00", + "3": "141.61%", + "Average": "1.00", + "Normalized": "50.00" + }, + "buildExploratoryReject": { + "2": "7,472.96", + "3": "82.95%", + "Average": "2,001.73", + "Normalized": "12.00" + }, + "buildExploratorySuccess": { + "2": "6,165.93", + "3": "140.68%", + "Average": "3,272.67", + "Normalized": "38.00" + }, + "participatingTunnels": { + "2": "1,698.42", + "3": "88.74%", + "Average": "846.17", + "Normalized": "555" + } + }, + "Time": "2024-10-28T18:41:22.393-04:00" + }, + "routerInfo-KZdnJ2FPb6AACNRYBACAEx69ilyk4RwzrZn1fIoINzQ=.dat": { + "Name": "routerInfo-KZdnJ2FPb6AACNRYBACAEx69ilyk4RwzrZn1fIoINzQ=.dat", + "Stats": { + "buildExploratoryExpire": { + "2": "1.00", + "3": "148.60%", + "Average": "1.00", + "Normalized": "53.21" + }, + "buildExploratoryReject": { + "2": "7,705.39", + "3": "285.58%", + "Average": "5,763.76", + "Normalized": "11.93" + }, + "buildExploratorySuccess": { + "2": "6,119.36", + "3": "131.76%", + "Average": "3,309.57", + "Normalized": "34.86" + }, + "participatingTunnels": { + "2": "2,424.72", + "3": "146.32%", + "Average": "1,745.08", + "Normalized": "555" + } + }, + "Time": "2024-10-28T18:21:19.214-04:00" + }, + "routerInfo-LMRxn12vmrDb42K4pH6TQ5-1GuvNmeFndSF4yUKNPkc=.dat": { + "Name": "routerInfo-LMRxn12vmrDb42K4pH6TQ5-1GuvNmeFndSF4yUKNPkc=.dat", + "Stats": { + "buildExploratoryExpire": { + "2": "1.00", + "3": "62.29%", + "Average": "1.00", + "Normalized": "29.51" + }, + "buildExploratoryReject": { + "2": "3,927.26", + "3": "162.12%", + "Average": "5,535.49", + "Normalized": "8.20" + }, + "buildExploratorySuccess": { + "2": "6,119.22", + "3": "71.13%", + "Average": "1,834.41", + "Normalized": "62.30" + }, + "participatingTunnels": { + "2": "782.51", + "3": "85.87%", + "Average": "534.57", + "Normalized": "555" + } + }, + "Time": "2024-10-28T18:57:01.873-04:00" + }, + "routerInfo-Oo6~0xkW18ftxwKiOC~5NgbkdwdnwUSbt2P6px84gLs=.dat": { + "Name": "routerInfo-Oo6~0xkW18ftxwKiOC~5NgbkdwdnwUSbt2P6px84gLs=.dat", + "Stats": { + "buildExploratoryExpire": { + "2": "1.00", + "3": "88.43%", + "Average": "0.99", + "Normalized": "35.44" + }, + "buildExploratoryReject": { + "2": "2,742.41", + "3": "55.44%", + "Average": "1,558.18", + "Normalized": "15.19" + }, + "buildExploratorySuccess": { + "2": "2,652.35", + "3": "136.76%", + "Average": "2,877.92", + "Normalized": "49.37" + }, + "participatingTunnels": { + "2": "116.31", + "3": "191.46%", + "Average": "116.31", + "Normalized": "555" + } + }, + "Time": "2024-10-28T20:03:30.573-04:00" + }, + "routerInfo-TqkHsI2dYW~kYNz9fuN1~r74bKp186K~gWmQDYNPQ5Y=.dat": { + "Name": "routerInfo-TqkHsI2dYW~kYNz9fuN1~r74bKp186K~gWmQDYNPQ5Y=.dat", + "Stats": { + "buildExploratoryExpire": { + "2": "1.00", + "3": "143.33%", + "Average": "1.00", + "Normalized": "64.99" + }, + "buildExploratoryReject": { + "2": "4,677.74", + "3": "157.90%", + "Average": "5,460.16", + "Normalized": "9.02" + }, + "buildExploratorySuccess": { + "2": "5,409.11", + "3": "130.13%", + "Average": "3,866.26", + "Normalized": "25.99" + }, + "participatingTunnels": { + "2": "6,114.26", + "3": "114.92%", + "Average": "4,708.01", + "Normalized": "555" + } + }, + "Time": "2024-10-28T18:12:22.495-04:00" + }, + "routerInfo-VYbiJe5PjqgWw3sGPV0volUV1AnanMegWcG4rMg8-u8=.dat": { + "Name": "routerInfo-VYbiJe5PjqgWw3sGPV0volUV1AnanMegWcG4rMg8-u8=.dat", + "Stats": { + "buildExploratoryExpire": { + "2": "1.00", + "3": "91.74%", + "Average": "1.00", + "Normalized": "47.67" + }, + "buildExploratoryReject": { + "2": "4,733.86", + "3": "98.75%", + "Average": "4,898.57", + "Normalized": "6.98" + }, + "buildExploratorySuccess": { + "2": "3,393.88", + "3": "162.28%", + "Average": "3,810.18", + "Normalized": "45.35" + }, + "participatingTunnels": { + "2": "1,737.51", + "3": "107.06%", + "Average": "1,539.44", + "Normalized": "555" + } + }, + "Time": "2024-10-28T18:51:06.891-04:00" + }, + "routerInfo-ix0oO2944JBkiUr4A70uy4muVAvtPRDy0xgub2K5Ixg=.dat": { + "Name": "routerInfo-ix0oO2944JBkiUr4A70uy4muVAvtPRDy0xgub2K5Ixg=.dat", + "Stats": { + "buildExploratoryExpire": { + "2": "1.00", + "3": "139.45%", + "Average": "1.00", + "Normalized": "31.17" + }, + "buildExploratoryReject": { + "2": "6,090.64", + "3": "399.03%", + "Average": "5,909.83", + "Normalized": "12.99" + }, + "buildExploratorySuccess": { + "2": "4,999.23", + "3": "215.87%", + "Average": "2,963.43", + "Normalized": "55.84" + }, + "participatingTunnels": { + "2": "1,408.20", + "3": "108.24%", + "Average": "793.53", + "Normalized": "555" + } + }, + "Time": "2024-10-28T18:59:10.058-04:00" + }, + "routerInfo-tA1bYI81uyjehBy~Ym2mJxNIpobAcKUwxMmwfUFeJ1A=.dat": { + "Name": "routerInfo-tA1bYI81uyjehBy~Ym2mJxNIpobAcKUwxMmwfUFeJ1A=.dat", + "Stats": { + "buildExploratoryExpire": { + "2": "1.00", + "3": "116.33%", + "Average": "1.00", + "Normalized": "54.26" + }, + "buildExploratoryReject": { + "2": "6,631.17", + "3": "53.60%", + "Average": "1,888.84", + "Normalized": "9.57" + }, + "buildExploratorySuccess": { + "2": "3,291.63", + "3": "65.63%", + "Average": "1,643.40", + "Normalized": "36.17" + }, + "participatingTunnels": { + "2": "2,504.06", + "3": "97.68%", + "Average": "2,009.12", + "Normalized": "555" + } + }, + "Time": "2024-10-28T20:13:56.644-04:00" + }, + "routerInfo-zJu4pIkprFLrzd0vP96qoUexMlOHTvv5aIui4rX4vks=.dat": { + "Name": "routerInfo-zJu4pIkprFLrzd0vP96qoUexMlOHTvv5aIui4rX4vks=.dat", + "Stats": { + "buildExploratoryExpire": { + "2": "1.00", + "3": "82.36%", + "Average": "1.00", + "Normalized": "42.39" + }, + "buildExploratoryReject": { + "2": "7,522.53", + "3": "216.84%", + "Average": "6,092.83", + "Normalized": "19.57" + }, + "buildExploratorySuccess": { + "2": "5,501.13", + "3": "80.07%", + "Average": "2,492.76", + "Normalized": "38.04" + }, + "participatingTunnels": { + "2": "2,232.83", + "3": "107.03%", + "Average": "1,543.54", + "Normalized": "555" + } + }, + "Time": "2024-10-28T19:09:34.289-04:00" + } +}