Merge pull request #551 from gohornet/develop

Release 0.4.1

.github/workflows/release.yml

@@ -9,7 +9,7 @@ jobs:
     name: Release
     runs-on: [ubuntu-latest]
     container:
-      image: iotmod/goreleaser-cgo-cross-compiler:1.14.3
+      image: iotmod/goreleaser-cgo-cross-compiler:1.14.4
       volumes: [/repo]
 
     steps:

.github/workflows/snyk-monitor-golang.yml

@@ -0,0 +1,18 @@
+name: Monitor Golang dependencies with Snyk
+on:
+  push:
+    branches:
+      - develop
+jobs:
+  security:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out code into the Go module directory
+        uses: actions/checkout@v2
+      - name: Run Snyk to monitor dependencies
+        uses: snyk/actions/[email protected]
+        env:
+          SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}
+        with:
+          args: --org=gohornet
+          command: monitor

.github/workflows/snyk-test-golang.yml

@@ -0,0 +1,17 @@
+name: Test Golang dependencies with Snyk
+on: [push, pull_request]
+jobs:
+  security:
+    # Only run on push events or PRs from gohornet/hornet, skip on PRs from forks
+    # Secret variables cannot be exposed to PRs from forks
+    if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name == github.repository
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out code into the Go module directory
+        uses: actions/checkout@v2
+      - name: Run Snyk to check for vulnerabilities
+        uses: snyk/actions/[email protected]
+        env:
+          SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}
+        with:
+          args: --org=gohornet

.github/workflows/test_release.yml

@@ -10,7 +10,7 @@ jobs:
     name: Test release
     runs-on: [ubuntu-latest]
     container:
-      image: iotmod/goreleaser-cgo-cross-compiler:1.14.3
+      image: iotmod/goreleaser-cgo-cross-compiler:1.14.4
       volumes: [/repo]
 
     steps:

.gitignore

@@ -22,6 +22,9 @@ comnetdb/
 .DS_Store
 /hornet
 
+# snapshot dir
+snapshots/
+
 # snapshot files
 *export.bin
 *export_comnet.bin

.goreleaser.yml

@@ -100,6 +100,7 @@ archives:
       - LICENSE
       - config.json
       - config_comnet.json
+      - config_devnet.json
       - peering.json
       - profiles.json
       - mqtt_config.json
@@ -123,6 +124,7 @@ nfpms:
     config_files:
       "config.json": "/var/lib/hornet/config.json"
       "config_comnet.json": "/var/lib/hornet/config_comnet.json"
+      "config_devnet.json": "/var/lib/hornet/config_devnet.json"
       "mqtt_config.json": "/var/lib/hornet/mqtt_config.json"
       "peering.json": "/var/lib/hornet/peering.json"
       "profiles.json": "/var/lib/hornet/profiles.json"

CHANGELOG.md

@@ -2,6 +2,278 @@
 
 All notable changes to this project will be documented in this file.
 
+## [0.4.1] - 30.06.2020
+
+### Added
+
+    - Config opts modifiable via CLI and env variables
+    - Config setting for warpsync advancement range
+    - Snapshots dir
+    - Dockerfile to build a local dev image
+    - Ability to let the Prometheus plugin create a 'file service discovery' file
+    - Snapshot index and Pruning index to Prometheus
+    - Flag to force load a global snapshot if db exists
+
+### Changed
+
+    - Comnet coo address
+    - Make database revalidation abortable
+    - Replace ComputeIfAbsent with Store to reduce IO pressure
+    - Updated mqtt lib
+    - Updated hive.go
+    - Wait until all txs of coo bundles are processed in the storage layer
+    - Use new merkle package from iota.go incl. "Shake" key derivation
+    - Updated rpm package
+    - Detach events
+    - README
+    - Bump to Go 1.14.4
+    - Coo plugin milestone validation
+    - Only check for pre-release updates if a pre-release version is running
+    - Autopeering seed encoding to base58
+    - Use tanglebay for comnet snapshots
+    - Updated external libs
+    - Increase shutdown time for big databases
+
+### Fixed
+
+    - Race condition in tryConstructBundle
+    - Remove unused modules (Dashboard)
+    - Missing tryte conversion
+    - Ignored autopeering max peers
+    - Dashboard issues
+    - IsStaticallyPeered check
+    - Missing ca-certificates in Docker files
+    - Check to prevent pruning of genesis tx
+    - Below max depth for SolidEntryPoints
+    - Gossip bind address for IPv6
+    - Synchronization with IRI nodes
+
+### Config file changes
+
+`config.json`
+
+```diff
+  "snapshots": {
+      "local": {
+-        "path": "export.bin",
++        "path": "snapshots/mainnet/export.bin",
+  },
+  "autopeering": {
+        "entryNodes": [
+-        "LehlDBPJ6kfcfLOK6kAU4nD7B/[email protected]:14626",
+-        "[email protected]:18626",
+-        "EsY+zvaselQYA33AVNzrYIGLplboIh4r8oO+vLKQAVM=@entrynode.tanglebay.org:14626"
++        "[email protected]:14626",
++        "[email protected]:18626",
++        "2GHfjJhTqRaKCGBJJvS5RWty61XhjX7FtbVDhg7s8J1x@entrynode.tanglebay.org:14626",
++        "[email protected]:14627"
+        ],
+  },
++ "warpsync": {
++     "advancementRange": 200
++ },
+```
+
+`config_comnet.json`
+
+```diff
+  "snapshots": {
+      "local": {
+-        "path": "export_comnet.bin",
+-        "downloadURL": "https://ls.manapotion.io/comnet/export.bin"
++        "path": "snapshots/comnet/export.bin",
++        "downloadURL": "https://ls.tanglebay.org/comnet/export.bin"
+  },
+  "coordinator": {
+-    "address": "BODHQPXSMDNHBWVZHVATBAHQGZSKWQLXYZNOXMKNUCOZCPTWHHNFBBHFOEGPTWGGUVDJPZAYZIMXIIGVD",
++    "address": "YBWDHGHUEB9KSOPONTLTOSSKITIBE9MXPASCLREDNV9HEABYBPTHRQGWNJWQFSYAYZRDXXIOZHWBC9DWC",
+  },
+  "autopeering": {
+      "entryNodes": [
+-        "TANGLEleGqaMFFSTiyAV/vvdING/[email protected]:14641",
+-        "YRdteHJeawDw6UMw22yePwiQYlc1CsrmWhVljzfc6uw=@entrynode.comnet.tanglebay.org:14636",
+-        "1bU0uI+apA7YRna530e3SYfTDtUsobrLObt58pe5c5E=@enter.comnet.hornet.zone:14627"
++        "iotaCrvEWGfaeA1HutcULjD4uZnPhEnD5xNGfGs8vhe@enter.comnet.thetangle.org:14647",
++        "7Y1GSTTwJLMPCffNJhWggZPtwVce5hsgAVcHanNa6HXh@entrynode.comnet.tanglebay.org:14636",
++        "FPE6kHwZhvw8g163faJwTaPzYePbYtaXhwpWxFKuJfEY@enter.comnet.hornet.zone:14627"
+      ],
+  },
++ "warpsync": {
++   "advancementRange": 50
++ },
+```
+
+## [0.4.1-rc4] - 23.06.2020
+
+### Changed
+
+    - Use tanglebay for comnet snapshots
+    - Updated external libs
+    - Increase shutdown time for big databases
+
+### Fixed
+
+    - Slow sync
+    - Pruning
+
+### Config file changes
+
+`config_comnet.json`
+
+```diff
+ "snapshots": {
+-    "downloadURL": "https://ls.manapotion.io/comnet/export.bin"
++    "downloadURL": "https://ls.tanglebay.org/comnet/export.bin"
+ }
+```
+
+## [0.4.1-rc3] - 19.06.2020
+
+### Fixed
+
+    - Entry node public keys in config files
+
+### Config file changes
+
+`config.json`
+
+```diff
+"entryNodes": [
+-  "[email protected]:14626",
+-  "EkSLZ4uvSTED1x6KaGzqxoGxjbytt2rPVfbJk1LRLCGL=@enter.manapotion.io:18626",
+-  "2GHfjJhTqRaKCGBJJvS5RWty61XhjX7FtbVDhg7s8J1x=@entrynode.tanglebay.org:14626"
++  "[email protected]:14626",
++  "[email protected]:18626",
++  "2GHfjJhTqRaKCGBJJvS5RWty61XhjX7FtbVDhg7s8J1x@entrynode.tanglebay.org:14626"
+],
+```
+
+`config_comnet.json`
+
+```diff
+"entryNodes": [
+-  "67it5aiegGwyLPSewfc2Bv42BvdRAdNjaGjf3VMhoG2u=@enter.comnet.thetangle.org:14641",
+-  "7Y1GSTTwJLMPCffNJhWggZPtwVce5hsgAVcHanNa6HXh=@entrynode.comnet.tanglebay.org:14636",
+-  "FPE6kHwZhvw8g163faJwTaPzYePbYtaXhwpWxFKuJfEY=@enter.comnet.hornet.zone:14627"
++  "67it5aiegGwyLPSewfc2Bv42BvdRAdNjaGjf3VMhoG2u@enter.comnet.thetangle.org:14641",
++  "7Y1GSTTwJLMPCffNJhWggZPtwVce5hsgAVcHanNa6HXh@entrynode.comnet.tanglebay.org:14636",
++  "FPE6kHwZhvw8g163faJwTaPzYePbYtaXhwpWxFKuJfEY@enter.comnet.hornet.zone:14627"
+],
+```
+
+## [0.4.1-rc2] - 18.06.2020
+
+### Added
+
+    - Config setting for warpsync advancement range
+    - Snapshot index and Pruning index to Prometheus
+    - Flag to force load a global snapshot if db exists
+
+### Changed
+
+    - Coo plugin milestone validation
+    - Only check for pre-release updates if a pre-release version is running
+    - Autopeering seed encoding to base58
+
+### Fixed
+
+    - Missing snapshot dir
+    - Node does not sync after restart
+    - Check to prevent pruning of genesis tx
+    - Below max depth for SolidEntryPoints
+    - Gossip bind address for IPv6
+    - Synchronization with IRI nodes
+
+### Config file changes
+
+`config.json`
+
+```diff
++"warpsync": {
++  "advancementRange": 200
++},
+
+"entryNodes": [
+-  "LehlDBPJ6kfcfLOK6kAU4nD7B/[email protected]:14626",
+-  "[email protected]:18626",
+-  "EsY+zvaselQYA33AVNzrYIGLplboIh4r8oO+vLKQAVM=@entrynode.tanglebay.org:14626"
++  "[email protected]:14626",
++  "EkSLZ4uvSTED1x6KaGzqxoGxjbytt2rPVfbJk1LRLCGL=@enter.manapotion.io:18626",
++  "2GHfjJhTqRaKCGBJJvS5RWty61XhjX7FtbVDhg7s8J1x=@entrynode.tanglebay.org:14626"
+],
+```
+
+`config_comnet.json`
+
+```diff
++"warpsync": {
++  "advancementRange": 50
++},
+
+"entryNodes": [
+-  "TANGLEleGqaMFFSTiyAV/vvdING/[email protected]:14641",
+-  "YRdteHJeawDw6UMw22yePwiQYlc1CsrmWhVljzfc6uw=@entrynode.comnet.tanglebay.org:14636",
+-  "1bU0uI+apA7YRna530e3SYfTDtUsobrLObt58pe5c5E=@enter.comnet.hornet.zone:14627"
++  "67it5aiegGwyLPSewfc2Bv42BvdRAdNjaGjf3VMhoG2u=@enter.comnet.thetangle.org:14641",
++  "7Y1GSTTwJLMPCffNJhWggZPtwVce5hsgAVcHanNa6HXh=@entrynode.comnet.tanglebay.org:14636",
++  "FPE6kHwZhvw8g163faJwTaPzYePbYtaXhwpWxFKuJfEY=@enter.comnet.hornet.zone:14627"
+],
+```
+
+## [0.4.1-rc1] - 12.06.2020
+
+### Added
+
+    - Config opts modifiable via CLI and env variables
+    - Snapshots dir
+    - Dockerfile to build a local dev image
+    - Ability to let the Prometheus plugin create a 'file service discovery' file
+
+### Changed
+
+    - Comnet coo address
+    - Make database revalidation abortable
+    - Replace ComputeIfAbsent with Store to reduce IO pressure
+    - Updated mqtt lib
+    - Updated hive.go
+    - Wait until all txs of coo bundles are processed in the storage layer
+    - Use new merkle package from iota.go incl. "Shake" key derivation
+    - Updated rpm package
+    - Detach events
+    - README
+    - Bump to Go 1.14.4
+
+### Fixed
+
+    - Race condition in tryConstructBundle
+    - Remove unused modules (Dashboard)
+    - Missing tryte conversion
+    - Ignored autopeering max peers
+    - Dashboard issues
+    - IsStaticallyPeered check
+    - Missing ca-certificates in Docker files
+
+### Config file changes
+
+`config.json`
+
+```diff
+-      "path": "export.bin",
++      "path": "snapshots/mainnet/export.bin",
+```
+
+`config_comnet.json`
+
+```diff
+-      "path": "export_comnet.bin",
++      "path": "snapshots/comnet/export.bin",
+
+"coordinator": {
+-    "address": "BODHQPXSMDNHBWVZHVATBAHQGZSKWQLXYZNOXMKNUCOZCPTWHHNFBBHFOEGPTWGGUVDJPZAYZIMXIIGVD",
++    "address": "YBWDHGHUEB9KSOPONTLTOSSKITIBE9MXPASCLREDNV9HEABYBPTHRQGWNJWQFSYAYZRDXXIOZHWBC9DWC",
+}
+```
+
 ## [0.4.0] - 05.06.2020
 
 ### Added
@@ -98,7 +370,7 @@ All notable changes to this project will be documented in this file.
     - Set latest known milestone at startup
     - Abort ongoing PoW in spammer on shutdown
     - Reasonable values for config defaults
-    - Increase tipselect maxDepth to 5 
+    - Increase tipselect maxDepth to 5
 
 ### Fixed
 

README.md

@@ -25,11 +25,6 @@ _Table of contents_
 - [Contributing](#contributing)
 - [Installation](#installation)
 - [Plugins](#plugins)
-  - [TangleMonitor](#tanglemonitor)
-  - [IOTA Tangle Visualiser](#iota-tangle-visualiser)
-  - [MQTT Broker](#mqtt-broker)
-  - [Spammer](#spammer)
-  - [Autopeering](#autopeering)
 - [Docker](#docker)
 <!--te-->
 
@@ -69,6 +64,7 @@ If you want to disable autopeering, you can do so by adding it to the `disablePl
 ```
 wget -qO - https://ppa.hornet.zone/pubkey.txt | sudo apt-key add -
 sudo sh -c 'echo "deb http://ppa.hornet.zone stable main" >> /etc/apt/sources.list.d/hornet.list'
+sudo apt update
 sudo apt install hornet
 ```