Merge pull request #1121 from gohornet/develop

Release v1.0.2
iotaledger · May 29, 2021 · 26685d8 · 26685d8
2 parents 2e4d5c2 + f0ad730
commit 26685d8
Show file tree

Hide file tree

Showing 117 changed files with 2,263 additions and 1,278 deletions.
diff --git a/.dockerignore b/.dockerignore
@@ -31,7 +31,7 @@ dist/
 /hornet
 
 # Database directory
-alphanetdb*/
+privatedb*/
 comnetdb*/
 devnetdb*/
 mainnetdb*/

diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -9,7 +9,7 @@ jobs:
     name: Release Binaries
     runs-on: ubuntu-latest
     container:
-      image: gohornet/goreleaser-cgo-cross-compiler:1.16.3
+      image: gohornet/goreleaser-cgo-cross-compiler:1.16.4
       volumes: [/repo]
     steps:
       - name: Check out code into the Go module directory
@@ -48,6 +48,4 @@ jobs:
         with:
           file: ./docker/Dockerfile
           push: true
-          build-args: |
-            BUILD_TAGS=builtin_static,rocksdb
           tags: ${{ steps.meta.outputs.tags }}
diff --git a/.github/workflows/test_release.yml b/.github/workflows/test_release.yml
@@ -12,7 +12,7 @@ jobs:
     name: Test release
     runs-on: [ubuntu-latest]
     container:
-      image: gohornet/goreleaser-cgo-cross-compiler:1.16.3
+      image: gohornet/goreleaser-cgo-cross-compiler:1.16.4
       volumes: [/repo]
 
     steps:

diff --git a/.gitignore b/.gitignore
@@ -23,7 +23,7 @@ dist/
 /hornet
 
 # Database directory
-alphanetdb*/
+privatedb*/
 comnetdb*/
 devnetdb*/
 testnetdb*/

diff --git a/.goreleaser.yml b/.goreleaser.yml
@@ -37,6 +37,22 @@ builds:
       - linux
     goarch:
       - arm64
+  ## Windows AMD64
+  #- id: hornet-windows-amd64
+  #  binary: hornet
+  #  flags:
+  #    - -tags=builtin_static,rocksdb
+  #  env:
+  #    - CGO_ENABLED=1
+  #    - CC=/usr/bin/x86_64-w64-mingw32-gcc-posix
+  #    - CXX=/usr/bin/x86_64-w64-mingw32-g++-posix
+  #  ldflags:
+  #    - -s -w -X github.com/gohornet/hornet/core/cli.AppVersion={{.Version}}
+  #  main: main.go
+  #  goos:
+  #    - windows
+  #  goarch:
+  #    - amd64
 
 # Archives
 archives:

diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -2,6 +2,60 @@
 
 All notable changes to this project will be documented in this file.
 
+## [1.0.2] - 28.05.2021
+
+### Added
+    - p2pidentityextract tool (#1090)
+    - tool to generate JWT token for REST API (#1085)
+    - Add database pruning based on database size (#1115)
+
+### Changed
+    - Improved documentation (#1060 + #1083 + #1087 + #1090)
+    - Build Dockerfile with rocksdb (#1077)
+    - Default DB engine changed to rocksdb (#1078)
+    - Renamed alphanet scripts to private_tangle (#1078)
+    - Updated rocksdb (#1080)
+    - Updated go modules, containers and dashboard (#1103)
+    - Check if files exist in the p2pstore directory (needed for docker) (#1084)
+    - Disabled MQTT http port (#1094)
+    - Download the latest snapshots from the given targets (#1097)
+    - Adds "ledgerIndex" field to some REST HTTP and MQTT API responses (#1106)
+    - Add delta snapshots to control endpoint (#1039)
+    - Changed node control endpoints to use POST (#1039)
+    - Expose MQTT port. Remove no longer needed ports (#1105)
+    - Re-add private Tangle doc (#1113)
+
+### Fixed
+    - Added workdir to docker/Dockerfile. (#1068)
+    - JWT subject verification (#1076)
+    - Send on closed channel in coo quorum (#1082)
+    - Database revalidation (#1096)
+    - Mask sensitive config parameters in log (#1100)
+    - Fix ulimits and dependencies at node startup (#1107)
+    - Do not print API JWT auth tokens to the log (unsafe) (#1039)
+    - Check if node is busy before accepting snapshot commands via API (#1039)
+
+### Config file changes
+
+`config.json`
+```diff
+  "pruning": {
+-    "enabled": true,
+-    "delay": 60480,
++    "milestones": {
++      "enabled": false,
++      "maxMilestonesToKeep": 60480
++    },
++    "size": {
++      "enabled": true,
++      "targetSize": "30GB",
++      "thresholdPercentage": 10.0,
++      "cooldownTime": "5m"
++    },
+    "pruneReceipts": false
+  },
+```
+
 ## [1.0.1] - 28.04.2021
 
 ### Fixed

diff --git a/README.md b/README.md
@@ -20,56 +20,16 @@ _Table of contents_
 
 <!--ts-->
 
-- [Documentation](#documentation)
-- [Contributing](#contributing)
-- [Installation](#installation)
-- [Plugins](#plugins)
-- [Docker](#docker)
+- [HORNET - The IOTA community node](#hornet---the-iota-community-node)
+  - [Notes](#notes)
+  - [Documentation](#documentation)
+  - [Contributing](#contributing)
 <!--te-->
 
 ## Documentation
 
 Hornet documentation can be found here: https://hornet.docs.iota.org/
-Please have a look into our [HORNET wiki](https://github.com/gohornet/hornet/wiki) for additional resources
 
 ## Contributing
 
 - See [CONTRIBUTING](/CONTRIBUTING.md)
-
-## Installation
-
-### Binary
-
-- Download the [latest release](https://github.com/gohornet/hornet/releases/latest) for your system (e.g. `HORNET-x.x.x_Linux_ARM64.tar.gz` for the Raspberry Pi 4)
-- Extract the files in a folder of your choice
-- Add neighbors to the `peering.json` file (optional)
-- Run HORNET: `./hornet -c config`
-
-### APT
-
-```
-wget -qO - https://ppa.hornet.zone/pubkey.txt | sudo apt-key add -
-sudo sh -c 'echo "deb http://ppa.hornet.zone stable main" >> /etc/apt/sources.list.d/hornet.list'
-sudo apt update
-sudo apt install hornet
-```
-
-[Tutorial: Install HORNET with APT](https://github.com/gohornet/hornet/wiki/Tutorials%3A-Linux%3A-Install-HORNET)
-
----
-
-## Plugins
-
-HORNETs functionality is extended by plugins. Available plugins are listed [here](https://github.com/gohornet/hornet/wiki/Plugins).
-
----
-
-## Docker
-
-![Docker Pulls](https://img.shields.io/docker/pulls/gohornet/hornet?style=for-the-badge)
-
-Pull HORNET from [Docker Hub](https://hub.docker.com/r/gohornet/hornet)
-
-**Build a Docker image**
-
-- See [Docker](docker/README.md)
diff --git a/alphanet/alphanet_keys.txt b/alphanet/alphanet_keys.txt
diff --git a/alphanet/create_snapshot_alphanet.bat b/alphanet/create_snapshot_alphanet.bat
diff --git a/alphanet/create_snapshot_alphanet.sh b/alphanet/create_snapshot_alphanet.sh
diff --git a/config.json b/config.json
@@ -65,8 +65,16 @@
     ]
   },
   "pruning": {
-    "enabled": true,
-    "delay": 60480,
+    "milestones": {
+      "enabled": false,
+      "maxMilestonesToKeep": 60480
+    },
+    "size": {
+      "enabled": true,
+      "targetSize": "30GB",
+      "thresholdPercentage": 10.0,
+      "cooldownTime": "5m"
+    },
     "pruneReceipts": false
   },
   "protocol": {

diff --git a/config_as.json b/config_as.json
@@ -65,8 +65,16 @@
     ]
   },
   "pruning": {
-    "enabled": true,
-    "delay": 60480,
+    "milestones": {
+      "enabled": false,
+      "maxMilestonesToKeep": 60480
+    },
+    "size": {
+      "enabled": true,
+      "targetSize": "30GB",
+      "thresholdPercentage": 10.0,
+      "cooldownTime": "5m"
+    },
     "pruneReceipts": false
   },
   "protocol": {

diff --git a/config_chrysalis_testnet.json b/config_chrysalis_testnet.json
@@ -48,7 +48,7 @@
     }
   },
   "db": {
-    "engine": "pebble",
+    "engine": "rocksdb",
     "path": "testnetdb",
     "autoRevalidation": false
   },
@@ -66,8 +66,16 @@
     ]
   },
   "pruning": {
-    "enabled": true,
-    "delay": 60480,
+    "milestones": {
+      "enabled": false,
+      "maxMilestonesToKeep": 60480
+    },
+    "size": {
+      "enabled": true,
+      "targetSize": "30GB",
+      "thresholdPercentage": 10.0,
+      "cooldownTime": "5m"
+    },
     "pruneReceipts": false
   },
   "protocol": {

diff --git a/core/app/app.go b/core/app/app.go
@@ -20,7 +20,7 @@ var (
 	Name = "HORNET"
 
 	// Version of the app.
-	Version = "1.0.1"
+	Version = "1.0.2"
 )
 
 var (
@@ -116,7 +116,7 @@ Command line flags:
 		panic(err)
 	}
 
-	toolset.HandleTools()
+	toolset.HandleTools(nodeConfig)
 	printConfig(maskedKeys)
 
 	return &node.InitConfig{

diff --git a/core/database/core.go b/core/database/core.go
@@ -131,19 +131,22 @@ func provide(c *dig.Container) {
 
 			return database.New(
 				pebble.New(database.NewPebbleDB(deps.NodeConfig.String(CfgDatabasePath), reportCompactionRunning, true)),
+				true,
 				func() bool { return deps.Metrics.CompactionRunning.Load() },
 			)
 
 		case "bolt":
 			return database.New(
 				bolt.New(database.NewBoltDB(deps.NodeConfig.String(CfgDatabasePath), "tangle.db")),
+				false,
 				func() bool { return false },
 			)
 
 		case "rocksdb":
 			rocksDB := database.NewRocksDB(deps.NodeConfig.String(CfgDatabasePath))
 			return database.New(
 				rocksdb.New(rocksDB),
+				true,
 				func() bool {
 					if numCompactions, success := rocksDB.GetIntProperty("rocksdb.num-running-compactions"); success {
 						runningBefore := deps.Metrics.CompactionRunning.Load()

diff --git a/core/database/params.go b/core/database/params.go
@@ -21,7 +21,7 @@ var params = &node.PluginParams{
 	Params: map[string]*flag.FlagSet{
 		"nodeConfig": func() *flag.FlagSet {
 			fs := flag.NewFlagSet("", flag.ContinueOnError)
-			fs.String(CfgDatabaseEngine, "pebble", "the used database engine (pebble/bolt/rocksdb)")
+			fs.String(CfgDatabaseEngine, "rocksdb", "the used database engine (pebble/bolt/rocksdb)")
 			fs.String(CfgDatabasePath, "mainnetdb", "the path to the database folder")
 			fs.Bool(CfgDatabaseAutoRevalidation, false, "whether to automatically start revalidation on startup if the database is corrupted")
 			fs.Bool(CfgDatabaseDebug, false, "ignore the check for corrupted databases (should only be used for debug reasons)")