Merge branch 'v2/cosmos/stargate' of github.com:forbole/bdjuno into v2/cosmos/v0.44.x

� Conflicts:
�	cmd/fix/fix.go
�	cmd/migrate/v1/config.go
�	cmd/parse/feegrant/allowance.go
�	cmd/parse/feegrant/cmd.go
�	go.mod
�	go.sum
�	modules/history/module.go
�	modules/pricefeed/module.go
�	modules/registrar.go

Author: RiccardoM

.github/workflows/test.yml

@@ -25,10 +25,10 @@ jobs:
       - name: Setup Go
         uses: actions/setup-go@v2
         with:
-          go-version: 1.15
+          go-version: 1.17
       - name: Test & Create coverage report
         run: make install test-unit stop-docker-test
       - name: Upload cove coverage
-        uses: codecov/codecov-action@v2.1.0
+        uses: codecov/codecov-action@v3
         with:
           file: ./coverage.txt

CHANGELOG.md

@@ -0,0 +1,72 @@
+## Version v3.0.0
+### Notes
+This version introduces breaking changes to `transaction` and `message` PostgreSQL tables. It implements PostgreSQL table partitioning to fix slow data retrieval from database that stores large amount of transactions and messages. Read more details about [migrating to v3.0.0](https://docs.bigdipper.live/cosmos-based/parser/migrations/v2.0.0)
+
+### New features 
+#### CLI
+- ([\#356](https://github.com/forbole/bdjuno/pull/356)) Implemented `migrate` command to perform easy migration to higher BDJuno versions
+- ([\#356](https://github.com/forbole/bdjuno/pull/356)) Updated `parse-genesis` command to parse genesis file without accessing the node
+
+#### Database
+- ([\#356](https://github.com/forbole/bdjuno/pull/356)) Added PostgreSQL table partition to `transaction` and `message` table
+- ([\#356](https://github.com/forbole/bdjuno/pull/356)) Created new `messages_by_address` function
+
+### Changes 
+#### Hasura
+- ([\#377](https://github.com/forbole/bdjuno/pull/377)) Updated Hasura metadata
+
+### Dependencies
+- ([\#356](https://github.com/forbole/bdjuno/pull/356)) Updated Juno to `v3.0.0`
+
+## Version v2.0.0
+### Notes
+This version introduces breaking changes to certain address-specific data that is no longer periodically parsed from the node and stored in the database. Instead, the data is now obtained directly from the node when needed using Hasura Actions. Read more details about [migrating to v2.0.0](https://docs.bigdipper.live/cosmos-based/parser/migrations/v2.0.0)
+
+### New features
+#### CLI
+- ([\#257](https://github.com/forbole/bdjuno/pull/257)) Added `parse-genesis` command to parse the genesis file
+- ([\#228](https://github.com/forbole/bdjuno/pull/228)) ([\#248](https://github.com/forbole/bdjuno/pull/248)) Added `fix` command:
+  - `auth`: fix vesting accounts details
+  - `blocks`: fix missing blocks and transactions from given start height
+  - `gov`: fix proposal with given proposal ID  
+  - `staking`: fix validators info at the latest height  
+
+#### Hasura Actions
+- ([\#329](https://github.com/forbole/bdjuno/pull/329)) Implemented Hasura Actions service to replace periodic queries. If you are using GraphQL queries on your application, you should updated the old queries to use the below new actions instead.  
+  Here's a list of data acquired through Hasura Actions:
+    - Of a certain address/delegator:
+      - Account balance (`action_account_balance`)
+      - Delegation rewards (`action_delegation_reward`)
+      - Delegator withdraw address (`action_delegator_withdraw_address`)
+      - Delegations (`action_delegation`)
+      - Total delegations amount (`action_delegation_total`)
+      - Unbonding delegations (`action_unbonding_delegation`)
+      - Total unbonding delegations amount (`action_unbonding_delegation_total`)
+      - Redelegations (`action_redelegation`)
+    - Of a certain validator:
+      - Commission amount (`action_validator_commission_amount`)
+      - Delegations to this validator (`action_validator_delegations`)
+      - Redelegations from this validator (`action_validator_redelegations_from`)
+      - Unbonding delegations (`action_validator_unbonding_delegations`)
+- ([\#352](https://github.com/forbole/bdjuno/pull/352)) Added prometheus monitoring to hasura actions
+
+#### Local node support
+- Added the support for `node.type = "local"` for parsing a static local node without the usage gRPC queries: [config reference](https://docs.bigdipper.live/cosmos-based/parser/config/config#node).
+
+#### Modules
+- ([\#232](https://github.com/forbole/bdjuno/pull/232)) Updated the `x/auth` module support to handle and store `vesting accounts` and `vesting periods` inside the database. 
+- ([\#276](https://github.com/forbole/bdjuno/pull/276)) Added the support for the `x/feegrant` module (v0.44.x)
+
+### Changes 
+
+#### CLI
+- ([\#351](https://github.com/forbole/bdjuno/pull/351)) Fixed version display for `bdjuno version` cmd 
+
+#### Database
+- ([\#300](https://github.com/forbole/bdjuno/pull/300)) Changed `bonded_tokens` and `not_bonded_tokens` type inside `staking_pool` table  to `TEXT` to avoid value overflow
+- ([\#275](https://github.com/forbole/bdjuno/pull/275)) Added `tombstoned` column inside `validator_status` table
+- ([\#232](https://github.com/forbole/bdjuno/pull/232)) Added `vesting_account` and `vesting_period` table
+- ([\#276](https://github.com/forbole/bdjuno/pull/276)) Added `fee_grant_allowance` table (v0.44.x)
+
+#### Modules
+- ([\#353](https://github.com/forbole/bdjuno/pull/353)) Removed the support for the `history` module

Makefile

@@ -13,8 +13,8 @@ all: lint build test-unit
 ###                                Build flags                              ###
 ###############################################################################
 
-LD_FLAGS = -X github.com/forbole/juno/v2/cmd.Version=$(VERSION) \
-	-X github.com/forbole/juno/v2/cmd.Commit=$(COMMIT)
+LD_FLAGS = -X github.com/forbole/juno/v3/cmd.Version=$(VERSION) \
+	-X github.com/forbole/juno/v3/cmd.Commit=$(COMMIT)
 BUILD_FLAGS :=  -ldflags '$(LD_FLAGS)'
 
 

cmd/actions/actionscmd.go

@@ -8,36 +8,41 @@ import (
 
 	"github.com/rs/zerolog/log"
 
-	"github.com/forbole/juno/v2/cmd/parse"
-	"github.com/forbole/juno/v2/node/builder"
-	nodeconfig "github.com/forbole/juno/v2/node/config"
-	"github.com/forbole/juno/v2/node/remote"
+	types "github.com/forbole/juno/v3/cmd/parse/types"
+	"github.com/forbole/juno/v3/node/builder"
+	nodeconfig "github.com/forbole/juno/v3/node/config"
+	"github.com/forbole/juno/v3/node/remote"
+	"github.com/forbole/juno/v3/parser"
+
 	"github.com/spf13/cobra"
 
 	"github.com/forbole/bdjuno/v2/cmd/actions/handlers"
 	actionstypes "github.com/forbole/bdjuno/v2/cmd/actions/types"
 	"github.com/forbole/bdjuno/v2/modules"
+	"github.com/forbole/juno/v3/types/config"
 )
 
 const (
-	flagGRPC   = "grpc"
-	flagRPC    = "rpc"
-	flagSecure = "secure"
-	flagPort   = "port"
+	flagGRPC            = "grpc"
+	flagRPC             = "rpc"
+	flagSecure          = "secure"
+	flagPort            = "port"
+	flagPortPrometheus  = "prometheus-port"
+	flagEablePrometheus = "enable-prometheus"
 )
 
 var (
 	waitGroup sync.WaitGroup
 )
 
 // NewActionsCmd returns the Cobra command allowing to activate hasura actions
-func NewActionsCmd(parseCfg *parse.Config) *cobra.Command {
+func NewActionsCmd(parseCfg *types.Config) *cobra.Command {
 	cmd := &cobra.Command{
 		Use:     "hasura-actions",
 		Short:   "Activate hasura actions",
-		PreRunE: parse.ReadConfig(parseCfg),
+		PreRunE: types.ReadConfigPreRunE(parseCfg),
 		RunE: func(cmd *cobra.Command, args []string) error {
-			parseCtx, err := parse.GetParsingContext(parseCfg)
+			parseCtx, err := types.GetParserContext(config.Cfg, parseCfg)
 			if err != nil {
 				return err
 			}
@@ -47,6 +52,8 @@ func NewActionsCmd(parseCfg *parse.Config) *cobra.Command {
 			gRPC, _ := cmd.Flags().GetString(flagGRPC)
 			secure, _ := cmd.Flags().GetBool(flagSecure)
 			port, _ := cmd.Flags().GetUint(flagPort)
+			prometheusPort, _ := cmd.Flags().GetUint(flagPortPrometheus)
+			enablePrometheus, _ := cmd.Flags().GetBool(flagEablePrometheus)
 
 			log.Info().Str(flagRPC, rpc).Str(flagGRPC, gRPC).Bool(flagSecure, secure).
 				Msg("Listening to incoming Hasura actions requests....")
@@ -106,6 +113,11 @@ func NewActionsCmd(parseCfg *parse.Config) *cobra.Command {
 			waitGroup.Add(1)
 			go worker.Start(port)
 
+			// Start Prometheus
+			if enablePrometheus {
+				go actionstypes.StartPrometheus(prometheusPort)
+			}
+
 			// Block main process (signal capture will call WaitGroup's Done)
 			waitGroup.Wait()
 			return nil
@@ -116,13 +128,15 @@ func NewActionsCmd(parseCfg *parse.Config) *cobra.Command {
 	cmd.Flags().String(flagGRPC, "http://127.0.0.1:9090", "GRPC listen address. Port required")
 	cmd.Flags().Bool(flagSecure, false, "Activate secure connections")
 	cmd.Flags().Uint(flagPort, 3000, "Port to be used to expose the service")
+	cmd.Flags().Uint(flagPortPrometheus, 3001, "Port to be used to run hasura prometheus monitoring")
+	cmd.Flags().Bool(flagEablePrometheus, false, "Enable prometheus monitoring")
 
 	return cmd
 }
 
 // trapSignal will listen for any OS signal and invoke Done on the main
 // WaitGroup allowing the main process to gracefully exit.
-func trapSignal(parseCtx *parse.Context) {
+func trapSignal(parseCtx *parser.Context) {
 	var sigCh = make(chan os.Signal)
 
 	signal.Notify(sigCh, syscall.SIGTERM)

cmd/actions/handlers/account_balance.go

@@ -3,10 +3,16 @@ package handlers
 import (
 	"fmt"
 
+	"github.com/rs/zerolog/log"
+
 	actionstypes "github.com/forbole/bdjuno/v2/cmd/actions/types"
 )
 
 func AccountBalanceHandler(ctx *actionstypes.Context, payload *actionstypes.Payload) (interface{}, error) {
+	log.Debug().Str("address", payload.GetAddress()).
+		Int64("height", payload.Input.Height).
+		Msg("executing account balance action")
+
 	height, err := ctx.GetHeight(payload)
 	if err != nil {
 		return nil, err

cmd/actions/handlers/delegation.go

@@ -2,13 +2,21 @@ package handlers
 
 import (
 	"fmt"
+	"strings"
+
+	"google.golang.org/grpc/codes"
 
 	sdk "github.com/cosmos/cosmos-sdk/types"
+	"github.com/rs/zerolog/log"
 
 	actionstypes "github.com/forbole/bdjuno/v2/cmd/actions/types"
 )
 
 func DelegationHandler(ctx *actionstypes.Context, payload *actionstypes.Payload) (interface{}, error) {
+	log.Debug().Str("action", "delegations").
+		Str("address", payload.GetAddress()).
+		Msg("executing delegations action")
+
 	height, err := ctx.GetHeight(payload)
 	if err != nil {
 		return nil, err
@@ -17,6 +25,10 @@ func DelegationHandler(ctx *actionstypes.Context, payload *actionstypes.Payload)
 	// Get delegator's total rewards
 	res, err := ctx.Sources.StakingSource.GetDelegationsWithPagination(height, payload.GetAddress(), payload.GetPagination())
 	if err != nil {
+		// For stargate only, returns without throwing error if delegator delegations are not found on the chain
+		if strings.Contains(err.Error(), codes.NotFound.String()) {
+			return err, nil
+		}
 		return err, fmt.Errorf("error while getting delegator delegations: %s", err)
 	}
 

cmd/actions/handlers/delegation_total.go

@@ -2,13 +2,20 @@ package handlers
 
 import (
 	"fmt"
+	"strings"
 
 	sdk "github.com/cosmos/cosmos-sdk/types"
+	"github.com/rs/zerolog/log"
+	"google.golang.org/grpc/codes"
 
 	actionstypes "github.com/forbole/bdjuno/v2/cmd/actions/types"
 )
 
 func TotalDelegationAmountHandler(ctx *actionstypes.Context, payload *actionstypes.Payload) (interface{}, error) {
+	log.Debug().Str("address", payload.GetAddress()).
+		Int64("height", payload.Input.Height).
+		Msg("executing total delegation amount action")
+
 	height, err := ctx.GetHeight(payload)
 	if err != nil {
 		return nil, err
@@ -17,7 +24,11 @@ func TotalDelegationAmountHandler(ctx *actionstypes.Context, payload *actionstyp
 	// Get all  delegations for given delegator address
 	delegationList, err := ctx.Sources.StakingSource.GetDelegationsWithPagination(height, payload.GetAddress(), nil)
 	if err != nil {
-		return nil, fmt.Errorf("error while getting delegator delegations: %s", err)
+		// For stargate only, returns without throwing error if delegator delegations are not found on the chain
+		if strings.Contains(err.Error(), codes.NotFound.String()) {
+			return err, nil
+		}
+		return err, fmt.Errorf("error while getting delegator delegations: %s", err)
 	}
 
 	var coinObject sdk.Coins

cmd/actions/handlers/delegator_reward.go

@@ -3,10 +3,16 @@ package handlers
 import (
 	"fmt"
 
+	"github.com/rs/zerolog/log"
+
 	actionstypes "github.com/forbole/bdjuno/v2/cmd/actions/types"
 )
 
 func DelegationRewardHandler(ctx *actionstypes.Context, payload *actionstypes.Payload) (interface{}, error) {
+	log.Debug().Str("address", payload.GetAddress()).
+		Int64("height", payload.Input.Height).
+		Msg("executing delegation rewards action")
+
 	height, err := ctx.GetHeight(payload)
 	if err != nil {
 		return nil, err

cmd/actions/handlers/delegator_withdraw_address.go

@@ -3,10 +3,15 @@ package handlers
 import (
 	"fmt"
 
+	"github.com/rs/zerolog/log"
+
 	actionstypes "github.com/forbole/bdjuno/v2/cmd/actions/types"
 )
 
 func DelegatorWithdrawAddressHandler(ctx *actionstypes.Context, payload *actionstypes.Payload) (interface{}, error) {
+	log.Debug().Str("address", payload.GetAddress()).
+		Msg("executing delegator withdraw address action")
+
 	// Get latest node height
 	height, err := ctx.GetHeight(nil)
 	if err != nil {

cmd/actions/handlers/redelegation.go

@@ -4,11 +4,16 @@ import (
 	"fmt"
 
 	stakingtypes "github.com/cosmos/cosmos-sdk/x/staking/types"
+	"github.com/rs/zerolog/log"
 
 	actionstypes "github.com/forbole/bdjuno/v2/cmd/actions/types"
 )
 
 func RedelegationHandler(ctx *actionstypes.Context, payload *actionstypes.Payload) (interface{}, error) {
+	log.Debug().Str("address", payload.GetAddress()).
+		Int64("height", payload.Input.Height).
+		Msg("executing redelegations action")
+
 	height, err := ctx.GetHeight(payload)
 	if err != nil {
 		return nil, err

cmd/actions/handlers/unbonding_delegation_total.go

@@ -4,10 +4,16 @@ import (
 	"fmt"
 	"math/big"
 
+	"github.com/rs/zerolog/log"
+
 	actionstypes "github.com/forbole/bdjuno/v2/cmd/actions/types"
 )
 
 func UnbondingDelegationsTotal(ctx *actionstypes.Context, payload *actionstypes.Payload) (interface{}, error) {
+	log.Debug().Str("address", payload.GetAddress()).
+		Int64("height", payload.Input.Height).
+		Msg("executing unbonding delegation total action")
+
 	height, err := ctx.GetHeight(payload)
 	if err != nil {
 		return nil, err
@@ -16,7 +22,7 @@ func UnbondingDelegationsTotal(ctx *actionstypes.Context, payload *actionstypes.
 	// Get all unbonding delegations for given delegator address
 	unbondingDelegations, err := ctx.Sources.StakingSource.GetUnbondingDelegations(height, payload.GetAddress(), nil)
 	if err != nil {
-		return nil, fmt.Errorf("error while getting delegator delegations: %s", err)
+		return nil, fmt.Errorf("error while getting delegator unbonding delegations: %s", err)
 	}
 
 	// Get the bond denom type

cmd/actions/handlers/unbonding_delegations.go

@@ -3,10 +3,16 @@ package handlers
 import (
 	"fmt"
 
+	"github.com/rs/zerolog/log"
+
 	actionstypes "github.com/forbole/bdjuno/v2/cmd/actions/types"
 )
 
 func UnbondingDelegationsHandler(ctx *actionstypes.Context, payload *actionstypes.Payload) (interface{}, error) {
+	log.Debug().Str("address", payload.GetAddress()).
+		Int64("height", payload.Input.Height).
+		Msg("executing unbonding delegations action")
+
 	height, err := ctx.GetHeight(payload)
 	if err != nil {
 		return nil, err
@@ -15,7 +21,7 @@ func UnbondingDelegationsHandler(ctx *actionstypes.Context, payload *actionstype
 	// Get all unbonding delegations for given delegator address
 	unbondingDelegations, err := ctx.Sources.StakingSource.GetUnbondingDelegations(height, payload.GetAddress(), payload.GetPagination())
 	if err != nil {
-		return nil, fmt.Errorf("error while getting delegator delegations: %s", err)
+		return nil, fmt.Errorf("error while getting delegator unbonding delegations: %s", err)
 	}
 
 	unbondingDelegationsList := make([]actionstypes.UnbondingDelegation, len(unbondingDelegations.UnbondingResponses))

cmd/actions/handlers/validator_commission.go

@@ -3,10 +3,16 @@ package handlers
 import (
 	"fmt"
 
+	"github.com/rs/zerolog/log"
+
 	actionstypes "github.com/forbole/bdjuno/v2/cmd/actions/types"
 )
 
 func ValidatorCommissionAmountHandler(ctx *actionstypes.Context, payload *actionstypes.Payload) (interface{}, error) {
+	log.Debug().Str("address", payload.GetAddress()).
+		Int64("height", payload.Input.Height).
+		Msg("executing validator commission action")
+
 	// Get latest node height
 	height, err := ctx.GetHeight(nil)
 	if err != nil {