2021-06-30 19:22:09 +00:00
|
|
|
load("@prysm//tools/go:def.bzl", "go_library", "go_test")
|
2020-08-12 01:38:01 +00:00
|
|
|
|
|
|
|
|
go_library(
|
|
|
|
|
name = "go_default_library",
|
2020-08-12 23:33:15 +00:00
|
|
|
srcs = [
|
2021-10-20 16:37:05 +00:00
|
|
|
"auth_token.go",
|
2020-12-17 16:26:32 +00:00
|
|
|
"beacon.go",
|
2023-11-15 19:40:14 +00:00
|
|
|
"handler_wallet.go",
|
2023-12-01 20:40:09 +00:00
|
|
|
"handlers_accounts.go",
|
|
|
|
|
"handlers_auth.go",
|
|
|
|
|
"handlers_beacon.go",
|
2023-11-02 15:51:21 +00:00
|
|
|
"handlers_health.go",
|
2023-10-16 22:16:20 +00:00
|
|
|
"handlers_keymanager.go",
|
2023-11-15 17:35:22 +00:00
|
|
|
"handlers_slashing.go",
|
2020-08-13 20:27:42 +00:00
|
|
|
"intercepter.go",
|
2021-01-11 20:03:28 +00:00
|
|
|
"log.go",
|
2020-08-12 23:33:15 +00:00
|
|
|
"server.go",
|
2023-10-16 22:16:20 +00:00
|
|
|
"structs.go",
|
2020-08-12 23:33:15 +00:00
|
|
|
],
|
2024-02-15 05:46:47 +00:00
|
|
|
importpath = "github.com/prysmaticlabs/prysm/v5/validator/rpc",
|
2021-10-20 16:37:05 +00:00
|
|
|
visibility = [
|
2023-10-19 16:17:42 +00:00
|
|
|
"//visibility:public",
|
2021-10-20 16:37:05 +00:00
|
|
|
],
|
2020-08-12 01:38:01 +00:00
|
|
|
deps = [
|
2023-12-01 20:40:09 +00:00
|
|
|
"//api:go_default_library",
|
2021-09-16 19:55:51 +00:00
|
|
|
"//api/grpc:go_default_library",
|
|
|
|
|
"//api/pagination:go_default_library",
|
2023-12-08 20:37:20 +00:00
|
|
|
"//api/server:go_default_library",
|
2024-02-03 11:57:01 +00:00
|
|
|
"//api/server/structs:go_default_library",
|
2021-09-18 17:26:11 +00:00
|
|
|
"//async/event:go_default_library",
|
2023-10-16 22:16:20 +00:00
|
|
|
"//beacon-chain/rpc/eth/shared:go_default_library",
|
2021-09-21 18:11:16 +00:00
|
|
|
"//cmd:go_default_library",
|
2024-03-06 16:30:17 +00:00
|
|
|
"//cmd/validator/flags:go_default_library",
|
2021-09-15 01:18:39 +00:00
|
|
|
"//config/features:go_default_library",
|
2022-01-06 17:33:08 +00:00
|
|
|
"//config/fieldparams:go_default_library",
|
2022-06-16 15:10:23 +00:00
|
|
|
"//config/params:go_default_library",
|
2024-03-04 15:12:11 +00:00
|
|
|
"//config/proposer:go_default_library",
|
2023-10-16 22:16:20 +00:00
|
|
|
"//consensus-types/primitives:go_default_library",
|
2023-05-16 19:08:49 +00:00
|
|
|
"//consensus-types/validator:go_default_library",
|
2021-09-15 22:55:11 +00:00
|
|
|
"//crypto/bls:go_default_library",
|
|
|
|
|
"//crypto/rand:go_default_library",
|
2021-12-02 14:58:49 +00:00
|
|
|
"//encoding/bytesutil:go_default_library",
|
2021-09-17 21:55:24 +00:00
|
|
|
"//io/file:go_default_library",
|
|
|
|
|
"//io/logs:go_default_library",
|
|
|
|
|
"//io/prompt:go_default_library",
|
2021-09-14 20:59:51 +00:00
|
|
|
"//monitoring/tracing:go_default_library",
|
2023-12-08 20:37:20 +00:00
|
|
|
"//network/httputil:go_default_library",
|
2021-07-21 21:34:07 +00:00
|
|
|
"//proto/prysm/v1alpha1:go_default_library",
|
2021-09-16 09:46:29 +00:00
|
|
|
"//runtime/version:go_default_library",
|
2020-10-15 22:31:52 +00:00
|
|
|
"//validator/accounts:go_default_library",
|
2021-09-21 18:11:16 +00:00
|
|
|
"//validator/accounts/petnames:go_default_library",
|
2020-10-15 22:31:52 +00:00
|
|
|
"//validator/accounts/wallet:go_default_library",
|
2020-08-12 23:33:15 +00:00
|
|
|
"//validator/client:go_default_library",
|
2024-01-11 16:03:35 +00:00
|
|
|
"//validator/client/beacon-api:go_default_library",
|
2023-03-20 16:32:32 +00:00
|
|
|
"//validator/client/beacon-chain-client-factory:go_default_library",
|
2022-11-07 10:29:27 +00:00
|
|
|
"//validator/client/iface:go_default_library",
|
2023-03-20 16:32:32 +00:00
|
|
|
"//validator/client/node-client-factory:go_default_library",
|
2022-11-07 10:29:27 +00:00
|
|
|
"//validator/client/validator-client-factory:go_default_library",
|
2020-08-13 20:27:42 +00:00
|
|
|
"//validator/db:go_default_library",
|
2022-11-11 17:33:48 +00:00
|
|
|
"//validator/helpers:go_default_library",
|
2020-10-15 22:31:52 +00:00
|
|
|
"//validator/keymanager:go_default_library",
|
|
|
|
|
"//validator/keymanager/derived:go_default_library",
|
2022-02-01 19:54:19 +00:00
|
|
|
"//validator/keymanager/local:go_default_library",
|
2021-11-09 16:49:28 +00:00
|
|
|
"//validator/slashing-protection-history:go_default_library",
|
2021-12-02 14:58:49 +00:00
|
|
|
"//validator/slashing-protection-history/format:go_default_library",
|
2022-06-16 15:10:23 +00:00
|
|
|
"@com_github_ethereum_go_ethereum//common:go_default_library",
|
|
|
|
|
"@com_github_ethereum_go_ethereum//common/hexutil:go_default_library",
|
2021-10-28 14:24:39 +00:00
|
|
|
"@com_github_fsnotify_fsnotify//:go_default_library",
|
2022-02-25 19:08:43 +00:00
|
|
|
"@com_github_golang_jwt_jwt_v4//:go_default_library",
|
2023-10-16 22:16:20 +00:00
|
|
|
"@com_github_gorilla_mux//:go_default_library",
|
2020-08-13 20:27:42 +00:00
|
|
|
"@com_github_grpc_ecosystem_go_grpc_middleware//:go_default_library",
|
|
|
|
|
"@com_github_grpc_ecosystem_go_grpc_middleware//recovery:go_default_library",
|
2020-12-17 16:26:32 +00:00
|
|
|
"@com_github_grpc_ecosystem_go_grpc_middleware//retry:go_default_library",
|
2020-08-13 20:27:42 +00:00
|
|
|
"@com_github_grpc_ecosystem_go_grpc_middleware//tracing/opentracing:go_default_library",
|
|
|
|
|
"@com_github_grpc_ecosystem_go_grpc_prometheus//:go_default_library",
|
2020-09-03 15:11:17 +00:00
|
|
|
"@com_github_pkg_errors//:go_default_library",
|
2020-08-12 01:38:01 +00:00
|
|
|
"@com_github_sirupsen_logrus//:go_default_library",
|
2020-09-03 15:11:17 +00:00
|
|
|
"@com_github_tyler_smith_go_bip39//:go_default_library",
|
2021-04-05 20:42:03 +00:00
|
|
|
"@com_github_tyler_smith_go_bip39//wordlists:go_default_library",
|
2021-10-20 14:23:59 +00:00
|
|
|
"@com_github_wealdtech_go_eth2_wallet_encryptor_keystorev4//:go_default_library",
|
2020-08-13 20:27:42 +00:00
|
|
|
"@io_opencensus_go//plugin/ocgrpc:go_default_library",
|
2023-10-16 22:16:20 +00:00
|
|
|
"@io_opencensus_go//trace:go_default_library",
|
2020-08-12 01:38:01 +00:00
|
|
|
"@org_golang_google_grpc//:go_default_library",
|
2020-08-12 23:33:15 +00:00
|
|
|
"@org_golang_google_grpc//codes:go_default_library",
|
2020-08-12 01:38:01 +00:00
|
|
|
"@org_golang_google_grpc//credentials:go_default_library",
|
2020-08-13 20:27:42 +00:00
|
|
|
"@org_golang_google_grpc//metadata:go_default_library",
|
2020-08-12 01:38:01 +00:00
|
|
|
"@org_golang_google_grpc//reflection:go_default_library",
|
2020-08-12 23:33:15 +00:00
|
|
|
"@org_golang_google_grpc//status:go_default_library",
|
2021-04-09 19:13:59 +00:00
|
|
|
"@org_golang_google_protobuf//types/known/emptypb:go_default_library",
|
2020-08-12 23:33:15 +00:00
|
|
|
],
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
go_test(
|
|
|
|
|
name = "go_default_test",
|
2020-08-13 20:27:42 +00:00
|
|
|
srcs = [
|
2021-10-20 16:37:05 +00:00
|
|
|
"auth_token_test.go",
|
2020-12-17 16:26:32 +00:00
|
|
|
"beacon_test.go",
|
2023-11-15 19:40:14 +00:00
|
|
|
"handler_wallet_test.go",
|
2023-12-01 20:40:09 +00:00
|
|
|
"handlers_accounts_test.go",
|
|
|
|
|
"handlers_auth_test.go",
|
|
|
|
|
"handlers_beacon_test.go",
|
2023-11-02 15:51:21 +00:00
|
|
|
"handlers_health_test.go",
|
2023-10-16 22:16:20 +00:00
|
|
|
"handlers_keymanager_test.go",
|
2023-11-15 17:35:22 +00:00
|
|
|
"handlers_slashing_test.go",
|
2020-08-13 20:27:42 +00:00
|
|
|
"intercepter_test.go",
|
|
|
|
|
"server_test.go",
|
|
|
|
|
],
|
2020-08-12 23:33:15 +00:00
|
|
|
embed = [":go_default_library"],
|
|
|
|
|
deps = [
|
2023-12-01 20:40:09 +00:00
|
|
|
"//api:go_default_library",
|
2021-09-18 17:26:11 +00:00
|
|
|
"//async/event:go_default_library",
|
2021-03-02 18:58:40 +00:00
|
|
|
"//cmd/validator/flags:go_default_library",
|
2021-09-15 01:18:39 +00:00
|
|
|
"//config/features:go_default_library",
|
2022-01-06 17:33:08 +00:00
|
|
|
"//config/fieldparams:go_default_library",
|
2022-06-16 15:10:23 +00:00
|
|
|
"//config/params:go_default_library",
|
2024-03-04 15:12:11 +00:00
|
|
|
"//config/proposer:go_default_library",
|
2023-06-21 19:06:16 +00:00
|
|
|
"//consensus-types/primitives:go_default_library",
|
2023-05-16 19:08:49 +00:00
|
|
|
"//consensus-types/validator:go_default_library",
|
2021-09-15 22:55:11 +00:00
|
|
|
"//crypto/bls:go_default_library",
|
2021-10-20 14:23:59 +00:00
|
|
|
"//crypto/rand:go_default_library",
|
2021-09-23 15:23:37 +00:00
|
|
|
"//encoding/bytesutil:go_default_library",
|
2021-09-17 21:55:24 +00:00
|
|
|
"//io/file:go_default_library",
|
2023-11-02 15:51:21 +00:00
|
|
|
"//io/logs/mock:go_default_library",
|
2021-07-21 21:34:07 +00:00
|
|
|
"//proto/prysm/v1alpha1:go_default_library",
|
2021-09-23 18:53:46 +00:00
|
|
|
"//testing/assert:go_default_library",
|
|
|
|
|
"//testing/require:go_default_library",
|
2023-03-20 16:32:32 +00:00
|
|
|
"//testing/validator-mock:go_default_library",
|
2020-10-15 22:31:52 +00:00
|
|
|
"//validator/accounts:go_default_library",
|
2021-02-24 18:05:46 +00:00
|
|
|
"//validator/accounts/iface:go_default_library",
|
2022-01-31 16:44:17 +00:00
|
|
|
"//validator/accounts/testing:go_default_library",
|
2020-10-15 22:31:52 +00:00
|
|
|
"//validator/accounts/wallet:go_default_library",
|
2020-09-03 23:25:56 +00:00
|
|
|
"//validator/client:go_default_library",
|
Implement EIP-3076 minimal slashing protection, using a filesystem database (#13360)
* `EpochFromString`: Use already defined `Uint64FromString` function.
* `Test_uint64FromString` => `Test_FromString`
This test function tests more functions than `Uint64FromString`.
* Slashing protection history: Remove unreachable code.
The function `NewKVStore` creates, via `kv.UpdatePublicKeysBuckets`,
a new item in the `proposal-history-bucket-interchange`.
IMO there is no real reason to prefer `proposal` than `attestation`
as a prefix for this bucket, but this is the way it is done right now
and renaming the bucket will probably be backward incompatible.
An `attestedPublicKey` cannot exist without
the corresponding `proposedPublicKey`.
Thus, the `else` portion of code removed in this commit is not reachable.
We raise an error if we get there.
This is also probably the reason why the removed `else` portion was not
tested.
* `NewKVStore`: Switch items in `createBuckets`.
So the order corresponds to `schema.go`
* `slashableAttestationCheck`: Fix comments and logs.
* `ValidatorClient.db`: Use `iface.ValidatorDB`.
* BoltDB database: Implement `GraffitiFileHash`.
* Filesystem database: Creates `db.go`.
This file defines the following structs:
- `Store`
- `Graffiti`
- `Configuration`
- `ValidatorSlashingProtection`
This files implements the following public functions:
- `NewStore`
- `Close`
- `Backup`
- `DatabasePath`
- `ClearDB`
- `UpdatePublicKeysBuckets`
This files implements the following private functions:
- `slashingProtectionDirPath`
- `configurationFilePath`
- `configuration`
- `saveConfiguration`
- `validatorSlashingProtection`
- `saveValidatorSlashingProtection`
- `publicKeys`
* Filesystem database: Creates `genesis.go`.
This file defines the following public functions:
- `GenesisValidatorsRoot`
- `SaveGenesisValidatorsRoot`
* Filesystem database: Creates `graffiti.go`.
This file defines the following public functions:
- `SaveGraffitiOrderedIndex`
- `GraffitiOrderedIndex`
* Filesystem database: Creates `migration.go`.
This file defines the following public functions:
- `RunUpMigrations`
- `RunDownMigrations`
* Filesystem database: Creates proposer_settings.go.
This file defines the following public functions:
- `ProposerSettings`
- `ProposerSettingsExists`
- `SaveProposerSettings`
* Filesystem database: Creates `attester_protection.go`.
This file defines the following public functions:
- `EIPImportBlacklistedPublicKeys`
- `SaveEIPImportBlacklistedPublicKeys`
- `SigningRootAtTargetEpoch`
- `LowestSignedTargetEpoch`
- `LowestSignedSourceEpoch`
- `AttestedPublicKeys`
- `CheckSlashableAttestation`
- `SaveAttestationForPubKey`
- `SaveAttestationsForPubKey`
- `AttestationHistoryForPubKey`
* Filesystem database: Creates `proposer_protection.go`.
This file defines the following public functions:
- `HighestSignedProposal`
- `LowestSignedProposal`
- `ProposalHistoryForPubKey`
- `ProposalHistoryForSlot`
- `ProposedPublicKeys`
* Ensure that the filesystem store implements the `ValidatorDB` interface.
* `slashableAttestationCheck`: Check the database type.
* `slashableProposalCheck`: Check the database type.
* `slashableAttestationCheck`: Allow usage of minimal slashing protection.
* `slashableProposalCheck`: Allow usage of minimal slashing protection.
* `ImportStandardProtectionJSON`: Check the database type.
* `ImportStandardProtectionJSON`: Allow usage of min slashing protection.
* Implement `RecursiveDirFind`.
* Implement minimal<->complete DB conversion.
3 public functions are implemented:
- `IsCompleteDatabaseExisting`
- `IsMinimalDatabaseExisting`
- `ConvertDatabase`
* `setupDB`: Add `isSlashingProtectionMinimal` argument.
The feature addition is located in `validator/node/node_test.go`.
The rest of this commit consists in minimal slashing protection testing.
* `setupWithKey`: Add `isSlashingProtectionMinimal` argument.
The feature addition is located in `validator/client/propose_test.go`.
The rest of this commit consists in tests wrapping.
* `setup`: Add `isSlashingProtectionMinimal` argument.
The added feature is located in the `validator/client/propose_test.go`
file.
The rest of this commit consists in tests wrapping.
* `initializeFromCLI` and `initializeForWeb`: Factorize db init.
* Add `convert-complete-to-minimal` command.
* Creates `--enable-minimal-slashing-protection` flag.
* `importSlashingProtectionJSON`: Check database type.
* `exportSlashingProtectionJSON`: Check database type.
* `TestClearDB`: Test with minimal slashing protection.
* KeyManager: Test with minimal slashing protection.
* RPC: KeyManager: Test with minimal slashing protection.
* `convert-complete-to-minimal`: Change option names.
Options were:
- `--source` (for source data directory), and
- `--target` (for target data directory)
However, since this command deals with slashing protection, which has
source (epochs) and target (epochs), the initial option names may confuse
the user.
In this commit:
`--source` ==> `--source-data-dir`
`--target` ==> `--target-data-dir`
* Set `SlashableAttestationCheck` as an iface method.
And delete `CheckSlashableAttestation` from iface.
* Move helpers functions in a more general directory.
No functional change.
* Extract common structs out of `kv`.
==> `filesystem` does not depend anymore on `kv`.
==> `iface` does not depend anymore on `kv`.
==> `slashing-protection` does not depend anymore on `kv`.
* Move `ValidateMetadata` in `validator/helpers`.
* `ValidateMetadata`: Test with mock.
This way, we can:
- Avoid any circular import for tests.
- Implement once for all `iface.ValidatorDB` implementations
the `ValidateMetadata`function.
- Have tests (and coverage) of `ValidateMetadata`in
its own package.
The ideal solution would have been to implement `ValidateMetadata` as
a method with the `iface.ValidatorDB`receiver.
Unfortunately, golang does not allow that.
* `iface.ValidatorDB`: Implement ImportStandardProtectionJSON.
The whole purpose of this commit is to avoid the `switch validatorDB.(type)`
in `ImportStandardProtectionJSON`.
* `iface.ValidatorDB`: Implement `SlashableProposalCheck`.
* Remove now useless `slashableProposalCheck`.
* Delete useless `ImportStandardProtectionJSON`.
* `file.Exists`: Detect directories and return an error.
Before, `Exists` was only able to detect if a file exists.
Now, this function takes an extra `File` or `Directory` argument.
It detects either if a file or a directory exists.
Before, if an error was returned by `os.Stat`, the the file was
considered as non existing.
Now, it is treated as a real error.
* Replace `os.Stat` by `file.Exists`.
* Remove `Is{Complete,Minimal}DatabaseExisting`.
* `publicKeys`: Add log if unexpected file found.
* Move `{Source,Target}DataDirFlag`in `db.go`.
* `failedAttLocalProtectionErr`: `var`==> `const`
* `signingRoot`: `32`==> `fieldparams.RootLength`.
* `validatorClientData`==> `validator-client-data`.
To be consistent with `slashing-protection`.
* Add progress bars for `import` and `convert`.
* `parseBlocksForUniquePublicKeys`: Move in `db/kv`.
* helpers: Remove unused `initializeProgressBar` function.
2024-03-05 15:27:15 +00:00
|
|
|
"//validator/db/common:go_default_library",
|
|
|
|
|
"//validator/db/filesystem:go_default_library",
|
|
|
|
|
"//validator/db/iface:go_default_library",
|
2021-04-09 19:13:59 +00:00
|
|
|
"//validator/db/kv:go_default_library",
|
2023-05-16 19:08:49 +00:00
|
|
|
"//validator/db/testing:go_default_library",
|
2020-10-15 22:31:52 +00:00
|
|
|
"//validator/keymanager:go_default_library",
|
|
|
|
|
"//validator/keymanager/derived:go_default_library",
|
2022-02-08 19:13:36 +00:00
|
|
|
"//validator/keymanager/remote-web3signer:go_default_library",
|
2021-11-09 16:49:28 +00:00
|
|
|
"//validator/slashing-protection-history/format:go_default_library",
|
2021-03-02 11:39:54 +00:00
|
|
|
"//validator/testing:go_default_library",
|
2022-06-16 15:10:23 +00:00
|
|
|
"@com_github_ethereum_go_ethereum//common:go_default_library",
|
2022-04-11 20:05:40 +00:00
|
|
|
"@com_github_ethereum_go_ethereum//common/hexutil:go_default_library",
|
2022-02-25 19:08:43 +00:00
|
|
|
"@com_github_golang_jwt_jwt_v4//:go_default_library",
|
2023-10-10 04:50:29 +00:00
|
|
|
"@com_github_golang_protobuf//ptypes/empty",
|
2020-09-03 15:11:17 +00:00
|
|
|
"@com_github_google_uuid//:go_default_library",
|
2023-10-16 22:16:20 +00:00
|
|
|
"@com_github_gorilla_mux//:go_default_library",
|
2022-06-16 15:10:23 +00:00
|
|
|
"@com_github_grpc_ecosystem_grpc_gateway_v2//runtime:go_default_library",
|
2020-12-17 16:26:32 +00:00
|
|
|
"@com_github_pkg_errors//:go_default_library",
|
2021-10-20 14:23:59 +00:00
|
|
|
"@com_github_tyler_smith_go_bip39//:go_default_library",
|
2020-09-03 15:11:17 +00:00
|
|
|
"@com_github_wealdtech_go_eth2_wallet_encryptor_keystorev4//:go_default_library",
|
2020-08-13 20:27:42 +00:00
|
|
|
"@org_golang_google_grpc//:go_default_library",
|
|
|
|
|
"@org_golang_google_grpc//metadata:go_default_library",
|
2023-06-21 19:06:16 +00:00
|
|
|
"@org_golang_google_protobuf//types/known/emptypb:go_default_library",
|
2021-05-17 18:32:04 +00:00
|
|
|
"@org_golang_google_protobuf//types/known/timestamppb:go_default_library",
|
2024-02-21 18:37:17 +00:00
|
|
|
"@org_uber_go_mock//gomock:go_default_library",
|
2020-08-12 01:38:01 +00:00
|
|
|
],
|
|
|
|
|
)
|