erigon-pulse/common/compiler/solidity.go

225 lines
7.4 KiB
Go
Raw Normal View History

2019-07-22 09:17:27 +00:00
// Copyright 2015 The go-ethereum Authors
// This file is part of the go-ethereum library.
2015-07-07 00:54:22 +00:00
//
// The go-ethereum library is free software: you can redistribute it and/or modify
2015-07-07 00:54:22 +00:00
// it under the terms of the GNU Lesser General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// The go-ethereum library is distributed in the hope that it will be useful,
2015-07-07 00:54:22 +00:00
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
2015-07-07 00:54:22 +00:00
// GNU Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public License
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
2015-07-07 00:54:22 +00:00
// Package compiler wraps the Solidity and Vyper compiler executables (solc; vyper).
package compiler
import (
"bytes"
"encoding/json"
"errors"
"fmt"
"os/exec"
"strconv"
"strings"
)
// Solidity contains information about the solidity compiler.
type Solidity struct {
Path, Version, FullVersion string
Major, Minor, Patch int
}
// --combined-output format
type solcOutput struct {
Contracts map[string]struct {
BinRuntime string `json:"bin-runtime"`
SrcMapRuntime string `json:"srcmap-runtime"`
Bin, SrcMap, Abi, Devdoc, Userdoc, Metadata string
Hashes map[string]string
}
Version string
}
// solidity v.0.8 changes the way ABI, Devdoc and Userdoc are serialized
type solcOutputV8 struct {
Contracts map[string]struct {
BinRuntime string `json:"bin-runtime"`
SrcMapRuntime string `json:"srcmap-runtime"`
Bin, SrcMap, Metadata string
Abi interface{}
Devdoc interface{}
Userdoc interface{}
Hashes map[string]string
}
Version string
}
func (s *Solidity) makeArgs() []string {
p := []string{
"--combined-json", "bin,bin-runtime,srcmap,srcmap-runtime,abi,userdoc,devdoc",
"--optimize", // code optimizer switched on
"--allow-paths", "., ./, ../", // default to support relative paths
}
if s.Major > 0 || s.Minor > 4 || s.Patch > 6 {
p[1] += ",metadata,hashes"
}
return p
}
// SolidityVersion runs solc and parses its version output.
func SolidityVersion(solc string) (*Solidity, error) {
if solc == "" {
solc = "solc"
}
var out bytes.Buffer
cmd := exec.Command(solc, "--version")
cmd.Stdout = &out
err := cmd.Run()
if err != nil {
return nil, err
}
matches := versionRegexp.FindStringSubmatch(out.String())
if len(matches) != 4 {
return nil, fmt.Errorf("can't parse solc version %q", out.String())
}
s := &Solidity{Path: cmd.Path, FullVersion: out.String(), Version: matches[0]}
if s.Major, err = strconv.Atoi(matches[1]); err != nil {
return nil, err
}
if s.Minor, err = strconv.Atoi(matches[2]); err != nil {
return nil, err
}
if s.Patch, err = strconv.Atoi(matches[3]); err != nil {
return nil, err
}
return s, nil
}
// CompileSolidityString builds and returns all the contracts contained within a source string.
func CompileSolidityString(solc, source string) (map[string]*Contract, error) {
if len(source) == 0 {
return nil, errors.New("solc: empty source string")
}
s, err := SolidityVersion(solc)
if err != nil {
return nil, err
}
args := append(s.makeArgs(), "--")
2021-09-17 03:31:20 +00:00
cmd := exec.Command(s.Path, append(args, "-")...) //nolint:gosec
cmd.Stdin = strings.NewReader(source)
return s.run(cmd, source)
}
// CompileSolidity compiles all given Solidity source files.
func CompileSolidity(solc string, sourcefiles ...string) (map[string]*Contract, error) {
if len(sourcefiles) == 0 {
return nil, errors.New("solc: no source files")
}
source, err := slurpFiles(sourcefiles)
if err != nil {
return nil, err
}
s, err := SolidityVersion(solc)
if err != nil {
return nil, err
}
args := append(s.makeArgs(), "--")
2021-09-17 03:31:20 +00:00
cmd := exec.Command(s.Path, append(args, sourcefiles...)...) //nolint:gosec
return s.run(cmd, source)
}
func (s *Solidity) run(cmd *exec.Cmd, source string) (map[string]*Contract, error) {
var stderr, stdout bytes.Buffer
cmd.Stderr = &stderr
cmd.Stdout = &stdout
if err := cmd.Run(); err != nil {
Stable 2021 10 02 (#2794) * begin 2021.10.2 release cycle * Revert "rpcdaemon: (#2752)" (#2762) This reverts commit 2afd028d3dd5d136ff28401ad16a7f0d736d96d9. * Pool v2: --txpool.pricelimit support (#2763) * --txpoo.pricelimit support * Pool v2: --txpool.accountslots flag support (#2765) * Update signal_windows.go (#2767) Trap os.interrupt instead of SIGINT and SIGTERM * Update stage_finish.go : notifications to rpc daemon (#2755) * Dockerfile: switch to go1.17 and alpine3.14 (#2766) * add logs in recoverFromDb func (#2769) * eip 1559 in miner (#2773) * Inner errors (#2774) * Clean up DEBUG category logs (#2776) - move many DEBUG logs into TRACE category * Decoding incarnation implemented (#2764) * WIP decoding incarnation specifically * Changed decodeIncarnation to be an external function * added tests to for decoding incarnations * ran gofmt -w -s * changed test name, and changed incarnations to 4 * Created a test which tests if it returns an error when there is one * ran gofmt * Capitalized all tests and made breaking test * added an error check * changed decodingForStorage for decodingIncarnationFromStorage * ran gofmt -w -s * No senders is fine (#2775) * IntermediateHash stage - switch from incremental to re-generate mode - if jump > 100K blocks (#2781) * Enable "State stream" by default (#2780) * No json rpc streaming (#2779) * reduce_bach_concurrency_default * RPCDaemon: reduce --rpc.batch.concurrency default from 50 to 2 (#2784) * Integration to print right stage in logs (#2785) * remove debug prints * RemoteDB: don't spend time to close cursors on end of tx - server will cleanup everything well (#2786) * Fermion genesis block (#2787) * updated Fermion genesis block * Updated Fermion genesis block: added precompiles * Rpcdaemon: add --tevm flag to enable experiment (#2788) * Reworkings of state compression experiments (#2790) * Changes * Progress * Another way * More * More * Produce encoding * Add uncoded characters * cleanup * Add sortdict * Fixes * Use patricia from erigon-lib * Cleanup * Switch to dynamic programming, optimise allocations in FindMatches * Optimise allocations * Reduce allocations * Switch to main branch of erigon-lib, reduce allocations further Co-authored-by: Alexey Sharp <alexeysharp@Alexeys-iMac.local> Co-authored-by: Alex Sharp <alexsharp@Alexs-MacBook-Pro.local> * Ignore MaxPeers param for staticpeers (#2789) Co-authored-by: Aleksandr Borodulin <a.borodulin@axioma.lv> * less warnings * Update skip_analysis.go (#2792) * Extend preverified hashes for mainnet and ropsten (#2793) Co-authored-by: Alexey Sharp <alexeysharp@Alexeys-iMac.local> Co-authored-by: Alex Sharov <AskAlexSharov@gmail.com> Co-authored-by: Andrea Lanfranchi <andrea.lanfranchi@gmail.com> Co-authored-by: Enrique Jose Avila Asapche <eavilaasapche@gmail.com> Co-authored-by: e-danko <89912851+e-danko@users.noreply.github.com> Co-authored-by: ledgerwatch <akhounov@gmail.com> Co-authored-by: Alexey Sharp <alexeysharp@Alexeys-iMac.local> Co-authored-by: Alex Sharp <alexsharp@Alexs-MacBook-Pro.local> Co-authored-by: Alexandr Borodulin <sashaborodulin@gmail.com> Co-authored-by: Aleksandr Borodulin <a.borodulin@axioma.lv>
2021-10-07 12:02:18 +00:00
return nil, fmt.Errorf("solc: %w\n%s", err, stderr.Bytes())
}
return ParseCombinedJSON(stdout.Bytes(), source, s.Version, s.Version, strings.Join(s.makeArgs(), " "))
}
// ParseCombinedJSON takes the direct output of a solc --combined-output run and
// parses it into a map of string contract name to Contract structs. The
// provided source, language and compiler version, and compiler options are all
// passed through into the Contract structs.
//
// The solc output is expected to contain ABI, source mapping, user docs, and dev docs.
//
// Returns an error if the JSON is malformed or missing data, or if the JSON
// embedded within the JSON is malformed.
func ParseCombinedJSON(combinedJSON []byte, source string, languageVersion string, compilerVersion string, compilerOptions string) (map[string]*Contract, error) {
var output solcOutput
if err := json.Unmarshal(combinedJSON, &output); err != nil {
// Try to parse the output with the new solidity v.0.8.0 rules
return parseCombinedJSONV8(combinedJSON, source, languageVersion, compilerVersion, compilerOptions)
}
// Compilation succeeded, assemble and return the contracts.
contracts := make(map[string]*Contract)
for name, info := range output.Contracts {
// Parse the individual compilation results.
var abi interface{}
if err := json.Unmarshal([]byte(info.Abi), &abi); err != nil {
Stable 2021 10 02 (#2794) * begin 2021.10.2 release cycle * Revert "rpcdaemon: (#2752)" (#2762) This reverts commit 2afd028d3dd5d136ff28401ad16a7f0d736d96d9. * Pool v2: --txpool.pricelimit support (#2763) * --txpoo.pricelimit support * Pool v2: --txpool.accountslots flag support (#2765) * Update signal_windows.go (#2767) Trap os.interrupt instead of SIGINT and SIGTERM * Update stage_finish.go : notifications to rpc daemon (#2755) * Dockerfile: switch to go1.17 and alpine3.14 (#2766) * add logs in recoverFromDb func (#2769) * eip 1559 in miner (#2773) * Inner errors (#2774) * Clean up DEBUG category logs (#2776) - move many DEBUG logs into TRACE category * Decoding incarnation implemented (#2764) * WIP decoding incarnation specifically * Changed decodeIncarnation to be an external function * added tests to for decoding incarnations * ran gofmt -w -s * changed test name, and changed incarnations to 4 * Created a test which tests if it returns an error when there is one * ran gofmt * Capitalized all tests and made breaking test * added an error check * changed decodingForStorage for decodingIncarnationFromStorage * ran gofmt -w -s * No senders is fine (#2775) * IntermediateHash stage - switch from incremental to re-generate mode - if jump > 100K blocks (#2781) * Enable "State stream" by default (#2780) * No json rpc streaming (#2779) * reduce_bach_concurrency_default * RPCDaemon: reduce --rpc.batch.concurrency default from 50 to 2 (#2784) * Integration to print right stage in logs (#2785) * remove debug prints * RemoteDB: don't spend time to close cursors on end of tx - server will cleanup everything well (#2786) * Fermion genesis block (#2787) * updated Fermion genesis block * Updated Fermion genesis block: added precompiles * Rpcdaemon: add --tevm flag to enable experiment (#2788) * Reworkings of state compression experiments (#2790) * Changes * Progress * Another way * More * More * Produce encoding * Add uncoded characters * cleanup * Add sortdict * Fixes * Use patricia from erigon-lib * Cleanup * Switch to dynamic programming, optimise allocations in FindMatches * Optimise allocations * Reduce allocations * Switch to main branch of erigon-lib, reduce allocations further Co-authored-by: Alexey Sharp <alexeysharp@Alexeys-iMac.local> Co-authored-by: Alex Sharp <alexsharp@Alexs-MacBook-Pro.local> * Ignore MaxPeers param for staticpeers (#2789) Co-authored-by: Aleksandr Borodulin <a.borodulin@axioma.lv> * less warnings * Update skip_analysis.go (#2792) * Extend preverified hashes for mainnet and ropsten (#2793) Co-authored-by: Alexey Sharp <alexeysharp@Alexeys-iMac.local> Co-authored-by: Alex Sharov <AskAlexSharov@gmail.com> Co-authored-by: Andrea Lanfranchi <andrea.lanfranchi@gmail.com> Co-authored-by: Enrique Jose Avila Asapche <eavilaasapche@gmail.com> Co-authored-by: e-danko <89912851+e-danko@users.noreply.github.com> Co-authored-by: ledgerwatch <akhounov@gmail.com> Co-authored-by: Alexey Sharp <alexeysharp@Alexeys-iMac.local> Co-authored-by: Alex Sharp <alexsharp@Alexs-MacBook-Pro.local> Co-authored-by: Alexandr Borodulin <sashaborodulin@gmail.com> Co-authored-by: Aleksandr Borodulin <a.borodulin@axioma.lv>
2021-10-07 12:02:18 +00:00
return nil, fmt.Errorf("solc: error reading abi definition (%w)", err)
}
var userdoc, devdoc interface{}
json.Unmarshal([]byte(info.Userdoc), &userdoc)
json.Unmarshal([]byte(info.Devdoc), &devdoc)
contracts[name] = &Contract{
Code: "0x" + info.Bin,
RuntimeCode: "0x" + info.BinRuntime,
Hashes: info.Hashes,
Info: ContractInfo{
Source: source,
Language: "Solidity",
LanguageVersion: languageVersion,
CompilerVersion: compilerVersion,
CompilerOptions: compilerOptions,
SrcMap: info.SrcMap,
SrcMapRuntime: info.SrcMapRuntime,
AbiDefinition: abi,
UserDoc: userdoc,
DeveloperDoc: devdoc,
Metadata: info.Metadata,
},
}
}
return contracts, nil
}
// parseCombinedJSONV8 parses the direct output of solc --combined-output
// and parses it using the rules from solidity v.0.8.0 and later.
func parseCombinedJSONV8(combinedJSON []byte, source string, languageVersion string, compilerVersion string, compilerOptions string) (map[string]*Contract, error) {
var output solcOutputV8
if err := json.Unmarshal(combinedJSON, &output); err != nil {
return nil, err
}
// Compilation succeeded, assemble and return the contracts.
contracts := make(map[string]*Contract)
for name, info := range output.Contracts {
contracts[name] = &Contract{
Code: "0x" + info.Bin,
RuntimeCode: "0x" + info.BinRuntime,
Hashes: info.Hashes,
Info: ContractInfo{
Source: source,
Language: "Solidity",
LanguageVersion: languageVersion,
CompilerVersion: compilerVersion,
CompilerOptions: compilerOptions,
SrcMap: info.SrcMap,
SrcMapRuntime: info.SrcMapRuntime,
AbiDefinition: info.Abi,
UserDoc: info.Userdoc,
DeveloperDoc: info.Devdoc,
Metadata: info.Metadata,
},
}
}
return contracts, nil
}