db85d659b9
* Cost Model to limit transactions which are not parallelizeable (#16694) * * Add following to banking_stage: 1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions. 2. CostTracker which is shared between threads, tracks transaction costs for each block. * replace hard coded program ID with id() calls * Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed. * Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table. * add test for cost_tracker atomically try_add operation, serves as safety guard for future changes * check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker; * bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations * replay stage feed back program cost (#17731) * replay stage feeds back realtime per-program execution cost to cost model; * program cost execution table is initialized into empty table, no longer populated with hardcoded numbers; * changed cost unit to microsecond, using value collected from mainnet; * add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs. * investigate system performance test degradation (#17919) * Add stats and counter around cost model ops, mainly: - calculate transaction cost - check transaction can fit in a block - update block cost tracker after transactions are added to block - replay_stage to update/insert execution cost to table * Change mutex on cost_tracker to RwLock * removed cloning cost_tracker for local use, as the metrics show clone is very expensive. * acquire and hold locks for block of TXs, instead of acquire and release per transaction; * remove redundant would_fit check from cost_tracker update execution path * refactor cost checking with less frequent lock acquiring * avoid many Transaction_cost heap allocation when calculate cost, which is in the hot path - executed per transaction. * create hashmap with new_capacity to reduce runtime heap realloc. * code review changes: categorize stats, replace explicit drop calls, concisely initiate to default * address potential deadlock by acquiring locks one at time * Persist cost table to blockstore (#18123) * Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks * Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()` * Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time * Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory * Only try to persist to blockstore when cost_table is changed. * Restore cost table during validator startup * Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads; * Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model. * log warning when channel send fails (#18391) * Aggregate cost_model into cost_tracker (#18374) * * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions * review fixes * update ledger tool to restore cost table from blockstore (#18489) * update ledger tool to restore cost model from blockstore when compute-slot-cost * Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool * refactor and simplify a test * manually fix merge conflicts * Per-program id timings (#17554) * more manual fixing * solve a merge conflict * featurize cost model * more merge fix * cost model uses compute_unit to replace microsecond as cost unit (#18934) * Reject blocks for costs above the max block cost (#18994) * Update block max cost limit to fix performance regession (#19276) * replace function with const var for better readability (#19285) * Add few more metrics data points (#19624) * periodically report sigverify_stage stats (#19674) * manual merge * cost model nits (#18528) * Accumulate consumed units (#18714) * tx wide compute budget (#18631) * more manual merge * ignore zerorize drop security * - update const cost values with data collected by #19627 - update cost calculation to closely proposed fee schedule #16984 * add transaction cost histogram metrics (#20350) * rebase to 1.7.15 * add tx count and thread id to stats (#20451) each stat reports and resets when slot changes * remove cost_model feature_set * ignore vote transactions from cost model Co-authored-by: sakridge <sakridge@gmail.com> Co-authored-by: Jeff Biseda <jbiseda@gmail.com> Co-authored-by: Jack May <jack@solana.com>
115 lines
3.6 KiB
TOML
115 lines
3.6 KiB
TOML
[package]
|
|
name = "solana-core"
|
|
description = "Blockchain, Rebuilt for Scale"
|
|
version = "1.8.0"
|
|
homepage = "https://solana.com/"
|
|
documentation = "https://docs.rs/solana-core"
|
|
readme = "../README.md"
|
|
repository = "https://github.com/solana-labs/solana"
|
|
authors = ["Solana Maintainers <maintainers@solana.foundation>"]
|
|
license = "Apache-2.0"
|
|
edition = "2018"
|
|
|
|
[badges]
|
|
codecov = { repository = "solana-labs/solana", branch = "master", service = "github" }
|
|
|
|
[dependencies]
|
|
ahash = "0.6.1"
|
|
base64 = "0.12.3"
|
|
bincode = "1.3.1"
|
|
blake3 = "0.3.7"
|
|
bv = { version = "0.11.1", features = ["serde"] }
|
|
bs58 = "0.3.1"
|
|
byteorder = "1.3.4"
|
|
chrono = { version = "0.4.11", features = ["serde"] }
|
|
crossbeam-channel = "0.4"
|
|
ed25519-dalek = "=1.0.1"
|
|
fs_extra = "1.2.0"
|
|
flate2 = "1.0"
|
|
indexmap = { version = "1.5", features = ["rayon"] }
|
|
libc = "0.2.81"
|
|
miow = "0.2.2"
|
|
net2 = "0.2.37"
|
|
num-traits = "0.2"
|
|
histogram = "0.6.9"
|
|
itertools = "0.10.1"
|
|
log = "0.4.14"
|
|
lru = "0.6.6"
|
|
rand = "0.7.0"
|
|
rand_chacha = "0.2.2"
|
|
rand_core = "0.6.2"
|
|
raptorq = "1.4.2"
|
|
rayon = "1.5.0"
|
|
retain_mut = "0.1.2"
|
|
serde = "1.0.122"
|
|
serde_bytes = "0.11"
|
|
serde_derive = "1.0.103"
|
|
solana-account-decoder = { path = "../account-decoder", version = "=1.8.0" }
|
|
solana-banks-server = { path = "../banks-server", version = "=1.8.0" }
|
|
solana-clap-utils = { path = "../clap-utils", version = "=1.8.0" }
|
|
solana-client = { path = "../client", version = "=1.8.0" }
|
|
solana-gossip = { path = "../gossip", version = "=1.8.0" }
|
|
solana-ledger = { path = "../ledger", version = "=1.8.0" }
|
|
solana-logger = { path = "../logger", version = "=1.8.0" }
|
|
solana-merkle-tree = { path = "../merkle-tree", version = "=1.8.0" }
|
|
solana-metrics = { path = "../metrics", version = "=1.8.0" }
|
|
solana-measure = { path = "../measure", version = "=1.8.0" }
|
|
solana-net-utils = { path = "../net-utils", version = "=1.8.0" }
|
|
solana-perf = { path = "../perf", version = "=1.8.0" }
|
|
solana-poh = { path = "../poh", version = "=1.8.0" }
|
|
solana-program-test = { path = "../program-test", version = "=1.8.0" }
|
|
solana-rpc = { path = "../rpc", version = "=1.8.0" }
|
|
solana-runtime = { path = "../runtime", version = "=1.8.0" }
|
|
solana-sdk = { path = "../sdk", version = "=1.8.0" }
|
|
solana-frozen-abi = { path = "../frozen-abi", version = "=1.8.0" }
|
|
solana-frozen-abi-macro = { path = "../frozen-abi/macro", version = "=1.8.0" }
|
|
solana-streamer = { path = "../streamer", version = "=1.8.0" }
|
|
solana-transaction-status = { path = "../transaction-status", version = "=1.8.0" }
|
|
solana-version = { path = "../version", version = "=1.8.0" }
|
|
solana-vote-program = { path = "../programs/vote", version = "=1.8.0" }
|
|
spl-token-v2-0 = { package = "spl-token", version = "=3.2.0", features = ["no-entrypoint"] }
|
|
tempfile = "3.1.0"
|
|
thiserror = "1.0"
|
|
solana-rayon-threadlimit = { path = "../rayon-threadlimit", version = "=1.8.0" }
|
|
trees = "0.2.1"
|
|
|
|
[dev-dependencies]
|
|
jsonrpc-core = "18.0.0"
|
|
jsonrpc-core-client = { version = "18.0.0", features = ["ipc", "ws"] }
|
|
jsonrpc-derive = "18.0.0"
|
|
jsonrpc-pubsub = "18.0.0"
|
|
matches = "0.1.6"
|
|
num_cpus = "1.13.0"
|
|
reqwest = { version = "0.11.2", default-features = false, features = ["blocking", "rustls-tls", "json"] }
|
|
serde_json = "1.0.56"
|
|
serial_test = "0.4.0"
|
|
solana-stake-program = { path = "../programs/stake", version = "=1.8.0" }
|
|
solana-version = { path = "../version", version = "=1.8.0" }
|
|
symlink = "0.1.0"
|
|
systemstat = "0.1.5"
|
|
tokio = { version = "1", features = ["full"] }
|
|
|
|
[build-dependencies]
|
|
rustc_version = "0.2"
|
|
|
|
[[bench]]
|
|
name = "banking_stage"
|
|
|
|
[[bench]]
|
|
name = "blockstore"
|
|
|
|
[[bench]]
|
|
name = "cluster_info"
|
|
|
|
[[bench]]
|
|
name = "gen_keys"
|
|
|
|
[[bench]]
|
|
name = "sigverify_stage"
|
|
|
|
[[bench]]
|
|
name = "retransmit_stage"
|
|
|
|
[package.metadata.docs.rs]
|
|
targets = ["x86_64-unknown-linux-gnu"]
|