2019-02-07 15:10:54 -08:00
|
|
|
# This file is automatically @generated by Cargo.
|
|
|
|
|
# It is not intended for manual editing.
|
2021-04-09 11:44:19 +02:00
|
|
|
version = 3
|
|
|
|
|
|
2020-04-14 13:10:25 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "Inflector"
|
|
|
|
|
version = "0.11.4"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "fe438c63458706e03479442743baae6c88256498e6431708f6dfc520a26515d3"
|
2020-04-14 13:10:25 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
|
|
|
|
"regex",
|
2020-04-14 13:10:25 -06:00
|
|
|
]
|
|
|
|
|
|
2020-05-28 15:32:42 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "addr2line"
|
|
|
|
|
version = "0.12.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "a49806b9dadc843c61e7c97e72490ad7f7220ae249012fbda9ad0609457c0543"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"gimli",
|
|
|
|
|
]
|
|
|
|
|
|
2020-03-11 21:31:50 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "adler32"
|
|
|
|
|
version = "1.0.4"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "5d2e7343e7fc9de883d1b0341e0b13970f764c14101234857d2ddafa1cb1cac2"
|
2020-03-11 21:31:50 -07:00
|
|
|
|
2020-11-19 09:02:16 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "ahash"
|
|
|
|
|
version = "0.4.6"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "f6789e291be47ace86a60303502173d84af8327e3627ecf334356ee0f87a164c"
|
|
|
|
|
|
2020-12-07 16:42:39 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "ahash"
|
|
|
|
|
version = "0.6.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "865f8b0b3fced577b7df82e9b0eb7609595d7209c0b39e78d0646672e244b1b1"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"getrandom 0.2.0",
|
|
|
|
|
"lazy_static",
|
|
|
|
|
"version_check 0.9.2",
|
|
|
|
|
]
|
|
|
|
|
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "ahash"
|
|
|
|
|
version = "0.7.4"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "43bb833f0bf979d8475d38fbf09ed3b8a55e1885fe93ad3f93239fc6a4f17b98"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"getrandom 0.2.0",
|
|
|
|
|
"once_cell",
|
|
|
|
|
"version_check 0.9.2",
|
|
|
|
|
]
|
|
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "aho-corasick"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.7.10"
|
2019-07-27 06:59:46 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "8716408b8bc624ed7f65d223ddb9ac2d044c0547b6fa4b0d554f3a9540496ada"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"memchr 2.4.0",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2021-07-10 20:44:54 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "aliasable"
|
|
|
|
|
version = "0.1.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "250f629c0161ad8107cf89319e990051fae62832fd343083bea452d93e2205fd"
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "ansi_term"
|
|
|
|
|
version = "0.11.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "ee49baf6cb617b853aa8d93bf420db2383fab46d314482ca2803b40d5fde979b"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "anyhow"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "1.0.38"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "afddf7f520a80dbf76e6f50a35bca42a2331ef227a28b3b6dc5c2e2338d114b1"
|
2020-08-05 12:30:39 -07:00
|
|
|
|
2020-04-25 21:14:37 +09:00
|
|
|
[[package]]
|
|
|
|
|
name = "arc-swap"
|
2020-12-11 15:17:23 -07:00
|
|
|
version = "0.4.8"
|
2020-04-25 21:14:37 +09:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-12-11 15:17:23 -07:00
|
|
|
checksum = "dabe5a181f83789739c194cbe5a897dde195078fac08568d09221fd6137a7ba8"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "arc-swap"
|
|
|
|
|
version = "1.2.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "d4d7d63395147b81a9e570bcc6243aaf71c017bd666d4909cfef0085bdda8d73"
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "arrayref"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.3.6"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "a4c527152e37cf757a3f78aae5a06fbeefdb07ccc535c980a3208ee3060dd544"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "arrayvec"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.5.1"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "cff77d8686867eceff3105329d4698d96c2391c176d5d03adc90c7389162b5b8"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "ascii"
|
2020-11-24 18:00:19 +01:00
|
|
|
version = "0.9.3"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-24 18:00:19 +01:00
|
|
|
checksum = "eab1c04a571841102f5345a8fc0f6bb3d31c315dec879b5c6e42e40ce7ffa34e"
|
2019-08-08 13:00:34 -06:00
|
|
|
|
2018-12-07 20:44:59 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "assert_cmd"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "2.0.0"
|
2018-12-07 20:44:59 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "54f002ce7d0c5e809ebb02be78fd503aeed4a511fd0fcaff6e6914cbdabbfa33"
|
2018-12-07 20:44:59 -08:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"bstr",
|
2020-04-27 17:09:07 -06:00
|
|
|
"doc-comment",
|
|
|
|
|
"predicates",
|
|
|
|
|
"predicates-core",
|
|
|
|
|
"predicates-tree",
|
|
|
|
|
"wait-timeout",
|
2018-12-07 20:44:59 -08:00
|
|
|
]
|
|
|
|
|
|
2019-05-23 14:50:23 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "assert_matches"
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
version = "1.5.0"
|
2019-05-23 14:50:23 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
checksum = "9b34d609dfbaf33d6889b2b7106d3ca345eacad44200913df5ba02bfd31d2ba9"
|
2019-05-23 14:50:23 -07:00
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "async-stream"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.3.0"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "3670df70cbc01729f901f94c887814b3c68db038aad1329a418bae178bc5295c"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"async-stream-impl",
|
|
|
|
|
"futures-core",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "async-stream-impl"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.3.0"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "a3548b8efc9f8e8a5a0a2808c5bd8451a9031b9e5b879a79590304ae928b0a70"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "async-trait"
|
2020-11-23 09:03:04 +00:00
|
|
|
version = "0.1.42"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-23 09:03:04 +00:00
|
|
|
checksum = "8d3a45e77e34375a7923b1e8febb049bb011f064714a8e17a1a616fef01da13d"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "atty"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.2.14"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "d9b39be18770d11421cdb1b9947a45dd3f37e93092cbf377614828a319d5fee8"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"hermit-abi",
|
|
|
|
|
"libc",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-01-02 15:12:42 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "autocfg"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.7"
|
2019-01-02 15:12:42 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "1d49d90015b3c36167a20fe2810c5cd875ad504b39cff3d4eae7977e6b7c1cb2"
|
2019-01-02 15:12:42 -08:00
|
|
|
|
2020-01-10 09:18:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "autocfg"
|
|
|
|
|
version = "1.0.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "f8aac770f1885fd7e387acedd76065302551364496e46b3dd00860b2f8359b9d"
|
2020-01-10 09:18:39 -07:00
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "backoff"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.3.0"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "9fe17f59a06fe8b87a6fc8bf53bb70b3aba76d7685f432487a68cd5552853625"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"futures-core",
|
2021-02-05 00:21:53 -07:00
|
|
|
"getrandom 0.2.0",
|
2020-08-05 12:30:39 -07:00
|
|
|
"instant",
|
2021-02-05 00:21:53 -07:00
|
|
|
"pin-project 1.0.1",
|
|
|
|
|
"rand 0.8.3",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "backtrace"
|
2020-05-28 15:32:42 -07:00
|
|
|
version = "0.3.48"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-28 15:32:42 -07:00
|
|
|
checksum = "0df2f85c8a2abbe3b7d7e748052fdd9b76a0458fdeb16ad4223f5eca78c7c130"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-05-28 15:32:42 -07:00
|
|
|
"addr2line",
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2020-05-28 15:32:42 -07:00
|
|
|
"object",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rustc-demangle",
|
|
|
|
|
"serde",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "base-x"
|
|
|
|
|
version = "0.2.6"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "1b20b618342cf9891c292c4f5ac2cde7287cc5c87e87e9c769d617793607dec1"
|
|
|
|
|
|
2020-02-07 11:26:56 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "base32"
|
|
|
|
|
version = "0.4.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "23ce669cd6c8588f79e15cf450314f9638f967fc5770ff1c7c1deb0925ea7cfa"
|
2020-02-07 11:26:56 -07:00
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "base64"
|
|
|
|
|
version = "0.9.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "489d6c0ed21b11d038c31b6ceccca973e65d73ba3bd8ecb9a2babf5546164643"
|
2020-02-26 12:23:54 +08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"byteorder",
|
|
|
|
|
"safemem",
|
2020-02-26 12:23:54 +08:00
|
|
|
]
|
|
|
|
|
|
2019-01-08 09:55:43 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "base64"
|
2019-03-17 18:48:23 -07:00
|
|
|
version = "0.10.1"
|
2019-01-08 09:55:43 +00:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "0b25d992356d2eb0ed82172f5248873db5560c4721f564b13cb5193bda5e668e"
|
2019-01-08 09:55:43 +00:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"byteorder",
|
2019-01-08 09:55:43 +00:00
|
|
|
]
|
|
|
|
|
|
2019-10-29 10:29:58 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "base64"
|
|
|
|
|
version = "0.11.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "b41b7ea54a0c9d92199de89e20e58d49f02f8e699814ef3fdf266f6f748d15c7"
|
2019-10-29 10:29:58 -07:00
|
|
|
|
2020-03-12 11:32:56 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "base64"
|
2020-07-09 09:04:10 +00:00
|
|
|
version = "0.12.3"
|
2020-03-12 11:32:56 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-07-09 09:04:10 +00:00
|
|
|
checksum = "3441f0f7b02788e948e47f457ca01f1d7e6d92c693bc132c22b087d3141c03ff"
|
2019-07-27 06:59:46 -06:00
|
|
|
|
2020-10-05 22:47:47 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "base64"
|
|
|
|
|
version = "0.13.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "904dfeac50f3cdaba28fc6f57fdcddb75f49ed61346676a78c4ffe55877802fd"
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "bincode"
|
2021-07-13 08:35:50 +00:00
|
|
|
version = "1.3.3"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-13 08:35:50 +00:00
|
|
|
checksum = "b1f45e9417d87227c7a56d22e471c6206462cba514c7590c09aff4cf6d1ddcad"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "bindgen"
|
2021-06-04 14:38:02 +00:00
|
|
|
version = "0.57.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-06-04 14:38:02 +00:00
|
|
|
checksum = "fd4865004a46a0aafb2a0a5eb19d3c9fc46ee5f063a6cfc605c69ac9ecf5263d"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bitflags",
|
|
|
|
|
"cexpr",
|
|
|
|
|
"clang-sys",
|
|
|
|
|
"lazy_static",
|
|
|
|
|
"lazycell",
|
|
|
|
|
"peeking_take_while",
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2020-04-27 17:09:07 -06:00
|
|
|
"regex",
|
|
|
|
|
"rustc-hash",
|
|
|
|
|
"shlex",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2021-08-04 17:43:20 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "bit-set"
|
|
|
|
|
version = "0.5.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "6e11e16035ea35e4e5997b393eacbf6f63983188f7a2ad25bfb13465f5ad59de"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"bit-vec",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "bit-vec"
|
|
|
|
|
version = "0.6.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb"
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "bitflags"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "1.2.1"
|
2019-07-27 06:59:46 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "cf1de2fe8c75bc145a2f577add951f8134889b4795d47466a54a5c846d691693"
|
2019-07-27 06:59:46 -06:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "blake2b_simd"
|
|
|
|
|
version = "0.5.10"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "d8fb2d74254a3a0b5cac33ac9f8ed0e44aa50378d9dbb2e5d83bd21ed1dc2c8a"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"arrayref",
|
|
|
|
|
"arrayvec",
|
|
|
|
|
"constant_time_eq",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-09-02 00:37:36 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "blake3"
|
2021-04-09 20:21:01 -04:00
|
|
|
version = "0.3.7"
|
2020-09-02 00:37:36 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-04-09 20:21:01 -04:00
|
|
|
checksum = "e9ff35b701f3914bdb8fad3368d822c766ef2858b2583198e41639b936f09d3f"
|
2020-09-02 00:37:36 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"arrayref",
|
|
|
|
|
"arrayvec",
|
|
|
|
|
"cc",
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2020-09-02 00:37:36 -07:00
|
|
|
"constant_time_eq",
|
|
|
|
|
"crypto-mac 0.8.0",
|
|
|
|
|
"digest 0.9.0",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "block-buffer"
|
2019-07-26 18:21:01 -06:00
|
|
|
version = "0.7.3"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "c0940dc441f31689269e10ac70eb1002a3a1d3ad1390e030043662eb7fe4688b"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-09-15 18:23:21 -07:00
|
|
|
"block-padding 0.1.5",
|
2020-05-08 12:37:04 -07:00
|
|
|
"byte-tools",
|
2020-04-27 17:09:07 -06:00
|
|
|
"byteorder",
|
|
|
|
|
"generic-array 0.12.3",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-09-15 18:23:21 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "block-buffer"
|
|
|
|
|
version = "0.9.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "4152116fd6e9dadb291ae18fc1ec3575ed6d84c29642d97890f4b4a3417297e4"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"block-padding 0.2.1",
|
|
|
|
|
"generic-array 0.14.3",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "block-padding"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.5"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "fa79dedbb091f449f1f39e53edf88d5dbe95f895dae6135a8d7b881fb5af73f5"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-05-08 12:37:04 -07:00
|
|
|
"byte-tools",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-09-15 18:23:21 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "block-padding"
|
|
|
|
|
version = "0.2.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "8d696c370c750c948ada61c69a0ee2cbbb9c50b1019ddb86d9317157a99c2cae"
|
|
|
|
|
|
2021-06-25 14:43:04 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "borsh"
|
|
|
|
|
version = "0.9.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "4fcabb02816fdadf90866dc9a7824491ccb63d69f55375a266dc03509ac68d36"
|
|
|
|
|
dependencies = [
|
2021-07-21 15:05:45 +00:00
|
|
|
"borsh-derive",
|
2021-02-18 11:14:56 +01:00
|
|
|
"hashbrown 0.9.1",
|
|
|
|
|
]
|
|
|
|
|
|
2021-06-25 14:43:04 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "borsh-derive"
|
|
|
|
|
version = "0.9.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "4bd16f0729b89f0a212b0e2e1d19cc6593df63f771161a11863967780e2d033d"
|
|
|
|
|
dependencies = [
|
2021-07-21 15:05:45 +00:00
|
|
|
"borsh-derive-internal",
|
|
|
|
|
"borsh-schema-derive-internal",
|
2021-02-18 11:14:56 +01:00
|
|
|
"proc-macro-crate",
|
|
|
|
|
"proc-macro2 1.0.24",
|
|
|
|
|
"syn 1.0.60",
|
|
|
|
|
]
|
|
|
|
|
|
2021-06-25 14:43:04 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "borsh-derive-internal"
|
|
|
|
|
version = "0.9.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "1e321a130a3ac4b88eb59a6d670bde11eec9721a397b77e0f2079060e2a1b785"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-06-25 14:43:04 -06:00
|
|
|
"syn 1.0.60",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "borsh-schema-derive-internal"
|
|
|
|
|
version = "0.9.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "15151a485164b319cc7a5160fe4316dc469a27993f71b73d7617dc9032ff0fd7"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-06-25 14:43:04 -06:00
|
|
|
"syn 1.0.60",
|
|
|
|
|
]
|
|
|
|
|
|
2019-09-19 10:39:37 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "bs58"
|
2020-04-21 03:46:55 +00:00
|
|
|
version = "0.3.1"
|
2019-09-19 10:39:37 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "476e9cd489f9e121e02ffa6014a8ef220ecb15c05ed23fc34cca13925dc283fb"
|
2019-09-19 10:39:37 -06:00
|
|
|
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "bs58"
|
|
|
|
|
version = "0.4.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "771fe0050b883fcc3ea2359b1a96bcfbc090b7116eae7c3c512c7a083fdf23d3"
|
|
|
|
|
|
2019-05-07 07:15:34 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "bstr"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "0.2.16"
|
2019-05-07 07:15:34 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "90682c8d613ad3373e66de8c6411e0ae2ab2571e879d2efbf73558cc66f21279"
|
2019-05-07 07:15:34 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
2021-08-09 18:22:28 -06:00
|
|
|
"memchr 2.4.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"regex-automata",
|
|
|
|
|
"serde",
|
2019-05-07 07:15:34 -07:00
|
|
|
]
|
|
|
|
|
|
2019-09-16 16:51:45 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "bumpalo"
|
2020-05-28 15:32:42 -07:00
|
|
|
version = "3.3.0"
|
2019-09-16 16:51:45 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-28 15:32:42 -07:00
|
|
|
checksum = "5356f1d23ee24a1f785a56d1d1a5f0fd5b0f6a0c0fb2412ce11da71649ab78f6"
|
2019-09-16 16:51:45 -06:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "bv"
|
2020-03-18 21:37:21 -07:00
|
|
|
version = "0.11.1"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "8834bb1d8ee5dc048ee3124f2c7c1afcc6bc9aed03f11e9dfd8c69470a5db340"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"feature-probe",
|
|
|
|
|
"serde",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "byte-tools"
|
2019-03-17 18:48:23 -07:00
|
|
|
version = "0.3.1"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "e3b5ca7a04898ad4bcd41c90c5285445ff5b791899bb1b0abdd2a2aa791211d7"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2019-10-31 18:22:57 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "byte-unit"
|
2020-12-16 09:02:42 +00:00
|
|
|
version = "4.0.9"
|
2019-10-31 18:22:57 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-12-16 09:02:42 +00:00
|
|
|
checksum = "1c8758c32833faaae35b24a73d332e62d0528e89076ae841c63940e37008b153"
|
2020-07-13 22:22:36 +00:00
|
|
|
dependencies = [
|
|
|
|
|
"utf8-width",
|
|
|
|
|
]
|
2019-10-31 18:22:57 -07:00
|
|
|
|
2020-05-15 17:35:43 +01:00
|
|
|
[[package]]
|
|
|
|
|
name = "bytecount"
|
|
|
|
|
version = "0.6.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "b0017894339f586ccb943b01b9555de56770c11cda818e7e3d8bd93f4ed7f46e"
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "byteorder"
|
2020-03-05 17:07:18 -07:00
|
|
|
version = "1.3.4"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "08c48aae112d48ed9f069b33538ea9e3e90aa263cfa3d1c24309612b1f7472de"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "bytes"
|
2019-03-06 20:52:26 +00:00
|
|
|
version = "0.4.12"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "206fdffcfa2df7cbe15601ef46c813fce0965eb3286db6b56c583b814b51c81c"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"byteorder",
|
|
|
|
|
"either",
|
|
|
|
|
"iovec",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "bytes"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.5.4"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "130aac562c0dd69c56b3b1cc8ffd2e17be31d0b6c25b61c96b76231aa23e39e1"
|
2020-01-08 13:31:43 -07:00
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "bytes"
|
|
|
|
|
version = "1.0.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "b700ce4376041dcd0a327fd0097c41095743c4c8af8887265942faf1100bd040"
|
|
|
|
|
|
2019-12-18 18:31:04 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "bytesize"
|
2020-05-28 15:32:42 -07:00
|
|
|
version = "1.0.1"
|
2019-12-18 18:31:04 -05:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-28 15:32:42 -07:00
|
|
|
checksum = "81a18687293a1546b67c246452202bbbf143d239cb43494cc163da14979082da"
|
2019-12-18 18:31:04 -05:00
|
|
|
|
2019-03-20 16:14:46 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "bzip2"
|
|
|
|
|
version = "0.3.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "42b7c3cbf0fa9c1b82308d57191728ca0256cb821220f4e2fd410a72ade26e3b"
|
2019-03-20 16:14:46 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bzip2-sys",
|
|
|
|
|
"libc",
|
2019-03-20 16:14:46 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "bzip2-sys"
|
2020-05-28 15:32:42 -07:00
|
|
|
version = "0.1.9+1.0.8"
|
2019-03-20 16:14:46 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-28 15:32:42 -07:00
|
|
|
checksum = "ad3b39a260062fca31f7b0b12f207e8f2590a67d32ec7d59c20484b07ea7285e"
|
2019-03-20 16:14:46 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"cc",
|
|
|
|
|
"libc",
|
2020-05-28 15:32:42 -07:00
|
|
|
"pkg-config",
|
2019-03-20 16:14:46 -07:00
|
|
|
]
|
|
|
|
|
|
2020-10-20 17:50:20 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "cargo_metadata"
|
|
|
|
|
version = "0.12.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "d5a5f7b42f606b7f23674f6f4d877628350682bc40687d3fae65679a58d55345"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"semver 0.11.0",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_json",
|
|
|
|
|
]
|
|
|
|
|
|
2019-07-12 23:57:35 -07:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "cast"
|
|
|
|
|
version = "0.2.3"
|
2019-07-12 23:57:35 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "4b9434b9a5aa1450faa3f9cb14ea0e8c53bb5d2b3c1bfd1ab4fc03e9f33fbfb0"
|
2019-07-12 23:57:35 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"rustc_version",
|
2019-07-12 23:57:35 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "cc"
|
2021-04-09 20:21:01 -04:00
|
|
|
version = "1.0.67"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-04-09 20:21:01 -04:00
|
|
|
checksum = "e3c69b077ad434294d3ce9f1f6143a2a4b89a8a2d54ef813d85003a4fd1137fd"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"jobserver",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "cexpr"
|
2020-04-23 08:38:09 -07:00
|
|
|
version = "0.4.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "f4aedb84272dbe89af497cf81375129abda4fc0a9e7c5d317498c15cc30c0d27"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"nom 5.1.1",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "cfg-if"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.10"
|
2019-07-27 06:59:46 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "4785bdd1c96b2a846b2bd7cc02e86b6b3dbf14e7e53446c4f54c92a361040822"
|
2019-07-27 06:59:46 -06:00
|
|
|
|
2020-10-31 09:09:17 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "cfg-if"
|
|
|
|
|
version = "1.0.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "chrono"
|
2020-10-31 00:42:21 -07:00
|
|
|
version = "0.4.19"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-10-31 00:42:21 -07:00
|
|
|
checksum = "670ad68c9088c2a963aaa298cb369688cf3f9465ce5e2d4ca10e6e0098a1ce73"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-10-31 00:42:21 -07:00
|
|
|
"libc",
|
2020-04-27 17:09:07 -06:00
|
|
|
"num-integer",
|
2020-05-08 12:37:04 -07:00
|
|
|
"num-traits",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
2020-08-05 12:30:39 -07:00
|
|
|
"time 0.1.43",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-10-31 00:42:21 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "chrono-humanize"
|
2021-05-27 20:37:42 +00:00
|
|
|
version = "0.2.1"
|
2020-10-31 00:42:21 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-05-27 20:37:42 +00:00
|
|
|
checksum = "2eddc119501d583fd930cb92144e605f44e0252c38dd89d9247fffa1993375cb"
|
2020-10-31 00:42:21 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"chrono",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "clang-sys"
|
2021-06-04 14:38:02 +00:00
|
|
|
version = "1.2.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-06-04 14:38:02 +00:00
|
|
|
checksum = "853eda514c284c2287f4bf20ae614f8781f40a81d32ecda6e91449304dfe077c"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-05-08 12:37:04 -07:00
|
|
|
"glob",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2021-06-04 14:38:02 +00:00
|
|
|
"libloading 0.7.0",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "clap"
|
2020-10-20 17:50:20 -07:00
|
|
|
version = "2.33.3"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-10-20 17:50:20 -07:00
|
|
|
checksum = "37e58ac78573c40708d45522f0d80fa2f01cc4f9b4e2bf749807255454312002"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"ansi_term",
|
|
|
|
|
"atty",
|
|
|
|
|
"bitflags",
|
2020-07-23 15:08:59 -06:00
|
|
|
"strsim",
|
2020-04-27 17:09:07 -06:00
|
|
|
"textwrap",
|
|
|
|
|
"unicode-width",
|
|
|
|
|
"vec_map",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "cloudabi"
|
|
|
|
|
version = "0.0.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "ddfc5b9aa5d4507acaf872de71051dfd0e309860e88966e1051e462a077aac4f"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bitflags",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "combine"
|
2020-11-24 18:00:19 +01:00
|
|
|
version = "3.8.1"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-24 18:00:19 +01:00
|
|
|
checksum = "da3da6baa321ec19e1cc41d31bf599f00c783d0517095cdaf0332e3fe8d20680"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"ascii",
|
|
|
|
|
"byteorder",
|
2020-11-24 18:00:19 +01:00
|
|
|
"either",
|
2021-08-09 18:22:28 -06:00
|
|
|
"memchr 2.4.0",
|
2020-11-24 18:00:19 +01:00
|
|
|
"unreachable",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "console"
|
2020-05-28 15:32:42 -07:00
|
|
|
version = "0.11.3"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-28 15:32:42 -07:00
|
|
|
checksum = "8c0994e656bba7b922d8dd1245db90672ffb701e684e45be58f20719d69abc5a"
|
2020-04-27 17:09:07 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"encode_unicode",
|
|
|
|
|
"lazy_static",
|
|
|
|
|
"libc",
|
|
|
|
|
"regex",
|
|
|
|
|
"terminal_size",
|
|
|
|
|
"termios",
|
|
|
|
|
"unicode-width",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-04-27 17:09:07 -06:00
|
|
|
"winapi-util",
|
|
|
|
|
]
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2021-05-27 21:30:17 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "console"
|
|
|
|
|
version = "0.14.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "3993e6445baa160675931ec041a5e03ca84b9c6e32a056150d3aa2bdda0a1f45"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"encode_unicode",
|
|
|
|
|
"lazy_static",
|
|
|
|
|
"libc",
|
|
|
|
|
"regex",
|
|
|
|
|
"terminal_size",
|
|
|
|
|
"unicode-width",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2021-05-27 21:30:17 +00:00
|
|
|
]
|
|
|
|
|
|
2021-01-15 18:07:35 +09:00
|
|
|
[[package]]
|
|
|
|
|
name = "const_fn"
|
|
|
|
|
version = "0.4.5"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "28b9d6de7f49e22cf97ad17fc4036ece69300032f45f78f30b4a4482cdc3f4a6"
|
|
|
|
|
|
2021-07-16 09:49:13 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "const_format"
|
|
|
|
|
version = "0.2.14"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "c75ea7d6aeb2ebd1ee24f7b7e1b23242ef5a56b3a693733b99bfbe5ef31d0306"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"const_format_proc_macros",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "const_format_proc_macros"
|
|
|
|
|
version = "0.2.14"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "29c36c619c422113552db4eb28cddba8faa757e33f758cc3415bd2885977b591"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro2 1.0.24",
|
|
|
|
|
"quote 1.0.9",
|
|
|
|
|
"unicode-xid 0.2.0",
|
|
|
|
|
]
|
|
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "constant_time_eq"
|
|
|
|
|
version = "0.1.5"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "245097e9a4535ee1e3e3931fcfcd55a796a44c643e8596ff6566d68f09b87bbc"
|
2020-01-08 13:31:43 -07:00
|
|
|
|
2020-03-11 09:02:40 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "core-foundation"
|
2021-03-18 10:03:50 -07:00
|
|
|
version = "0.9.1"
|
2020-03-11 09:02:40 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-03-18 10:03:50 -07:00
|
|
|
checksum = "0a89e2ae426ea83155dccf10c0fa6b1463ef6d5fcb44cee0b224a408fa640a62"
|
2020-03-11 09:02:40 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"core-foundation-sys",
|
|
|
|
|
"libc",
|
2020-03-11 09:02:40 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "core-foundation-sys"
|
2021-03-18 10:03:50 -07:00
|
|
|
version = "0.8.2"
|
2020-03-11 09:02:40 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-03-18 10:03:50 -07:00
|
|
|
checksum = "ea221b5284a47e40033bf9b66f35f984ec0ea2931eb03505246cd27a963f981b"
|
2020-03-11 09:02:40 -06:00
|
|
|
|
2019-05-22 14:21:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "core_affinity"
|
2019-12-22 22:41:47 -07:00
|
|
|
version = "0.5.10"
|
2019-05-22 14:21:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "7f8a03115cc34fb0d7c321dd154a3914b3ca082ccc5c11d91bf7117dbbe7171f"
|
2019-05-22 14:21:43 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"kernel32-sys",
|
|
|
|
|
"libc",
|
|
|
|
|
"num_cpus",
|
|
|
|
|
"winapi 0.2.8",
|
2019-05-22 14:21:43 -07:00
|
|
|
]
|
|
|
|
|
|
2021-09-20 06:00:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "cpufeatures"
|
|
|
|
|
version = "0.1.5"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "66c99696f6c9dd7f35d486b9d04d7e6e202aa3e8c40d553f2fdf5e7e0c6a71ef"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"libc",
|
|
|
|
|
]
|
|
|
|
|
|
2021-01-22 22:25:22 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "cpuid-bool"
|
|
|
|
|
version = "0.1.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "8aebca1129a03dc6dc2b127edd729435bbc4a37e1d5f4d7513165089ceb02634"
|
|
|
|
|
|
2020-03-11 21:31:50 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "crc32fast"
|
|
|
|
|
version = "1.2.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "ba125de2af0df55319f41944744ad91c71113bf74a4646efff39afe1f6842db1"
|
2020-03-11 21:31:50 -07:00
|
|
|
dependencies = [
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2020-03-11 21:31:50 -07:00
|
|
|
]
|
|
|
|
|
|
2019-08-12 21:33:13 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "criterion-stats"
|
|
|
|
|
version = "0.3.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "387df94cb74ada1b33e10ce034bb0d9360cc73edb5063e7d7d4120a40ee1c9d2"
|
2019-08-12 21:33:13 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"cast",
|
2020-05-08 12:37:04 -07:00
|
|
|
"num-traits",
|
2020-04-27 17:09:07 -06:00
|
|
|
"num_cpus",
|
|
|
|
|
"rand 0.4.6",
|
|
|
|
|
"thread-scoped",
|
2019-06-26 18:42:27 -07:00
|
|
|
]
|
|
|
|
|
|
2020-02-22 09:53:38 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "crossbeam-channel"
|
2020-10-11 09:39:21 -07:00
|
|
|
version = "0.4.4"
|
2020-02-22 09:53:38 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-10-11 09:39:21 -07:00
|
|
|
checksum = "b153fe7cbef478c567df0f972e02e6d736db11affe43dfc9c56a9374d1adfb87"
|
2020-02-22 09:53:38 -07:00
|
|
|
dependencies = [
|
2021-01-15 18:07:35 +09:00
|
|
|
"crossbeam-utils 0.7.2",
|
2020-04-27 17:09:07 -06:00
|
|
|
"maybe-uninit",
|
2020-02-22 09:53:38 -07:00
|
|
|
]
|
|
|
|
|
|
2021-01-15 18:07:35 +09:00
|
|
|
[[package]]
|
|
|
|
|
name = "crossbeam-channel"
|
|
|
|
|
version = "0.5.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "dca26ee1f8d361640700bde38b2c37d8c22b3ce2d360e1fc1c74ea4b0aa7d775"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"cfg-if 1.0.0",
|
2021-08-24 03:10:55 +00:00
|
|
|
"crossbeam-utils 0.8.5",
|
2021-01-15 18:07:35 +09:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "crossbeam-deque"
|
2021-08-23 19:21:25 -05:00
|
|
|
version = "0.8.1"
|
2021-01-15 18:07:35 +09:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-23 19:21:25 -05:00
|
|
|
checksum = "6455c0ca19f0d2fbf751b908d5c55c1f5cbc65e03c4225427254b46890bdde1e"
|
2021-01-15 18:07:35 +09:00
|
|
|
dependencies = [
|
|
|
|
|
"cfg-if 1.0.0",
|
2021-08-27 00:55:02 +00:00
|
|
|
"crossbeam-epoch",
|
2021-08-24 03:10:55 +00:00
|
|
|
"crossbeam-utils 0.8.5",
|
2021-01-15 18:07:35 +09:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "crossbeam-epoch"
|
2021-08-24 03:10:55 +00:00
|
|
|
version = "0.9.5"
|
2021-01-15 18:07:35 +09:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-24 03:10:55 +00:00
|
|
|
checksum = "4ec02e091aa634e2c3ada4a392989e7c3116673ef0ac5b72232439094d73b7fd"
|
2021-01-15 18:07:35 +09:00
|
|
|
dependencies = [
|
|
|
|
|
"cfg-if 1.0.0",
|
2021-08-24 03:10:55 +00:00
|
|
|
"crossbeam-utils 0.8.5",
|
2021-01-15 18:07:35 +09:00
|
|
|
"lazy_static",
|
2021-08-27 00:55:02 +00:00
|
|
|
"memoffset",
|
2020-04-27 17:09:07 -06:00
|
|
|
"scopeguard",
|
2019-03-17 18:48:23 -07:00
|
|
|
]
|
|
|
|
|
|
2020-02-22 09:53:38 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "crossbeam-utils"
|
|
|
|
|
version = "0.7.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "c3c7c73a2d1e9fc0886a08b93e98eb643461230d5f1925e4036204d5f2e261a8"
|
2020-02-22 09:53:38 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"autocfg 1.0.0",
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
2020-02-22 09:53:38 -07:00
|
|
|
]
|
|
|
|
|
|
2021-01-15 18:07:35 +09:00
|
|
|
[[package]]
|
|
|
|
|
name = "crossbeam-utils"
|
2021-08-24 03:10:55 +00:00
|
|
|
version = "0.8.5"
|
2021-01-15 18:07:35 +09:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-24 03:10:55 +00:00
|
|
|
checksum = "d82cfc11ce7f2c3faef78d8a684447b40d503d9681acebed6cb728d45940c4db"
|
2021-01-15 18:07:35 +09:00
|
|
|
dependencies = [
|
|
|
|
|
"cfg-if 1.0.0",
|
|
|
|
|
"lazy_static",
|
|
|
|
|
]
|
|
|
|
|
|
2020-09-15 18:23:21 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "crunchy"
|
|
|
|
|
version = "0.2.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "7a81dae078cea95a014a339291cec439d2f232ebe854a9d672b796c6afafa9b7"
|
|
|
|
|
|
2020-09-02 00:37:36 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "crypto-mac"
|
|
|
|
|
version = "0.8.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "b584a330336237c1eecd3e94266efb216c56ed91225d634cb2991c5f3fd1aeab"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"generic-array 0.14.3",
|
2021-09-25 16:48:42 +00:00
|
|
|
"subtle",
|
2020-09-02 00:37:36 -07:00
|
|
|
]
|
|
|
|
|
|
2021-05-03 19:58:56 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "crypto-mac"
|
|
|
|
|
version = "0.9.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "58bcd97a54c7ca5ce2f6eb16f6bede5b0ab5f0055fedc17d2f0b4466e21671ca"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"generic-array 0.14.3",
|
2021-09-25 16:48:42 +00:00
|
|
|
"subtle",
|
2021-05-03 19:58:56 -06:00
|
|
|
]
|
|
|
|
|
|
2021-01-22 22:25:22 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "crypto-mac"
|
|
|
|
|
version = "0.10.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "4857fd85a0c34b3c3297875b747c1e02e06b6a0ea32dd892d8192b9ce0813ea6"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"generic-array 0.14.3",
|
2021-09-25 16:48:42 +00:00
|
|
|
"subtle",
|
2021-01-22 22:25:22 -08:00
|
|
|
]
|
|
|
|
|
|
2019-12-08 09:17:42 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "csv"
|
2020-01-21 19:49:19 -07:00
|
|
|
version = "1.1.3"
|
2019-12-08 09:17:42 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "00affe7f6ab566df61b4be3ce8cf16bc2576bca0963ceb0955e45d514bf9a279"
|
2019-12-08 09:17:42 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bstr",
|
|
|
|
|
"csv-core",
|
|
|
|
|
"itoa",
|
|
|
|
|
"ryu",
|
|
|
|
|
"serde",
|
2019-12-08 09:17:42 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "csv-core"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.10"
|
2019-12-08 09:17:42 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "2b2466559f260f48ad25fe6317b3c8dac77b5bdb5763ac7d9d6103530663bc90"
|
2019-12-08 09:17:42 -07:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"memchr 2.4.0",
|
2019-12-08 09:17:42 -07:00
|
|
|
]
|
|
|
|
|
|
2019-07-03 17:45:08 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "ctrlc"
|
2020-07-12 20:59:29 -06:00
|
|
|
version = "3.1.5"
|
2019-07-03 17:45:08 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-07-12 20:59:29 -06:00
|
|
|
checksum = "54dedab740bc412d514cfbc4a1d9d5d16fed02c4b14a7be129003c07fdc33b9b"
|
2019-07-03 17:45:08 -07:00
|
|
|
dependencies = [
|
2020-11-18 09:02:36 +00:00
|
|
|
"nix 0.17.0",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-07-03 17:45:08 -07:00
|
|
|
]
|
|
|
|
|
|
2019-04-18 14:37:20 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "curve25519-dalek"
|
2020-06-01 10:51:45 +00:00
|
|
|
version = "2.1.0"
|
2019-04-18 14:37:20 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-06-01 10:51:45 +00:00
|
|
|
checksum = "5d85653f070353a16313d0046f173f70d1aadd5b42600a14de626f0dfb3473a5"
|
2019-04-18 14:37:20 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"byteorder",
|
2020-09-02 00:37:36 -07:00
|
|
|
"digest 0.8.1",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand_core 0.5.1",
|
2021-09-25 16:48:42 +00:00
|
|
|
"subtle",
|
2020-04-27 09:33:33 -07:00
|
|
|
"zeroize",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2020-10-06 23:52:13 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "curve25519-dalek"
|
|
|
|
|
version = "3.0.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "c8492de420e9e60bc9a1d66e2dbb91825390b738a388606600663fc529b4b307"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"byteorder",
|
|
|
|
|
"digest 0.9.0",
|
|
|
|
|
"rand_core 0.5.1",
|
2021-09-25 16:48:42 +00:00
|
|
|
"subtle",
|
2020-10-06 23:52:13 -07:00
|
|
|
"zeroize",
|
|
|
|
|
]
|
|
|
|
|
|
2020-10-13 18:29:50 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "dashmap"
|
2021-01-20 00:50:17 -08:00
|
|
|
version = "4.0.2"
|
2020-10-13 18:29:50 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-01-20 00:50:17 -08:00
|
|
|
checksum = "e77a43b28d0668df09411cb0bc9a8c2adc40f9a048afe863e05fd43251e8e39c"
|
2020-10-13 18:29:50 -07:00
|
|
|
dependencies = [
|
2021-01-20 00:50:17 -08:00
|
|
|
"cfg-if 1.0.0",
|
2020-10-13 18:29:50 -07:00
|
|
|
"num_cpus",
|
2021-01-20 00:50:17 -08:00
|
|
|
"rayon",
|
2020-10-13 18:29:50 -07:00
|
|
|
]
|
|
|
|
|
|
2021-04-19 14:57:43 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "derivation-path"
|
|
|
|
|
version = "0.1.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "193388a8c8c75a490b604ff61775e236541b8975e98e5ca1f6ea97d122b7e2db"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"failure",
|
|
|
|
|
]
|
|
|
|
|
|
2020-08-07 08:45:17 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "derivative"
|
|
|
|
|
version = "2.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "cb582b60359da160a9477ee80f15c8d784c477e69c217ef2cdd4169c24ea380f"
|
|
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-08-07 08:45:17 -06:00
|
|
|
]
|
|
|
|
|
|
2021-02-02 19:53:08 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "derive_more"
|
|
|
|
|
version = "0.99.11"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "41cb0e6161ad61ed084a36ba71fbba9e3ac5aee3606fb607fe08da6acbcf3d8c"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2021-02-02 19:53:08 -07:00
|
|
|
]
|
|
|
|
|
|
2020-02-07 11:26:56 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "dialoguer"
|
2020-05-11 08:21:16 -07:00
|
|
|
version = "0.6.2"
|
2020-02-07 11:26:56 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-11 08:21:16 -07:00
|
|
|
checksum = "f4aa86af7b19b40ef9cbef761ed411a49f0afa06b7b6dcd3dfe2f96a3c546138"
|
2020-02-07 11:26:56 -07:00
|
|
|
dependencies = [
|
2021-05-27 21:30:17 +00:00
|
|
|
"console 0.11.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
|
|
|
|
"tempfile",
|
2020-02-07 11:26:56 -07:00
|
|
|
]
|
|
|
|
|
|
2018-12-07 20:44:59 -08:00
|
|
|
[[package]]
|
2021-08-09 18:22:28 -06:00
|
|
|
name = "difflib"
|
|
|
|
|
version = "0.4.0"
|
2018-12-07 20:44:59 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "6184e33543162437515c2e2b48714794e37845ec9851711914eec9d308f6ebe8"
|
2018-12-07 20:44:59 -08:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "digest"
|
2019-07-26 18:21:01 -06:00
|
|
|
version = "0.8.1"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "f3d0c8c8752312f9713efd397ff63acb9f85585afbf179282e720e7704954dd5"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"generic-array 0.12.3",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-09-02 00:37:36 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "digest"
|
|
|
|
|
version = "0.9.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "d3dd60d1080a57a05ab032377049e0591415d2b31afd7028356dbf3cc6dcb066"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"generic-array 0.14.3",
|
|
|
|
|
]
|
|
|
|
|
|
2019-07-31 17:58:10 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "dir-diff"
|
2019-10-09 11:12:15 -06:00
|
|
|
version = "0.3.2"
|
2019-07-31 17:58:10 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "2860407d7d7e2e004bb2128510ad9e8d669e76fa005ccf567977b5d71b8b4a0b"
|
2019-07-31 17:58:10 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"walkdir",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
2020-10-31 09:09:17 -07:00
|
|
|
name = "dirs-next"
|
|
|
|
|
version = "2.0.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-10-31 09:09:17 -07:00
|
|
|
checksum = "b98cf8ebf19c3d1b223e151f99a4f9f0690dca41414773390fc824184ac833e1"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 1.0.0",
|
|
|
|
|
"dirs-sys-next",
|
2019-05-31 08:57:35 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-10-31 09:09:17 -07:00
|
|
|
name = "dirs-sys-next"
|
|
|
|
|
version = "0.1.1"
|
2019-05-31 08:57:35 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-10-31 09:09:17 -07:00
|
|
|
checksum = "99de365f605554ae33f115102a02057d4fc18b01f3284d6870be0938743cfe7d"
|
2019-05-31 08:57:35 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
|
|
|
|
"redox_users",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "discard"
|
|
|
|
|
version = "1.0.4"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "212d0f5754cb6769937f4501cc0e67f4f4483c8d2c3e1e922ee9edbe4ab4c7c0"
|
|
|
|
|
|
2019-09-26 13:36:51 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "dlopen"
|
|
|
|
|
version = "0.1.8"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "71e80ad39f814a9abe68583cd50a2d45c8a67561c3361ab8da240587dda80937"
|
2019-09-26 13:36:51 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"dlopen_derive",
|
|
|
|
|
"lazy_static",
|
|
|
|
|
"libc",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-09-26 13:36:51 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "dlopen_derive"
|
|
|
|
|
version = "0.1.4"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "f236d9e1b1fbd81cea0f9cbdc8dcc7e8ebcd80e6659cd7cb2ad5f6c05946c581"
|
2019-09-26 13:36:51 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
|
|
|
|
"quote 0.6.13",
|
|
|
|
|
"syn 0.15.44",
|
2019-09-26 13:36:51 -07:00
|
|
|
]
|
|
|
|
|
|
2019-12-05 14:20:50 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "doc-comment"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.3.3"
|
2019-08-08 13:00:34 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "fea41bba32d969b513997752735605054bc0dfa92b4c56bf1189f2e174be7a10"
|
2019-08-08 13:00:34 -06:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "dtoa"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.4.5"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "4358a9e11b9a09cf52383b451b49a169e8d797b68aa02301ff586d70d9661ea3"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-07-23 17:23:51 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "ed25519"
|
|
|
|
|
version = "1.0.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "bf038a7b6fd7ef78ad3348b63f3a17550877b0e28f8d68bcc94894d1412158bc"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"serde",
|
|
|
|
|
"signature",
|
|
|
|
|
]
|
|
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "ed25519-dalek"
|
2021-03-01 12:38:19 -07:00
|
|
|
version = "1.0.1"
|
2019-07-27 06:59:46 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-03-01 12:38:19 -07:00
|
|
|
checksum = "c762bae6dcaf24c4c84667b8579785430908723d5c889f469d76a41d59cc7a9d"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2021-03-01 12:38:19 -07:00
|
|
|
"curve25519-dalek 3.0.0",
|
2020-07-23 17:23:51 -06:00
|
|
|
"ed25519",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
2021-03-01 12:38:19 -07:00
|
|
|
"serde_bytes",
|
2021-09-25 16:48:42 +00:00
|
|
|
"sha2",
|
2020-07-23 17:23:51 -06:00
|
|
|
"zeroize",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2021-05-03 19:58:56 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "ed25519-dalek-bip32"
|
|
|
|
|
version = "0.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "057f328f31294b5ab432e6c39642f54afd1531677d6d4ba2905932844cc242f3"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"derivation-path",
|
|
|
|
|
"ed25519-dalek",
|
|
|
|
|
"failure",
|
|
|
|
|
"hmac 0.9.0",
|
2021-09-25 16:48:42 +00:00
|
|
|
"sha2",
|
2021-05-03 19:58:56 -06:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "educe"
|
|
|
|
|
version = "0.4.13"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "7260c7e6e656fc7702a1aa8d5b498a1a69aa84ac4ffcd5501b7d26939f368a93"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"enum-ordinalize",
|
|
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2021-02-05 00:21:53 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "either"
|
2019-09-13 23:46:21 -07:00
|
|
|
version = "1.5.3"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "bb1f6b1ce1c140482ea30ddd3335fc0024ac7ee112895426e0a629a6c20adfe3"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2019-03-20 16:14:46 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "encode_unicode"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.3.6"
|
2019-03-20 16:14:46 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "a357d28ed41a50f9c765dbfe56cbc04a64e53e5fc58ba79fbc34c10ef3df831f"
|
2019-03-20 16:14:46 -07:00
|
|
|
|
2019-09-24 14:10:59 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "encoding_rs"
|
2020-05-28 15:32:42 -07:00
|
|
|
version = "0.8.23"
|
2019-09-24 14:10:59 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-28 15:32:42 -07:00
|
|
|
checksum = "e8ac63f94732332f44fe654443c46f6375d1939684c17b0afb6cb56b0456e171"
|
2019-09-24 14:10:59 -06:00
|
|
|
dependencies = [
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2019-09-24 14:10:59 -06:00
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "enum-iterator"
|
|
|
|
|
version = "0.6.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "c79a6321a1197d7730510c7e3f6cb80432dfefecb32426de8cea0aa19b4bb8d7"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"enum-iterator-derive",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "enum-iterator-derive"
|
|
|
|
|
version = "0.6.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "1e94aa31f7c0dc764f57896dc615ddd76fc13b0d5dca7eb6cc5e018a5a09ec06"
|
|
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "enum-ordinalize"
|
|
|
|
|
version = "3.1.8"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "1676e1daadfd216bda88d3a6fedd1bf53b829a085f5cc4d81c6f3054f50ef983"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"num-bigint",
|
|
|
|
|
"num-traits",
|
|
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2021-02-05 00:21:53 -07:00
|
|
|
]
|
|
|
|
|
|
2020-12-13 05:59:54 +09:00
|
|
|
[[package]]
|
|
|
|
|
name = "env_logger"
|
2021-03-03 09:02:27 +00:00
|
|
|
version = "0.8.3"
|
2020-12-13 05:59:54 +09:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-03-03 09:02:27 +00:00
|
|
|
checksum = "17392a012ea30ef05a610aa97dfb49496e71c9f676b27879922ea5bdf60d9d3f"
|
2020-12-13 05:59:54 +09:00
|
|
|
dependencies = [
|
|
|
|
|
"atty",
|
2021-06-04 14:38:02 +00:00
|
|
|
"humantime",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-12-13 05:59:54 +09:00
|
|
|
"regex",
|
|
|
|
|
"termcolor",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "failure"
|
2020-05-14 18:22:47 -07:00
|
|
|
version = "0.1.8"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-14 18:22:47 -07:00
|
|
|
checksum = "d32e9bd16cc02eae7db7ef620b392808b89f6a5e16bb3497d159c6b92a0f4f86"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"backtrace",
|
|
|
|
|
"failure_derive",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "failure_derive"
|
2020-05-14 18:22:47 -07:00
|
|
|
version = "0.1.8"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-14 18:22:47 -07:00
|
|
|
checksum = "aa4da3c766cd7a0db8242e326e9e4e081edd567072893ed320008189715366a4"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-04-27 17:09:07 -06:00
|
|
|
"synstructure",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "fake-simd"
|
|
|
|
|
version = "0.1.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "e88a8acf291dafb59c2d96e8f59828f3838bb1a70398823ade51a84de6a6deed"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-02-23 02:12:37 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "fast-math"
|
|
|
|
|
version = "0.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "2465292146cdfc2011350fe3b1c616ac83cf0faeedb33463ba1c332ed8948d66"
|
2020-02-23 02:12:37 +08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"ieee754",
|
2020-02-23 02:12:37 +08:00
|
|
|
]
|
|
|
|
|
|
2020-12-15 10:52:22 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "fd-lock"
|
2021-03-05 00:45:28 +00:00
|
|
|
version = "2.0.0"
|
2020-12-15 10:52:22 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-03-05 00:45:28 +00:00
|
|
|
checksum = "0010f02effd88c702318c5dde0463206be67495d0b4d906ba7c0a8f166cc7f06"
|
2020-12-15 10:52:22 -08:00
|
|
|
dependencies = [
|
|
|
|
|
"libc",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-12-15 10:52:22 -08:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "feature-probe"
|
|
|
|
|
version = "0.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "835a3dc7d1ec9e75e2b5fb4ba75396837112d2060b03f7d43bc1897c7f7211da"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2021-06-08 07:48:39 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "filedescriptor"
|
|
|
|
|
version = "0.8.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "a71e83755e51aa52b9034f1986173783789e8e7d79c3c774adbbb63fb554f2cb"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"libc",
|
|
|
|
|
"thiserror",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2021-06-08 07:48:39 +00:00
|
|
|
]
|
|
|
|
|
|
2019-03-20 16:14:46 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "filetime"
|
2020-05-14 18:22:47 -07:00
|
|
|
version = "0.2.10"
|
2019-03-20 16:14:46 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-14 18:22:47 -07:00
|
|
|
checksum = "affc17579b132fc2461adf7c575cc6e8b134ebca52c51f5411388965227dc695"
|
2019-03-20 16:14:46 -07:00
|
|
|
dependencies = [
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2021-09-25 16:48:42 +00:00
|
|
|
"redox_syscall 0.1.56",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-03-20 16:14:46 -07:00
|
|
|
]
|
|
|
|
|
|
2021-07-09 22:21:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "fixedbitset"
|
|
|
|
|
version = "0.2.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "37ab347416e802de484e4d03c7316c48f1ecb56574dfd4a46a80f173ce1de04d"
|
|
|
|
|
|
2020-03-11 21:31:50 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "flate2"
|
2020-03-18 21:37:41 -07:00
|
|
|
version = "1.0.14"
|
2020-03-11 21:31:50 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "2cfff41391129e0a856d6d822600b8d71179d46879e310417eb9c762eb178b42"
|
2020-03-11 21:31:50 -07:00
|
|
|
dependencies = [
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2020-04-27 17:09:07 -06:00
|
|
|
"crc32fast",
|
|
|
|
|
"libc",
|
|
|
|
|
"miniz_oxide",
|
2020-03-11 21:31:50 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "fnv"
|
2020-05-14 12:29:11 -07:00
|
|
|
version = "1.0.7"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-14 12:29:11 -07:00
|
|
|
checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-02-06 14:16:30 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "foreign-types"
|
|
|
|
|
version = "0.3.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "f6f339eb8adc052cd2ca78910fda869aefa38d22d5cb648e6485e4d3fc06f3b1"
|
2020-02-06 14:16:30 -05:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"foreign-types-shared",
|
2020-02-06 14:16:30 -05:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "foreign-types-shared"
|
|
|
|
|
version = "0.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "00b0228411908ca8685dba7fc2cdd70ec9990a6e753e89b6ac91a84c40fbaf4b"
|
2020-02-06 14:16:30 -05:00
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "form_urlencoded"
|
|
|
|
|
version = "1.0.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "ece68d15c92e84fa4f19d3780f1294e5ca82a78a6d515f1efaabcc144688be00"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"matches",
|
|
|
|
|
"percent-encoding 2.1.0",
|
|
|
|
|
]
|
|
|
|
|
|
2019-07-31 17:58:10 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "fs_extra"
|
2021-02-17 10:46:20 -08:00
|
|
|
version = "1.2.0"
|
2019-07-31 17:58:10 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-17 10:46:20 -08:00
|
|
|
checksum = "2022715d62ab30faffd124d40b76f4134a550a87792276512b18d63272333394"
|
2019-07-31 17:58:10 -07:00
|
|
|
|
2019-01-29 17:44:34 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "fuchsia-cprng"
|
2019-03-17 18:48:23 -07:00
|
|
|
version = "0.1.1"
|
2019-01-29 17:44:34 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "a06f77d526c1a601b7c4cdd98f54b5eaabffc14d5f2f0296febdc7f357c6d3ba"
|
2019-01-29 17:44:34 -06:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "fuchsia-zircon"
|
|
|
|
|
version = "0.3.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "2e9763c69ebaae630ba35f74888db465e49e259ba1bc0eda7d06f4a067615d82"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bitflags",
|
|
|
|
|
"fuchsia-zircon-sys",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "fuchsia-zircon-sys"
|
|
|
|
|
version = "0.3.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "3dcaa9ae7725d12cdb85b3ad99a434db70b468c09ded17e012d86b5c1010f7a7"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "futures"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.29"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "1b980f2816d6ee8673b6517b52cb0e808a180efc92e5c19d02cdda79066703ef"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "futures"
|
2020-11-13 09:02:29 +00:00
|
|
|
version = "0.3.8"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-13 09:02:29 +00:00
|
|
|
checksum = "9b3b0c040a1fe6529d30b3c5944b280c7f0dcb2930d2c3062bca967b602583d0"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"futures-channel",
|
|
|
|
|
"futures-core",
|
|
|
|
|
"futures-executor",
|
|
|
|
|
"futures-io",
|
|
|
|
|
"futures-sink",
|
|
|
|
|
"futures-task",
|
|
|
|
|
"futures-util",
|
|
|
|
|
]
|
|
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "futures-channel"
|
2020-11-13 09:02:29 +00:00
|
|
|
version = "0.3.8"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-13 09:02:29 +00:00
|
|
|
checksum = "4b7109687aa4e177ef6fe84553af6280ef2778bdb7783ba44c9dc3399110fe64"
|
2020-01-08 13:31:43 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"futures-core",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures-sink",
|
2020-01-08 13:31:43 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "futures-core"
|
2020-11-13 09:02:29 +00:00
|
|
|
version = "0.3.8"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-13 09:02:29 +00:00
|
|
|
checksum = "847ce131b72ffb13b6109a221da9ad97a64cbe48feb1028356b836b47b8f1748"
|
2020-01-08 13:31:43 -07:00
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "futures-executor"
|
2020-11-13 09:02:29 +00:00
|
|
|
version = "0.3.8"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-13 09:02:29 +00:00
|
|
|
checksum = "4caa2b2b68b880003057c1dd49f1ed937e38f22fcf6c212188a121f08cf40a65"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"futures-core",
|
|
|
|
|
"futures-task",
|
|
|
|
|
"futures-util",
|
2021-02-02 19:53:08 -07:00
|
|
|
"num_cpus",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "futures-io"
|
2020-11-13 09:02:29 +00:00
|
|
|
version = "0.3.8"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-13 09:02:29 +00:00
|
|
|
checksum = "611834ce18aaa1bd13c4b374f5d653e1027cf99b6b502584ff8c9a64413b30bb"
|
2020-01-08 13:31:43 -07:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "futures-macro"
|
2020-11-13 09:02:29 +00:00
|
|
|
version = "0.3.8"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-13 09:02:29 +00:00
|
|
|
checksum = "77408a692f1f97bcc61dc001d752e00643408fbc922e4d634c655df50d595556"
|
2020-01-08 13:31:43 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"proc-macro-hack",
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-01-08 13:31:43 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "futures-sink"
|
2020-11-13 09:02:29 +00:00
|
|
|
version = "0.3.8"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-13 09:02:29 +00:00
|
|
|
checksum = "f878195a49cee50e006b02b93cf7e0a95a38ac7b776b4c4d9cc1207cd20fcb3d"
|
2020-01-08 13:31:43 -07:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "futures-task"
|
2020-11-13 09:02:29 +00:00
|
|
|
version = "0.3.8"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-13 09:02:29 +00:00
|
|
|
checksum = "7c554eb5bf48b2426c4771ab68c6b14468b6e76cc90996f528c3338d761a4d0d"
|
2020-05-14 18:22:47 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"once_cell",
|
|
|
|
|
]
|
2020-01-08 13:31:43 -07:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "futures-util"
|
2020-11-13 09:02:29 +00:00
|
|
|
version = "0.3.8"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-13 09:02:29 +00:00
|
|
|
checksum = "d304cff4a7b99cfb7986f7d43fbe93d175e72e704a8860787cc95e9ffd85cbd2"
|
2020-01-08 13:31:43 -07:00
|
|
|
dependencies = [
|
2021-02-02 19:53:08 -07:00
|
|
|
"futures 0.1.29",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures-channel",
|
2020-04-27 17:09:07 -06:00
|
|
|
"futures-core",
|
|
|
|
|
"futures-io",
|
|
|
|
|
"futures-macro",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures-sink",
|
2020-04-27 17:09:07 -06:00
|
|
|
"futures-task",
|
2021-08-09 18:22:28 -06:00
|
|
|
"memchr 2.4.0",
|
2020-10-31 09:03:52 -07:00
|
|
|
"pin-project 1.0.1",
|
2020-04-27 17:09:07 -06:00
|
|
|
"pin-utils",
|
|
|
|
|
"proc-macro-hack",
|
|
|
|
|
"proc-macro-nested",
|
|
|
|
|
"slab",
|
2020-01-08 13:31:43 -07:00
|
|
|
]
|
|
|
|
|
|
2020-08-03 20:01:52 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "gag"
|
2021-06-08 07:48:39 +00:00
|
|
|
version = "1.0.0"
|
2020-08-03 20:01:52 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-06-08 07:48:39 +00:00
|
|
|
checksum = "a713bee13966e9fbffdf7193af71d54a6b35a0bb34997cd6c9519ebeb5005972"
|
2020-08-03 20:01:52 -07:00
|
|
|
dependencies = [
|
2021-06-08 07:48:39 +00:00
|
|
|
"filedescriptor",
|
2020-08-03 20:01:52 -07:00
|
|
|
"tempfile",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "generic-array"
|
2019-07-26 18:21:01 -06:00
|
|
|
version = "0.12.3"
|
2019-04-14 19:22:43 +00:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "c68f0274ae0e023facc3c97b2e00f076be70e254bc851d972503b328db79b2ec"
|
2019-04-14 19:22:43 +00:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"typenum",
|
2019-04-14 19:22:43 +00:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "generic-array"
|
2020-07-12 20:59:05 -06:00
|
|
|
version = "0.14.3"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-07-12 20:59:05 -06:00
|
|
|
checksum = "60fb4bb6bba52f78a471264d9a3b7d026cc0af47b22cd2cffbc0b787ca003e63"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"typenum",
|
2020-07-12 20:59:05 -06:00
|
|
|
"version_check 0.9.2",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2020-03-16 12:53:13 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "gethostname"
|
|
|
|
|
version = "0.2.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "e692e296bfac1d2533ef168d0b60ff5897b8b70a4009276834014dd8924cc028"
|
2020-03-16 12:53:13 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-03-16 12:53:13 -07:00
|
|
|
]
|
|
|
|
|
|
2019-07-12 23:57:35 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "getrandom"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.14"
|
2019-07-12 23:57:35 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "7abc8dd8451921606d809ba32e95b6111925cd2906060d2dcc29c070220503eb"
|
2019-07-12 23:57:35 -07:00
|
|
|
dependencies = [
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
|
|
|
|
"wasi",
|
2019-07-12 23:57:35 -07:00
|
|
|
]
|
|
|
|
|
|
2020-12-07 16:42:39 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "getrandom"
|
|
|
|
|
version = "0.2.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "ee8025cf36f917e6a52cce185b7c7177689b838b7ec138364e50cc2277a56cf4"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"cfg-if 0.1.10",
|
|
|
|
|
"libc",
|
|
|
|
|
"wasi",
|
|
|
|
|
]
|
|
|
|
|
|
2020-05-28 15:32:42 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "gimli"
|
|
|
|
|
version = "0.21.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "bcc8e0c9bce37868955864dbecd2b1ab2bdf967e6f28066d65aaac620444b65c"
|
|
|
|
|
|
2019-10-24 11:30:53 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "glob"
|
|
|
|
|
version = "0.3.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "9b919933a397b79c37e33b77bb2aa3dc8eb6e165ad809e58ff75bc7db2e34574"
|
2019-10-24 11:30:53 -06:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "globset"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.4.5"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "7ad1da430bd7281dde2576f44c84cc3f0f7b475e7202cd503042dff01a8c8120"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"aho-corasick",
|
|
|
|
|
"bstr",
|
|
|
|
|
"fnv",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 17:09:07 -06:00
|
|
|
"regex",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "goauth"
|
2021-04-01 19:22:17 +08:00
|
|
|
version = "0.10.0"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-04-01 19:22:17 +08:00
|
|
|
checksum = "4a1d5b4e896797c19dff490f9706817b42e9b7aa4adfe844464d3bbc9aabb035"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"arc-swap 1.2.0",
|
2020-11-13 09:02:29 +00:00
|
|
|
"futures 0.3.8",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-03-18 10:03:50 -07:00
|
|
|
"reqwest",
|
2020-08-05 12:30:39 -07:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
|
|
|
|
"simpl",
|
|
|
|
|
"smpl_jwt",
|
2021-02-05 00:21:53 -07:00
|
|
|
"time 0.2.25",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
2020-05-08 12:37:04 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "goblin"
|
2020-12-10 16:32:54 +01:00
|
|
|
version = "0.3.0"
|
2020-05-08 12:37:04 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-12-10 16:32:54 +01:00
|
|
|
checksum = "c69552f48b18aa6102ce0c82dd9bc9d3f8af5fc0a5797069b1b466b90570e39c"
|
2020-05-08 12:37:04 -07:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-05-08 12:37:04 -07:00
|
|
|
"plain",
|
|
|
|
|
"scroll",
|
|
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "h2"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "0.3.3"
|
2021-02-05 00:21:53 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "825343c4eef0b63f541f8903f395dc5beb362a979b5799a84062527ef1e37726"
|
2021-02-05 00:21:53 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"bytes 1.0.1",
|
|
|
|
|
"fnv",
|
|
|
|
|
"futures-core",
|
|
|
|
|
"futures-sink",
|
|
|
|
|
"futures-util",
|
|
|
|
|
"http",
|
|
|
|
|
"indexmap",
|
|
|
|
|
"slab",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
|
|
|
|
"tokio-util",
|
2021-02-05 00:21:53 -07:00
|
|
|
"tracing",
|
|
|
|
|
]
|
|
|
|
|
|
Add solana-tokens (#10011)
* Initial commit
* Execute transfers
* Refactor for testing
* Cleanup readme
* Rewrite
* Cleanup
* Cleanup
* Cleanup client
* Use a Null Client to move prints closer to where messages are sent
* Upgrade Solana
* Move core functionality into its own module
* Handle transaction errors
* Merge allocations
* Fixes
* Cleanup readme
* Fix markdown
* Add example input
* Add integration test - currently fails
* Add integration test
* Add metrics
* Use RpcClient in dry-run, just don't send messages
* More metrics
* Fix dry run with no keys
* Only require one approval if fee-payer is the sender keypair
* Fix bugs
* Don't create the transaction log if nothing to put into it;
otherwise the next innvocation won't add the header
* Apply previous transactions to allocations with matching recipients
* Bail out of any account already has a balance
* Polish
* Add new 'balances' command
* 9 decimal places
* Add missing file
* Better dry-run; keypair options now optional
* Change field name from 'bid' to 'accepted'
Also, tolerate precision change from 2 decimal places to 4
* Write to transaction log immediately
* Rename allocations_csv to bids_csv
So that we can bypass bids_csv with an allocations CSV file
* Upgrade Solana
* Remove faucet from integration test
* Cleaner integration test
Won't work until this lands and is released:
https://github.com/solana-labs/solana/pull/9717
* Update README
* Add TravicCI script to build and test (#1)
* Add distribute-stake command (#2)
* Distribute -> DistributeTokens (#3)
* Cache cargo deps (#4)
* Add docs (#5)
* Switch to latest Solana 1.1 release (#7)
* distribute -> distribute-tokens (#9)
* Switch from CSV to a pickledb database (#8)
* Switch from CSV to a pickledb database
* Allow PickleDb errors to bubble up
* Dedup
* Hoist db
* Add finalized field to TransactionInfo
* Don't allow RPC client to resign transactions
* Remove dead code
* Use transport::Result
* Record unconfirmed transaction
* Fix: separate stake account per allocation
* Catch transport errors
* Panic if we attempt to replay a transaction that hasn't been finalized
* Attempt to fix CI
PickleDb isn't calling flush() or close() after writing to files.
No issue on MacOS, but looks racy in CI.
* Revert "Attempt to fix CI"
This reverts commit 1632394f636c54402b3578120e8817dd1660e19b.
* Poll for signature before returning
* Add --sol-for-fees option for stake distributions
* Add --allocations-csv option (#14)
* Add allocations-csv option
* Add tests or GTFO
* Apply review feedback
* apply feedback
* Add read_allocations function
* Update arg_parser.rs
* Fix balances command (#17)
* Fix balances command
* Fix readme
* Add --force to transfer to non-empty accounts (#18)
* Add --no-wait (#16)
* Add ThinClient methods to implement --no-wait
* Plumb --no-wait through
No tests yet
* Check transaction status on startup
* Easier to test
* Wait until transaction is finalized before checking if it failed with an error
It's possible that a minority fork thinks it failed.
* Add unit tests
* Remove dead code and rustfmt
* Don't flush database to file if doing a dry-run
* Continue when transactions not yet finalized (#20)
If those transactions are dropped, the next run will execute them.
* Return the number of confirmations (#21)
* Add read_allocations() unit-test (#22)
Delete the copy-pasted top-level test.
Fixes #19
* Add a CSV printer (#23)
* Remove all the copypasta (#24)
* Move resolve_distribute_stake_args into its own function
* Add stake args to token args
* Unify option names
* Move Command::DistributeStake into DistributeTokens
* Remove process_distribute_stake
* Only unique signers
* Use sender keypair to fund new fee-payer accounts
* Unify distribute_tokens and distribute_stake
* Rename print-database command to transaction-log (#25)
* Send all transactions as quickly as possible, then wait (#26)
* Send all transactions as quickly as possible, then wait
* Exit when finalized or blockhashes have expired
* Don't need blockhash in the CSV output
* Better types
CSV library was choking on Pubkey as a type. PickleDb doesn't have that problem.
* Resend if blockhash has not expired
* Attempt to fix CI
* Move log to stderr
* Add constructor, tuck away client (#30)
* Add constructor, tuck away client
* Fix unwrap() caught by CI
* Fix optional option flagged as required
* Bunch of cleanup (#31)
* Remove untested --no-wait feature
* Make --transactions-db an option, not an arg
So that in the future, we can make it optional
* Remove more untested features
Too many false positives in that santity check. Use --dry-run
instead.
* Add dry-run mode to ThinClient
* Cleaner dry-run
* Make key parameters required
Just don't use them in --dry-run
* Add option to write the transaction log
--dry-run doesn't write to the database. Use this option if you
want a copy of the transaction log before the final run.
* Revert --transaction-log addition
Implement #27 first
* Fix CI
* Update readme
* Fix CI in copypasta
* Sort transaction log by finalized date (#33)
* Make --transaction-db option implicit (#34)
* Move db functionality into its own module (#35)
* Move db functionality into its own module
* Rename tokens module to commands
* Version bump
* Upgrade Solana
* Add solana-tokens to build
* Remove Cargo.lock
* Remove vscode file
* Remove TravisCI build script
* Install solana-tokens
Co-authored-by: Dan Albert <dan@solana.com>
2020-05-13 08:36:30 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "half"
|
|
|
|
|
version = "1.6.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "d36fab90f82edc3c747f9d438e06cf0a491055896f2a279638bb5beed6c40177"
|
|
|
|
|
|
2019-02-25 12:42:48 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "hash32"
|
2020-04-28 14:33:56 -07:00
|
|
|
version = "0.1.1"
|
2019-02-25 12:42:48 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "d4041af86e63ac4298ce40e5cca669066e75b6f1aa3390fe2561ffa5e1d9f4cc"
|
2019-02-25 12:42:48 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"byteorder",
|
2019-02-25 12:42:48 -08:00
|
|
|
]
|
|
|
|
|
|
2020-08-10 08:02:20 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "hashbrown"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "0.9.1"
|
2020-08-10 08:02:20 +00:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "d7afe4a420e3fe79967a00898cc1f4db7c8a49a9333a29f8a4bd76a253d5cd04"
|
2020-08-10 08:02:20 +00:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"ahash 0.4.6",
|
2020-08-10 08:02:20 +00:00
|
|
|
]
|
|
|
|
|
|
2020-11-19 09:02:16 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "hashbrown"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "0.11.2"
|
2020-11-19 09:02:16 +00:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "ab5ef0d4909ef3724cc8cce6ccc8572c5c817592e9285f5464f8e86f8bd3726e"
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
dependencies = [
|
|
|
|
|
"ahash 0.7.4",
|
|
|
|
|
]
|
2020-11-19 09:02:16 +00:00
|
|
|
|
2021-07-09 22:21:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "heck"
|
|
|
|
|
version = "0.3.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "6d621efb26863f0e9924c6ac577e8275e5e6b77455db64ffa6c65c904e9e132c"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"unicode-segmentation",
|
|
|
|
|
]
|
|
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "hermit-abi"
|
2020-05-28 15:32:42 -07:00
|
|
|
version = "0.1.13"
|
2019-07-27 06:59:46 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-28 15:32:42 -07:00
|
|
|
checksum = "91780f809e750b0a89f5544be56617ff6b1227ee485bcb06ebe10cdf89bd3b71"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2019-09-17 14:04:28 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "hex"
|
2020-03-09 09:23:54 -06:00
|
|
|
version = "0.4.2"
|
2019-09-17 14:04:28 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "644f9158b2f133fd50f5fb3242878846d9eb792e445c893805ff0e3824006e35"
|
2019-09-17 14:04:28 -06:00
|
|
|
|
2020-02-07 11:26:56 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "hidapi"
|
2021-03-03 09:02:06 +00:00
|
|
|
version = "1.2.5"
|
2020-02-07 11:26:56 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-03-03 09:02:06 +00:00
|
|
|
checksum = "76c352a18370f7e7e47bcbfcbdc5432b8c80c705b5d751a25232c659fcf5c775"
|
2020-02-07 11:26:56 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"cc",
|
|
|
|
|
"libc",
|
|
|
|
|
"pkg-config",
|
2020-02-07 11:26:56 -07:00
|
|
|
]
|
|
|
|
|
|
2019-12-12 18:54:50 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "histogram"
|
|
|
|
|
version = "0.6.9"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "12cb882ccb290b8646e554b157ab0b71e64e8d5bef775cd66b6531e52d302669"
|
2019-12-12 18:54:50 -05:00
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "hmac"
|
|
|
|
|
version = "0.8.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "126888268dcc288495a26bf004b38c5fdbb31682f992c84ceb046a1f0fe38840"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"crypto-mac 0.8.0",
|
|
|
|
|
"digest 0.9.0",
|
|
|
|
|
]
|
|
|
|
|
|
2021-05-03 19:58:56 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "hmac"
|
|
|
|
|
version = "0.9.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "deae6d9dbb35ec2c502d62b8f7b1c000a0822c3b0794ba36b3149c0a1c840dff"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"crypto-mac 0.9.1",
|
|
|
|
|
"digest 0.9.0",
|
|
|
|
|
]
|
|
|
|
|
|
2021-01-22 22:25:22 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "hmac"
|
|
|
|
|
version = "0.10.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "c1441c6b1e930e2817404b5046f1f989899143a12bf92de603b69f4e0aee1e15"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"crypto-mac 0.10.0",
|
|
|
|
|
"digest 0.9.0",
|
|
|
|
|
]
|
|
|
|
|
|
2021-07-08 21:56:19 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "hmac-drbg"
|
|
|
|
|
version = "0.3.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "17ea0a1394df5b6574da6e0c1ade9e78868c9fb0a4e5ef4428e32da4676b85b1"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"digest 0.9.0",
|
|
|
|
|
"generic-array 0.14.3",
|
|
|
|
|
"hmac 0.8.1",
|
|
|
|
|
]
|
|
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "http"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.2.1"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "28d569972648b2c512421b5f2a405ad6ac9666547189d0c5477a3f200f3e02f9"
|
2020-01-08 13:31:43 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bytes 0.5.4",
|
|
|
|
|
"fnv",
|
|
|
|
|
"itoa",
|
2020-01-08 13:31:43 -07:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "http-body"
|
2021-07-09 19:54:29 +00:00
|
|
|
version = "0.4.2"
|
2021-02-05 00:21:53 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-09 19:54:29 +00:00
|
|
|
checksum = "60daa14be0e0786db0f03a9e57cb404c9d756eed2b6c62b9ea98ec5743ec75a9"
|
2021-02-05 00:21:53 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"bytes 1.0.1",
|
|
|
|
|
"http",
|
2021-08-27 00:55:02 +00:00
|
|
|
"pin-project-lite",
|
2021-02-05 00:21:53 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "httparse"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "1.4.1"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "f3a87b616e37e93c22fb19bcd386f02f3af5ea98a25670ad0fce773de23c5e68"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2021-08-09 18:22:28 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "httpdate"
|
|
|
|
|
version = "1.0.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "6456b8a6c8f33fee7d958fcd1b60d55b11940a79e63ae87013e6d22e26034440"
|
|
|
|
|
|
2020-01-19 01:54:24 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "humantime"
|
2020-07-14 18:26:56 +00:00
|
|
|
version = "2.0.1"
|
2020-01-19 01:54:24 +00:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-07-14 18:26:56 +00:00
|
|
|
checksum = "3c1ad908cc71012b7bea4d0c53ba96a8cba9962f048fa68d143376143d863b7a"
|
2020-01-19 01:54:24 +00:00
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "hyper"
|
|
|
|
|
version = "0.10.16"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "0a0652d9a2609a968c14be1a9ea00bf4b1d64e2e1f53a1b51b6fff3a6e829273"
|
2020-02-26 12:23:54 +08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"base64 0.9.3",
|
|
|
|
|
"httparse",
|
|
|
|
|
"language-tags",
|
|
|
|
|
"log 0.3.9",
|
|
|
|
|
"mime 0.2.6",
|
|
|
|
|
"num_cpus",
|
2020-08-05 12:30:39 -07:00
|
|
|
"time 0.1.43",
|
2020-04-27 17:09:07 -06:00
|
|
|
"traitobject",
|
|
|
|
|
"typeable",
|
|
|
|
|
"unicase 1.4.2",
|
|
|
|
|
"url 1.7.2",
|
2020-02-26 12:23:54 +08:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "hyper"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "0.14.11"
|
2021-02-05 00:21:53 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "0b61cf2d1aebcf6e6352c97b81dc2244ca29194be1b276f5d8ad5c6330fffb11"
|
2021-02-05 00:21:53 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"bytes 1.0.1",
|
|
|
|
|
"futures-channel",
|
|
|
|
|
"futures-core",
|
|
|
|
|
"futures-util",
|
2021-08-27 00:55:02 +00:00
|
|
|
"h2",
|
2021-02-05 00:21:53 -07:00
|
|
|
"http",
|
2021-08-27 00:55:02 +00:00
|
|
|
"http-body",
|
2021-02-05 00:21:53 -07:00
|
|
|
"httparse",
|
2021-08-27 00:55:02 +00:00
|
|
|
"httpdate",
|
2021-02-05 00:21:53 -07:00
|
|
|
"itoa",
|
2021-08-27 00:55:02 +00:00
|
|
|
"pin-project-lite",
|
2021-08-09 18:22:28 -06:00
|
|
|
"socket2 0.4.1",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2021-02-05 00:21:53 -07:00
|
|
|
"tower-service",
|
|
|
|
|
"tracing",
|
|
|
|
|
"want",
|
|
|
|
|
]
|
|
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "hyper-rustls"
|
2021-03-18 10:03:50 -07:00
|
|
|
version = "0.22.1"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-03-18 10:03:50 -07:00
|
|
|
checksum = "5f9f7a97316d44c0af9b0301e65010573a853a9fc97046d7331d7f6bc0fd5a64"
|
2020-01-08 13:31:43 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"futures-util",
|
2021-08-09 18:22:28 -06:00
|
|
|
"hyper 0.14.11",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-03-18 10:03:50 -07:00
|
|
|
"rustls",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2021-03-18 10:03:50 -07:00
|
|
|
"tokio-rustls",
|
2020-04-27 17:09:07 -06:00
|
|
|
"webpki",
|
2020-01-08 13:31:43 -07:00
|
|
|
]
|
|
|
|
|
|
2021-07-09 19:54:29 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "hyper-timeout"
|
|
|
|
|
version = "0.4.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "bbb958482e8c7be4bc3cf272a766a2b0bf1a6755e7a6ae777f017a31d11b13b1"
|
|
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"hyper 0.14.11",
|
2021-08-27 00:55:02 +00:00
|
|
|
"pin-project-lite",
|
|
|
|
|
"tokio",
|
2021-07-09 19:54:29 +00:00
|
|
|
"tokio-io-timeout",
|
|
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "hyper-tls"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.5.0"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "d6183ddfa99b85da61a140bea0efc93fdf56ceaa041b37d553518030827f9905"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"bytes 1.0.1",
|
2021-08-09 18:22:28 -06:00
|
|
|
"hyper 0.14.11",
|
2020-08-05 12:30:39 -07:00
|
|
|
"native-tls",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2021-02-05 00:21:53 -07:00
|
|
|
"tokio-native-tls",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "idna"
|
|
|
|
|
version = "0.1.5"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "38f09e0f0b1fb55fdee1f17470ad800da77af5186a1a76c026b679358b7e844e"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"matches",
|
|
|
|
|
"unicode-bidi",
|
|
|
|
|
"unicode-normalization",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-07-26 21:46:38 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "idna"
|
|
|
|
|
version = "0.2.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "02e2673c30ee86b5b96a9cb52ad15718aa1f966f5ab9ad54a8b95d5ca33120a9"
|
2019-07-26 21:46:38 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"matches",
|
|
|
|
|
"unicode-bidi",
|
|
|
|
|
"unicode-normalization",
|
2019-07-26 21:46:38 -07:00
|
|
|
]
|
|
|
|
|
|
2020-02-23 02:12:37 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "ieee754"
|
|
|
|
|
version = "0.2.6"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "9007da9cacbd3e6343da136e98b0d2df013f553d35bdec8b518f07bea768e19c"
|
2020-02-23 02:12:37 +08:00
|
|
|
|
2020-01-28 16:02:28 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "indexed"
|
|
|
|
|
version = "0.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "d480125acf340d6a6e59dab69ae19d6fca3a906e1eade277671272cc8f73794b"
|
2020-01-28 16:02:28 -08:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "indexmap"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "1.7.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "bc633605454125dec4b66843673f01c7df2b89479b32e0ed634e43a91cff62a5"
|
2020-01-16 16:31:21 +00:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"autocfg 1.0.0",
|
2021-08-09 18:22:28 -06:00
|
|
|
"hashbrown 0.11.2",
|
2020-09-29 23:06:02 +00:00
|
|
|
"rayon",
|
2020-01-16 16:31:21 +00:00
|
|
|
]
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2019-03-20 16:14:46 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "indicatif"
|
2020-06-14 22:49:05 +00:00
|
|
|
version = "0.15.0"
|
2019-03-20 16:14:46 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-06-14 22:49:05 +00:00
|
|
|
checksum = "7baab56125e25686df467fe470785512329883aab42696d661247aca2a2896e4"
|
2019-03-20 16:14:46 -07:00
|
|
|
dependencies = [
|
2021-05-27 21:30:17 +00:00
|
|
|
"console 0.14.1",
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
|
|
|
|
"number_prefix",
|
|
|
|
|
"regex",
|
2019-03-20 16:14:46 -07:00
|
|
|
]
|
|
|
|
|
|
2020-02-06 14:16:30 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "input_buffer"
|
|
|
|
|
version = "0.3.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "19a8a95243d5a0398cae618ec29477c6e3cb631152be5c19481f80bc71559754"
|
2020-02-06 14:16:30 -05:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bytes 0.5.4",
|
2020-02-06 14:16:30 -05:00
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "instant"
|
2021-09-25 16:48:42 +00:00
|
|
|
version = "0.1.11"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-09-25 16:48:42 +00:00
|
|
|
checksum = "716d3d89f35ac6a34fd0eed635395f4c3b76fa889338a4632e5231a8684216bd"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"cfg-if 1.0.0",
|
|
|
|
|
"js-sys",
|
|
|
|
|
"wasm-bindgen",
|
|
|
|
|
"web-sys",
|
|
|
|
|
]
|
2020-08-05 12:30:39 -07:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "iovec"
|
2020-01-08 13:31:43 -07:00
|
|
|
version = "0.1.4"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "b2b3ea6ff95e175473f8ffe6a7eb7c00d054240321b84c57051175fe3c1e075e"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-10-11 09:39:21 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "ipnet"
|
|
|
|
|
version = "2.3.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "47be2f14c678be2fdcab04ab1171db51b2762ce6f0a8ee87c8dd4a04ed216135"
|
|
|
|
|
|
2020-03-10 08:42:11 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "itertools"
|
|
|
|
|
version = "0.9.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "284f18f85651fe11e8a991b2adb42cb078325c996ed026d994719efcfca1d54b"
|
2020-03-10 08:42:11 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"either",
|
2020-03-10 08:42:11 -06:00
|
|
|
]
|
|
|
|
|
|
2021-07-09 19:54:29 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "itertools"
|
|
|
|
|
version = "0.10.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "69ddb889f9d0d08a67338271fa9b62996bc788c7796a5c18cf057420aaed5eaf"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"either",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "itoa"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.4.5"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "b8b7a7c0c47db5545ed3fef7468ee7bb5b74691498139e4b3f6a20685dc6dd8e"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2019-09-09 11:15:13 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "jobserver"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.21"
|
2019-09-09 11:15:13 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "5c71313ebb9439f74b00d9d2dcec36440beaf57a6aa0623068441dd7cd81a7f2"
|
2019-09-09 11:15:13 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2019-09-09 11:15:13 -07:00
|
|
|
]
|
|
|
|
|
|
2019-09-16 16:51:45 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "js-sys"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.3.47"
|
2019-09-16 16:51:45 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "5cfb73131c35423a367daf8cbd24100af0d077668c8c2943f0e7dd775fef0f65"
|
2019-09-16 16:51:45 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"wasm-bindgen",
|
2019-09-16 16:51:45 -06:00
|
|
|
]
|
|
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "jsonrpc-client-transports"
|
2021-08-27 00:55:02 +00:00
|
|
|
version = "18.0.0"
|
2020-02-26 12:23:54 +08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-27 00:55:02 +00:00
|
|
|
checksum = "d2b99d4207e2a04fb4581746903c2bb7eb376f88de9c699d0f3e10feeac0cd3a"
|
2020-02-26 12:23:54 +08:00
|
|
|
dependencies = [
|
2021-02-02 19:53:08 -07:00
|
|
|
"derive_more",
|
|
|
|
|
"futures 0.3.8",
|
2020-04-27 17:09:07 -06:00
|
|
|
"jsonrpc-core",
|
|
|
|
|
"jsonrpc-pubsub",
|
2021-02-26 21:42:09 -08:00
|
|
|
"jsonrpc-server-utils",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-02-26 21:42:09 -08:00
|
|
|
"parity-tokio-ipc",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_json",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2020-04-27 17:09:07 -06:00
|
|
|
"url 1.7.2",
|
|
|
|
|
"websocket",
|
2020-02-26 12:23:54 +08:00
|
|
|
]
|
|
|
|
|
|
2019-02-04 17:00:10 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "jsonrpc-core"
|
2021-08-27 00:55:02 +00:00
|
|
|
version = "18.0.0"
|
2019-04-04 02:28:23 +00:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-27 00:55:02 +00:00
|
|
|
checksum = "14f7f76aef2d054868398427f6c54943cf3d1caa9a7ec7d0c38d69df97a965eb"
|
2019-04-04 02:28:23 +00:00
|
|
|
dependencies = [
|
2021-02-02 19:53:08 -07:00
|
|
|
"futures 0.3.8",
|
2021-06-07 20:15:23 +00:00
|
|
|
"futures-executor",
|
|
|
|
|
"futures-util",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
2019-04-04 02:28:23 +00:00
|
|
|
]
|
|
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "jsonrpc-core-client"
|
2021-08-27 00:55:02 +00:00
|
|
|
version = "18.0.0"
|
2020-02-26 12:23:54 +08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-27 00:55:02 +00:00
|
|
|
checksum = "b51da17abecbdab3e3d4f26b01c5ec075e88d3abe3ab3b05dc9aa69392764ec0"
|
2020-02-26 12:23:54 +08:00
|
|
|
dependencies = [
|
2021-02-02 19:53:08 -07:00
|
|
|
"futures 0.3.8",
|
2020-04-27 17:09:07 -06:00
|
|
|
"jsonrpc-client-transports",
|
2020-02-26 12:23:54 +08:00
|
|
|
]
|
|
|
|
|
|
2019-02-04 17:00:10 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "jsonrpc-derive"
|
2021-08-27 00:55:02 +00:00
|
|
|
version = "18.0.0"
|
2019-02-04 17:00:10 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-27 00:55:02 +00:00
|
|
|
checksum = "5b939a78fa820cdfcb7ee7484466746a7377760970f6f9c6fe19f9edcc8a38d2"
|
2019-02-04 17:00:10 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"proc-macro-crate",
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2019-02-04 17:00:10 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "jsonrpc-http-server"
|
2021-08-27 00:55:02 +00:00
|
|
|
version = "18.0.0"
|
2019-02-04 17:00:10 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-27 00:55:02 +00:00
|
|
|
checksum = "e1dea6e07251d9ce6a552abfb5d7ad6bc290a4596c8dcc3d795fae2bbdc1f3ff"
|
2019-02-04 17:00:10 -07:00
|
|
|
dependencies = [
|
2021-02-02 19:53:08 -07:00
|
|
|
"futures 0.3.8",
|
2021-08-27 00:55:02 +00:00
|
|
|
"hyper 0.14.11",
|
2020-04-27 17:09:07 -06:00
|
|
|
"jsonrpc-core",
|
|
|
|
|
"jsonrpc-server-utils",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 17:09:07 -06:00
|
|
|
"net2",
|
2021-09-25 16:48:42 +00:00
|
|
|
"parking_lot 0.11.2",
|
2020-04-27 17:09:07 -06:00
|
|
|
"unicase 2.6.0",
|
2019-04-05 11:38:07 -06:00
|
|
|
]
|
|
|
|
|
|
2021-02-26 21:42:09 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "jsonrpc-ipc-server"
|
2021-08-27 00:55:02 +00:00
|
|
|
version = "18.0.0"
|
2021-02-26 21:42:09 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-27 00:55:02 +00:00
|
|
|
checksum = "382bb0206323ca7cda3dcd7e245cea86d37d02457a02a975e3378fb149a48845"
|
2021-02-26 21:42:09 -08:00
|
|
|
dependencies = [
|
|
|
|
|
"futures 0.3.8",
|
|
|
|
|
"jsonrpc-core",
|
|
|
|
|
"jsonrpc-server-utils",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-02-26 21:42:09 -08:00
|
|
|
"parity-tokio-ipc",
|
2021-09-25 16:48:42 +00:00
|
|
|
"parking_lot 0.11.2",
|
2021-02-26 21:42:09 -08:00
|
|
|
"tower-service",
|
|
|
|
|
]
|
|
|
|
|
|
2019-02-04 17:00:10 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "jsonrpc-pubsub"
|
2021-08-27 00:55:02 +00:00
|
|
|
version = "18.0.0"
|
2019-02-04 17:00:10 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-27 00:55:02 +00:00
|
|
|
checksum = "240f87695e6c6f62fb37f05c02c04953cf68d6408b8c1c89de85c7a0125b1011"
|
2019-02-04 17:00:10 -07:00
|
|
|
dependencies = [
|
2021-02-02 19:53:08 -07:00
|
|
|
"futures 0.3.8",
|
2020-04-27 17:09:07 -06:00
|
|
|
"jsonrpc-core",
|
2021-02-02 19:53:08 -07:00
|
|
|
"lazy_static",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-09-25 16:48:42 +00:00
|
|
|
"parking_lot 0.11.2",
|
2020-06-04 19:06:14 -07:00
|
|
|
"rand 0.7.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
2019-02-04 17:00:10 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "jsonrpc-server-utils"
|
2021-08-27 00:55:02 +00:00
|
|
|
version = "18.0.0"
|
2019-02-04 17:00:10 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-27 00:55:02 +00:00
|
|
|
checksum = "fa4fdea130485b572c39a460d50888beb00afb3e35de23ccd7fad8ff19f0e0d4"
|
2019-02-04 17:00:10 -07:00
|
|
|
dependencies = [
|
2021-08-27 00:55:02 +00:00
|
|
|
"bytes 1.0.1",
|
2021-02-02 19:53:08 -07:00
|
|
|
"futures 0.3.8",
|
2020-04-27 17:09:07 -06:00
|
|
|
"globset",
|
|
|
|
|
"jsonrpc-core",
|
|
|
|
|
"lazy_static",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
|
|
|
|
"tokio-stream",
|
|
|
|
|
"tokio-util",
|
2020-04-27 17:09:07 -06:00
|
|
|
"unicase 2.6.0",
|
2019-04-05 11:38:07 -06:00
|
|
|
]
|
|
|
|
|
|
2019-02-04 17:41:03 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "jsonrpc-ws-server"
|
2021-08-27 00:55:02 +00:00
|
|
|
version = "18.0.0"
|
2019-02-04 17:41:03 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-27 00:55:02 +00:00
|
|
|
checksum = "f892c7d766369475ab7b0669f417906302d7c0fb521285c0a0c92e52e7c8e946"
|
2019-02-04 17:41:03 -07:00
|
|
|
dependencies = [
|
2021-02-02 19:53:08 -07:00
|
|
|
"futures 0.3.8",
|
2020-04-27 17:09:07 -06:00
|
|
|
"jsonrpc-core",
|
|
|
|
|
"jsonrpc-server-utils",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-09-25 11:57:59 -06:00
|
|
|
"parity-ws",
|
2021-09-25 16:48:42 +00:00
|
|
|
"parking_lot 0.11.2",
|
2020-04-27 17:09:07 -06:00
|
|
|
"slab",
|
2019-02-04 17:41:03 -07:00
|
|
|
]
|
|
|
|
|
|
2020-09-15 18:23:21 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "keccak"
|
|
|
|
|
version = "0.1.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "67c21572b4949434e4fc1e1978b99c5f77064153c59d998bf13ecd96fb5ecba7"
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "kernel32-sys"
|
|
|
|
|
version = "0.2.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "7507624b29483431c0ba2d82aece8ca6cdba9382bff4ddd0f7490560c056098d"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"winapi 0.2.8",
|
|
|
|
|
"winapi-build",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "language-tags"
|
|
|
|
|
version = "0.2.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "a91d884b6667cd606bb5a69aa0c99ba811a115fc68915e7056ec08a46e93199a"
|
2020-02-26 12:23:54 +08:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "lazy_static"
|
2019-08-26 21:32:31 -07:00
|
|
|
version = "1.4.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646"
|
2019-07-12 23:57:35 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"spin",
|
2019-07-12 23:57:35 -07:00
|
|
|
]
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "lazycell"
|
2018-12-04 22:03:32 -08:00
|
|
|
version = "1.2.1"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "b294d6fa9ee409a054354afc4352b0b9ef7ca222c69b8812cbea9e7d2bf3783f"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "libc"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "0.2.98"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "320cfe77175da3a483efed4bc0adc1968ca050b098ce4f2f1c13a56626128790"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "libloading"
|
2021-06-04 14:38:02 +00:00
|
|
|
version = "0.6.2"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-06-04 14:38:02 +00:00
|
|
|
checksum = "2cadb8e769f070c45df05c78c7520eb4cd17061d4ab262e43cfc68b4d00ac71c"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-04-20 16:46:06 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "libloading"
|
2021-06-04 14:38:02 +00:00
|
|
|
version = "0.7.0"
|
2020-04-20 16:46:06 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-06-04 14:38:02 +00:00
|
|
|
checksum = "6f84d96438c15fcd6c3f244c8fce01d1e2b9c6b5623e9c711dc9286d8fc92d6a"
|
2020-04-20 16:46:06 -07:00
|
|
|
dependencies = [
|
2021-06-04 14:38:02 +00:00
|
|
|
"cfg-if 1.0.0",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-04-20 16:46:06 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "librocksdb-sys"
|
2021-06-04 14:38:02 +00:00
|
|
|
version = "6.17.3"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-06-04 14:38:02 +00:00
|
|
|
checksum = "5da125e1c0f22c7cae785982115523a0738728498547f415c9054cb17c7e89f9"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bindgen",
|
|
|
|
|
"cc",
|
2020-05-08 12:37:04 -07:00
|
|
|
"glob",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2021-07-08 21:56:19 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "libsecp256k1"
|
|
|
|
|
version = "0.5.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "bd1137239ab33b41aa9637a88a28249e5e70c40a42ccc92db7f12cc356c1fcd7"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"arrayref",
|
|
|
|
|
"base64 0.12.3",
|
|
|
|
|
"digest 0.9.0",
|
2021-07-16 07:38:45 +00:00
|
|
|
"hmac-drbg",
|
2021-07-08 21:56:19 +00:00
|
|
|
"libsecp256k1-core",
|
|
|
|
|
"libsecp256k1-gen-ecmult",
|
|
|
|
|
"libsecp256k1-gen-genmult",
|
|
|
|
|
"rand 0.7.3",
|
|
|
|
|
"serde",
|
2021-09-25 16:48:42 +00:00
|
|
|
"sha2",
|
2021-07-08 21:56:19 +00:00
|
|
|
"typenum",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "libsecp256k1-core"
|
|
|
|
|
version = "0.2.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "4ee11012b293ea30093c129173cac4335513064094619f4639a25b310fd33c11"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"crunchy",
|
|
|
|
|
"digest 0.9.0",
|
2021-09-25 16:48:42 +00:00
|
|
|
"subtle",
|
2021-07-08 21:56:19 +00:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "libsecp256k1-gen-ecmult"
|
|
|
|
|
version = "0.2.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "32239626ffbb6a095b83b37a02ceb3672b2443a87a000a884fc3c4d16925c9c0"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"libsecp256k1-core",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "libsecp256k1-gen-genmult"
|
|
|
|
|
version = "0.2.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "76acb433e21d10f5f9892b1962c2856c58c7f39a9e4bd68ac82b9436a0ffd5b9"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"libsecp256k1-core",
|
|
|
|
|
]
|
|
|
|
|
|
2019-03-15 10:54:54 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "linked-hash-map"
|
2020-05-14 18:22:47 -07:00
|
|
|
version = "0.5.3"
|
2019-03-15 10:54:54 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-14 18:22:47 -07:00
|
|
|
checksum = "8dd5a6d5999d9907cda8ed67bbd137d3af8085216c2ac62de5be860bd41f304a"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2019-07-26 18:21:01 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "lock_api"
|
2020-04-10 22:15:53 +00:00
|
|
|
version = "0.3.4"
|
2019-07-26 18:21:01 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "c4da24a77a3d8a6d4862d95f72e6fdb9c09a643ecdb402d754004a557f2bec75"
|
2019-07-26 18:21:01 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"scopeguard",
|
2019-07-26 18:21:01 -06:00
|
|
|
]
|
|
|
|
|
|
2020-10-29 19:21:18 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "lock_api"
|
2021-09-25 16:48:42 +00:00
|
|
|
version = "0.4.5"
|
2020-10-29 19:21:18 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-09-25 16:48:42 +00:00
|
|
|
checksum = "712a4d093c9976e24e7dbca41db895dabcbac38eb5f4045393d17a95bdfb1109"
|
2020-10-29 19:21:18 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"scopeguard",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "log"
|
|
|
|
|
version = "0.3.9"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "e19e8d5c34a3e0e2223db8e060f9e8264aeeb5c5fc64a4ee9965c062211c024b"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "log"
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
version = "0.4.14"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
checksum = "51b9bbe6c47d51fc3e1a9b945965946b4c44142ab8792c50835a980d362c2710"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"cfg-if 1.0.0",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-10-28 17:03:02 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "lru"
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
version = "0.6.6"
|
2020-10-28 17:03:02 +00:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
checksum = "7ea2d928b485416e8908cff2d97d621db22b27f7b3b6729e438bcf42c671ba91"
|
2020-10-28 17:03:02 +00:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"hashbrown 0.11.2",
|
2020-10-28 17:03:02 +00:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "matches"
|
|
|
|
|
version = "0.1.8"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "7ffc5c5338469d4d3ea17d269fa8ea3512ad247247c30bd2df69e68309ed0a08"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-02-22 09:53:38 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "maybe-uninit"
|
|
|
|
|
version = "2.0.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "60302e4db3a61da70c0cb7991976248362f30319e88850c487b9b95bbf059e00"
|
2019-07-27 06:59:46 -06:00
|
|
|
|
2019-12-18 18:31:04 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "memchr"
|
|
|
|
|
version = "1.0.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "148fab2e51b4f1cfc66da2a7c32981d1d3c083a803978268bb11fe4b86925e7a"
|
2019-12-18 18:31:04 -05:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2019-12-18 18:31:04 -05:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "memchr"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "2.4.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "b16bd47d9e329435e309c58469fe0791c2d0d1ba96ec0954152a5ae2b04387dc"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-12-11 13:57:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "memmap2"
|
|
|
|
|
version = "0.1.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "d9b70ca2a6103ac8b665dc150b142ef0e4e89df640c9e6cf295d189c3caebe5a"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"libc",
|
|
|
|
|
]
|
|
|
|
|
|
2021-01-15 18:07:35 +09:00
|
|
|
[[package]]
|
|
|
|
|
name = "memoffset"
|
|
|
|
|
version = "0.6.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "157b4208e3059a8f9e78d559edc658e13df41410cb3ae03979c83130067fdd87"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"autocfg 1.0.0",
|
|
|
|
|
]
|
|
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "mime"
|
|
|
|
|
version = "0.2.6"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "ba626b8a6de5da682e1caa06bdb42a335aee5a84db8e5046a3e8ab17ba0a3ae0"
|
2020-02-26 12:23:54 +08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"log 0.3.9",
|
2020-02-26 12:23:54 +08:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "mime"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.3.16"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "2a60c7ce501c71e03a9c9c0d35b861413ae925bd979cc7a4e30d060069aaac8d"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-03-11 21:31:50 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "miniz_oxide"
|
|
|
|
|
version = "0.3.6"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "aa679ff6578b1cddee93d7e82e263b94a575e0bfced07284eb0c037c1d2416a5"
|
2020-03-11 21:31:50 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"adler32",
|
2020-03-11 21:31:50 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "mio"
|
2020-05-14 18:22:47 -07:00
|
|
|
version = "0.6.22"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-14 18:22:47 -07:00
|
|
|
checksum = "fce347092656428bc8eaf6201042cb551b8d67855af7374542a92a0fbfcac430"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2020-04-27 17:09:07 -06:00
|
|
|
"fuchsia-zircon",
|
|
|
|
|
"fuchsia-zircon-sys",
|
|
|
|
|
"iovec",
|
|
|
|
|
"kernel32-sys",
|
|
|
|
|
"libc",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-12-11 15:16:59 -07:00
|
|
|
"miow 0.2.2",
|
2020-04-27 17:09:07 -06:00
|
|
|
"net2",
|
|
|
|
|
"slab",
|
|
|
|
|
"winapi 0.2.8",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-10-29 19:21:18 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "mio"
|
2020-12-11 15:13:56 -07:00
|
|
|
version = "0.7.6"
|
2020-10-29 19:21:18 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-12-11 15:13:56 -07:00
|
|
|
checksum = "f33bc887064ef1fd66020c9adfc45bb9f33d75a42096c81e7c56c65b75dd1a8b"
|
2020-10-29 19:21:18 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"libc",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-12-11 15:13:56 -07:00
|
|
|
"miow 0.3.6",
|
2020-10-29 19:21:18 -06:00
|
|
|
"ntapi",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-10-29 19:21:18 -06:00
|
|
|
]
|
|
|
|
|
|
2018-12-07 16:15:16 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "mio-extras"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "2.0.6"
|
2018-12-07 16:15:16 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "52403fe290012ce777c4626790c8951324a2b9e3316b3143779c72b029742f19"
|
2018-12-07 16:15:16 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazycell",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-10-29 19:21:18 -06:00
|
|
|
"mio 0.6.22",
|
2020-04-27 17:09:07 -06:00
|
|
|
"slab",
|
2018-12-07 16:15:16 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "miow"
|
2020-12-11 15:16:59 -07:00
|
|
|
version = "0.2.2"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-12-11 15:16:59 -07:00
|
|
|
checksum = "ebd808424166322d4a38da87083bfddd3ac4c131334ed55856112eb06d46944d"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"kernel32-sys",
|
|
|
|
|
"net2",
|
|
|
|
|
"winapi 0.2.8",
|
|
|
|
|
"ws2_32-sys",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "miow"
|
2020-12-11 15:13:56 -07:00
|
|
|
version = "0.3.6"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-12-11 15:13:56 -07:00
|
|
|
checksum = "5a33c1b55807fbed163481b5ba66db4b2fa6cde694a5027be10fb724206c5897"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"socket2 0.3.17",
|
|
|
|
|
"winapi 0.3.9",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
2021-07-09 22:21:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "multimap"
|
|
|
|
|
version = "0.8.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "e5ce46fe64a9d73be07dcbe690a38ce1b293be448fd8ce1e6c1b8062c9f72c6a"
|
|
|
|
|
|
2020-02-06 14:16:30 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "native-tls"
|
2021-03-18 10:03:50 -07:00
|
|
|
version = "0.2.7"
|
2020-02-06 14:16:30 -05:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-03-18 10:03:50 -07:00
|
|
|
checksum = "b8d96b2e1c8da3957d58100b09f102c6d9cfdfced01b7ec5a8974044bb09dbd4"
|
2020-02-06 14:16:30 -05:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
|
|
|
|
"libc",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 17:09:07 -06:00
|
|
|
"openssl",
|
|
|
|
|
"openssl-probe",
|
|
|
|
|
"openssl-sys",
|
|
|
|
|
"schannel",
|
|
|
|
|
"security-framework",
|
|
|
|
|
"security-framework-sys",
|
|
|
|
|
"tempfile",
|
2020-02-06 14:16:30 -05:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "net2"
|
2020-12-11 15:14:36 -07:00
|
|
|
version = "0.2.37"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-12-11 15:14:36 -07:00
|
|
|
checksum = "391630d12b68002ae1e25e8f974306474966550ad82dac6886fb8910c19568ae"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-12-02 16:46:46 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "nix"
|
2020-02-04 15:59:34 -07:00
|
|
|
version = "0.17.0"
|
2019-12-02 16:46:46 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "50e4785f2c3b7589a0d0c1dd60285e1188adac4006e8abd6dd578e1567027363"
|
2019-12-02 16:46:46 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bitflags",
|
|
|
|
|
"cc",
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
|
|
|
|
"void",
|
2019-12-02 16:46:46 -08:00
|
|
|
]
|
|
|
|
|
|
2020-11-18 09:02:36 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "nix"
|
|
|
|
|
version = "0.19.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "85db2feff6bf70ebc3a4793191517d5f0331100a2f10f9bf93b5e5214f32b7b7"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"bitflags",
|
|
|
|
|
"cc",
|
|
|
|
|
"cfg-if 0.1.10",
|
|
|
|
|
"libc",
|
|
|
|
|
]
|
|
|
|
|
|
2019-12-18 18:31:04 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "nom"
|
|
|
|
|
version = "3.2.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "05aec50c70fd288702bcd93284a8444607f3292dbdf2a30de5ea5dcdbe72287b"
|
2019-12-18 18:31:04 -05:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"memchr 1.0.2",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-04-23 08:38:09 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "nom"
|
|
|
|
|
version = "5.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "0b471253da97532da4b61552249c521e01e736071f71c1a4f7ebbfbf0a06aad6"
|
2020-04-23 08:38:09 -07:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"memchr 2.4.0",
|
2020-05-28 15:32:42 -07:00
|
|
|
"version_check 0.9.2",
|
2020-04-23 08:38:09 -07:00
|
|
|
]
|
|
|
|
|
|
2020-10-29 19:21:18 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "ntapi"
|
|
|
|
|
version = "0.3.4"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "7a31937dea023539c72ddae0e3571deadc1414b300483fa7aaec176168cfa9d2"
|
|
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-10-29 19:21:18 -06:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "num-bigint"
|
|
|
|
|
version = "0.3.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "5e9a41747ae4633fce5adffb4d2e81ffc5e89593cb19917f8fb2cc5ff76507bf"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"autocfg 1.0.0",
|
|
|
|
|
"num-integer",
|
|
|
|
|
"num-traits",
|
|
|
|
|
]
|
|
|
|
|
|
2019-10-04 15:43:50 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "num-derive"
|
2020-09-23 12:29:24 +00:00
|
|
|
version = "0.3.2"
|
2019-04-17 11:28:26 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-09-23 12:29:24 +00:00
|
|
|
checksum = "6f09b9841adb6b5e1f89ef7087ea636e0fd94b2851f887c1e3eb5d5f8228fab3"
|
2019-04-17 11:28:26 -07:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2019-04-17 11:28:26 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "num-integer"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.42"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "3f6ea62e9d81a77cd3ee9a2a5b9b609447857f3d358704331e4ef39eb247fcba"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"autocfg 1.0.0",
|
2020-05-08 12:37:04 -07:00
|
|
|
"num-traits",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "num-traits"
|
2020-01-10 09:18:39 -07:00
|
|
|
version = "0.2.11"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "c62be47e61d1842b9170f0fdeec8eba98e60e90e5446449a0545e5152acd7096"
|
2019-05-20 16:35:14 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"autocfg 1.0.0",
|
2019-05-20 16:35:14 -06:00
|
|
|
]
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "num_cpus"
|
2020-04-23 13:08:06 -07:00
|
|
|
version = "1.13.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "05499f3756671c15885fee9034446956fff3f243d6077b91e5767df161f766b3"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"hermit-abi",
|
|
|
|
|
"libc",
|
2019-10-29 10:39:10 -07:00
|
|
|
]
|
|
|
|
|
|
2020-08-28 15:54:57 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "num_enum"
|
|
|
|
|
version = "0.5.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "226b45a5c2ac4dd696ed30fa6b94b057ad909c7b7fc2e0d0808192bced894066"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"derivative",
|
|
|
|
|
"num_enum_derive",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "num_enum_derive"
|
|
|
|
|
version = "0.5.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "1c0fd9eba1d5db0994a239e09c1be402d35622277e35468ba891aa5e3188ce7e"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro-crate",
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-08-28 15:54:57 -06:00
|
|
|
]
|
|
|
|
|
|
2019-03-20 16:14:46 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "number_prefix"
|
2019-09-09 12:26:34 -07:00
|
|
|
version = "0.3.0"
|
2019-03-20 16:14:46 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "17b02fc0ff9a9e4b35b3342880f48e896ebf69f2967921fe8646bf5b7125956a"
|
2019-03-20 16:14:46 -07:00
|
|
|
|
2020-05-28 15:32:42 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "object"
|
|
|
|
|
version = "0.19.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "9cbca9424c482ee628fa549d9c812e2cd22f1180b9222c9200fdfa6eb31aecb2"
|
|
|
|
|
|
2020-01-10 09:19:28 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "once_cell"
|
2021-09-25 16:48:42 +00:00
|
|
|
version = "1.8.0"
|
2020-01-10 09:19:28 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-09-25 16:48:42 +00:00
|
|
|
checksum = "692fcb63b64b1758029e0a96ee63e049ce8c5948587f2f7208df04625e5f6b56"
|
2020-01-10 09:19:28 -07:00
|
|
|
dependencies = [
|
2021-09-25 16:48:42 +00:00
|
|
|
"parking_lot 0.11.2",
|
2020-01-10 09:19:28 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "opaque-debug"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.2.3"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "2839e79665f131bdb5782e51f2c6c9599c133c6098982a54c794358bf432529c"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-09-15 18:23:21 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "opaque-debug"
|
|
|
|
|
version = "0.3.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "624a8340c38c1b80fd549087862da4ba43e08858af025b236e509b6649fc13d5"
|
|
|
|
|
|
2020-02-06 14:16:30 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "openssl"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.10.29"
|
2020-02-06 14:16:30 -05:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "cee6d85f4cb4c4f59a6a85d5b68a233d280c82e29e822913b9c8b129fbf20bdd"
|
2020-02-06 14:16:30 -05:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bitflags",
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2020-04-27 17:09:07 -06:00
|
|
|
"foreign-types",
|
|
|
|
|
"lazy_static",
|
|
|
|
|
"libc",
|
|
|
|
|
"openssl-sys",
|
2020-02-06 14:16:30 -05:00
|
|
|
]
|
|
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "openssl-probe"
|
|
|
|
|
version = "0.1.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "77af24da69f9d9341038eba93a073b1fdaaa1b788221b00a69bce9e762cb32de"
|
2020-01-08 13:31:43 -07:00
|
|
|
|
2020-02-06 14:16:30 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "openssl-sys"
|
2020-05-28 15:32:42 -07:00
|
|
|
version = "0.9.57"
|
2019-01-11 19:33:08 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-28 15:32:42 -07:00
|
|
|
checksum = "7410fef80af8ac071d4f63755c0ab89ac3df0fd1ea91f1d1f37cf5cec4395990"
|
2019-01-11 19:33:08 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"autocfg 1.0.0",
|
|
|
|
|
"cc",
|
|
|
|
|
"libc",
|
|
|
|
|
"pkg-config",
|
|
|
|
|
"vcpkg",
|
2019-01-11 19:33:08 -08:00
|
|
|
]
|
|
|
|
|
|
2020-10-21 17:05:27 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "ouroboros"
|
2021-07-10 20:44:54 +00:00
|
|
|
version = "0.10.0"
|
2020-10-21 17:05:27 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-10 20:44:54 +00:00
|
|
|
checksum = "f0e3827c8742f21283e9374adf7905984e7b85731ad94a203137b56955d818b3"
|
2020-10-21 17:05:27 -07:00
|
|
|
dependencies = [
|
2021-07-10 20:44:54 +00:00
|
|
|
"aliasable",
|
2020-10-21 17:05:27 -07:00
|
|
|
"ouroboros_macro",
|
|
|
|
|
"stable_deref_trait",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "ouroboros_macro"
|
2021-07-10 20:44:54 +00:00
|
|
|
version = "0.10.0"
|
2020-10-21 17:05:27 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-10 20:44:54 +00:00
|
|
|
checksum = "1ef06077e08eac7e2aeaacfbd113a25fcb1b9b903437bd89d2bd513da6e04112"
|
2020-10-21 17:05:27 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"Inflector",
|
2021-07-10 20:44:54 +00:00
|
|
|
"proc-macro-error",
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-10-21 17:05:27 -07:00
|
|
|
]
|
|
|
|
|
|
2021-02-26 21:42:09 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "parity-tokio-ipc"
|
2021-08-27 00:55:02 +00:00
|
|
|
version = "0.9.0"
|
2021-02-26 21:42:09 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-27 00:55:02 +00:00
|
|
|
checksum = "9981e32fb75e004cc148f5fb70342f393830e0a4aa62e3cc93b50976218d42b6"
|
2021-02-26 21:42:09 -08:00
|
|
|
dependencies = [
|
|
|
|
|
"futures 0.3.8",
|
|
|
|
|
"libc",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-02-26 21:42:09 -08:00
|
|
|
"rand 0.7.3",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2021-02-26 21:42:09 -08:00
|
|
|
]
|
|
|
|
|
|
2020-09-25 11:57:59 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "parity-ws"
|
2021-08-27 00:55:02 +00:00
|
|
|
version = "0.11.0"
|
2020-09-25 11:57:59 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-27 00:55:02 +00:00
|
|
|
checksum = "d0ab8a461779bd022964cae2b4989fa9c99deb270bec162da2125ec03c09fcaa"
|
2020-09-25 11:57:59 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"byteorder",
|
|
|
|
|
"bytes 0.4.12",
|
|
|
|
|
"httparse",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-10-29 19:21:18 -06:00
|
|
|
"mio 0.6.22",
|
2020-09-25 11:57:59 -06:00
|
|
|
"mio-extras",
|
|
|
|
|
"rand 0.7.3",
|
2021-09-20 06:00:08 +00:00
|
|
|
"sha-1 0.8.2",
|
2020-09-25 11:57:59 -06:00
|
|
|
"slab",
|
2021-02-05 00:21:53 -07:00
|
|
|
"url 2.2.0",
|
2020-09-25 11:57:59 -06:00
|
|
|
]
|
|
|
|
|
|
2019-07-26 18:21:01 -06:00
|
|
|
[[package]]
|
2020-07-23 15:08:59 -06:00
|
|
|
name = "parking_lot"
|
|
|
|
|
version = "0.9.0"
|
2019-07-26 18:21:01 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "f842b1982eb6c2fe34036a4fbfb06dd185a3f5c8edfaacdf7d1ea10b07de6252"
|
2019-07-26 18:21:01 -06:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"lock_api 0.3.4",
|
2020-04-27 17:09:07 -06:00
|
|
|
"parking_lot_core 0.6.2",
|
|
|
|
|
"rustc_version",
|
2019-07-26 18:21:01 -06:00
|
|
|
]
|
|
|
|
|
|
2020-02-10 10:30:32 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "parking_lot"
|
2020-04-10 22:15:53 +00:00
|
|
|
version = "0.10.2"
|
2020-02-10 10:30:32 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "d3a704eb390aafdc107b0e392f56a82b668e3a71366993b5340f5833fd62505e"
|
2020-02-10 10:30:32 -07:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"lock_api 0.3.4",
|
2020-04-27 17:09:07 -06:00
|
|
|
"parking_lot_core 0.7.2",
|
2019-01-11 19:33:08 -08:00
|
|
|
]
|
|
|
|
|
|
2020-10-29 19:21:18 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "parking_lot"
|
2021-09-25 16:48:42 +00:00
|
|
|
version = "0.11.2"
|
2020-10-29 19:21:18 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-09-25 16:48:42 +00:00
|
|
|
checksum = "7d17b78036a60663b797adeaee46f5c9dfebb86948d1255007a1d6be0271ff99"
|
2020-10-29 19:21:18 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"instant",
|
2021-09-25 16:48:42 +00:00
|
|
|
"lock_api 0.4.5",
|
|
|
|
|
"parking_lot_core 0.8.5",
|
2020-10-29 19:21:18 -06:00
|
|
|
]
|
|
|
|
|
|
2019-07-26 18:21:01 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "parking_lot_core"
|
|
|
|
|
version = "0.6.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "b876b1b9e7ac6e1a74a6da34d25c42e17e8862aa409cbbbdcfc8d86c6f3bc62b"
|
2019-07-26 18:21:01 -06:00
|
|
|
dependencies = [
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2021-09-25 16:48:42 +00:00
|
|
|
"cloudabi",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2021-09-25 16:48:42 +00:00
|
|
|
"redox_syscall 0.1.56",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rustc_version",
|
2021-01-08 11:00:54 -08:00
|
|
|
"smallvec 0.6.14",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-06-10 13:22:57 -06:00
|
|
|
]
|
|
|
|
|
|
2020-02-10 10:30:32 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "parking_lot_core"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.7.2"
|
2020-02-10 10:30:32 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "d58c7c768d4ba344e3e8d72518ac13e259d7c7ade24167003b8488e10b6740a3"
|
2020-02-10 10:30:32 -07:00
|
|
|
dependencies = [
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2021-09-25 16:48:42 +00:00
|
|
|
"cloudabi",
|
2020-10-29 19:21:18 -06:00
|
|
|
"libc",
|
2021-09-25 16:48:42 +00:00
|
|
|
"redox_syscall 0.1.56",
|
2021-01-08 11:00:54 -08:00
|
|
|
"smallvec 1.6.1",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-10-29 19:21:18 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "parking_lot_core"
|
2021-09-25 16:48:42 +00:00
|
|
|
version = "0.8.5"
|
2020-10-29 19:21:18 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-09-25 16:48:42 +00:00
|
|
|
checksum = "d76e8e1493bcac0d2766c42737f34458f1c8c50c0d23bcb24ea953affb273216"
|
2020-10-29 19:21:18 -06:00
|
|
|
dependencies = [
|
2021-09-25 16:48:42 +00:00
|
|
|
"cfg-if 1.0.0",
|
2020-10-29 19:21:18 -06:00
|
|
|
"instant",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2021-09-25 16:48:42 +00:00
|
|
|
"redox_syscall 0.2.10",
|
2021-01-08 11:00:54 -08:00
|
|
|
"smallvec 1.6.1",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-02-10 10:30:32 -07:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "pbkdf2"
|
|
|
|
|
version = "0.4.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "216eaa586a190f0a738f2f918511eecfa90f13295abec0e457cdebcceda80cbd"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"crypto-mac 0.8.0",
|
|
|
|
|
]
|
|
|
|
|
|
2021-01-22 22:25:22 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "pbkdf2"
|
|
|
|
|
version = "0.6.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "b3b8c0d71734018084da0c0354193a5edfb81b20d2d57a92c5b154aefc554a4a"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"crypto-mac 0.10.0",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "peeking_take_while"
|
|
|
|
|
version = "0.1.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "19b17cddbe7ec3f8bc800887bab5e717348c95ea2ca0b1bf0837fb964dc67099"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "percent-encoding"
|
|
|
|
|
version = "1.0.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "31010dd2e1ac33d5b46a5b413495239882813e0369f8ed8a5e266f173602f831"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2019-07-26 21:46:38 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "percent-encoding"
|
2020-01-08 13:31:43 -07:00
|
|
|
version = "2.1.0"
|
2019-07-26 21:46:38 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "d4fd5641d01c8f18a23da7b6fe29298ff4b55afcccdf78973b24cf3175fee32e"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-10-20 20:50:24 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "pest"
|
|
|
|
|
version = "2.1.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "10f4872ae94d7b90ae48754df22fd42ad52ce740b8f370b03da4835417403e53"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"ucd-trie",
|
|
|
|
|
]
|
|
|
|
|
|
2021-07-09 22:21:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "petgraph"
|
|
|
|
|
version = "0.5.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "467d164a6de56270bd7c4d070df81d07beace25012d5103ced4e9ff08d6afdb7"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"fixedbitset",
|
|
|
|
|
"indexmap",
|
|
|
|
|
]
|
|
|
|
|
|
Add solana-tokens (#10011)
* Initial commit
* Execute transfers
* Refactor for testing
* Cleanup readme
* Rewrite
* Cleanup
* Cleanup
* Cleanup client
* Use a Null Client to move prints closer to where messages are sent
* Upgrade Solana
* Move core functionality into its own module
* Handle transaction errors
* Merge allocations
* Fixes
* Cleanup readme
* Fix markdown
* Add example input
* Add integration test - currently fails
* Add integration test
* Add metrics
* Use RpcClient in dry-run, just don't send messages
* More metrics
* Fix dry run with no keys
* Only require one approval if fee-payer is the sender keypair
* Fix bugs
* Don't create the transaction log if nothing to put into it;
otherwise the next innvocation won't add the header
* Apply previous transactions to allocations with matching recipients
* Bail out of any account already has a balance
* Polish
* Add new 'balances' command
* 9 decimal places
* Add missing file
* Better dry-run; keypair options now optional
* Change field name from 'bid' to 'accepted'
Also, tolerate precision change from 2 decimal places to 4
* Write to transaction log immediately
* Rename allocations_csv to bids_csv
So that we can bypass bids_csv with an allocations CSV file
* Upgrade Solana
* Remove faucet from integration test
* Cleaner integration test
Won't work until this lands and is released:
https://github.com/solana-labs/solana/pull/9717
* Update README
* Add TravicCI script to build and test (#1)
* Add distribute-stake command (#2)
* Distribute -> DistributeTokens (#3)
* Cache cargo deps (#4)
* Add docs (#5)
* Switch to latest Solana 1.1 release (#7)
* distribute -> distribute-tokens (#9)
* Switch from CSV to a pickledb database (#8)
* Switch from CSV to a pickledb database
* Allow PickleDb errors to bubble up
* Dedup
* Hoist db
* Add finalized field to TransactionInfo
* Don't allow RPC client to resign transactions
* Remove dead code
* Use transport::Result
* Record unconfirmed transaction
* Fix: separate stake account per allocation
* Catch transport errors
* Panic if we attempt to replay a transaction that hasn't been finalized
* Attempt to fix CI
PickleDb isn't calling flush() or close() after writing to files.
No issue on MacOS, but looks racy in CI.
* Revert "Attempt to fix CI"
This reverts commit 1632394f636c54402b3578120e8817dd1660e19b.
* Poll for signature before returning
* Add --sol-for-fees option for stake distributions
* Add --allocations-csv option (#14)
* Add allocations-csv option
* Add tests or GTFO
* Apply review feedback
* apply feedback
* Add read_allocations function
* Update arg_parser.rs
* Fix balances command (#17)
* Fix balances command
* Fix readme
* Add --force to transfer to non-empty accounts (#18)
* Add --no-wait (#16)
* Add ThinClient methods to implement --no-wait
* Plumb --no-wait through
No tests yet
* Check transaction status on startup
* Easier to test
* Wait until transaction is finalized before checking if it failed with an error
It's possible that a minority fork thinks it failed.
* Add unit tests
* Remove dead code and rustfmt
* Don't flush database to file if doing a dry-run
* Continue when transactions not yet finalized (#20)
If those transactions are dropped, the next run will execute them.
* Return the number of confirmations (#21)
* Add read_allocations() unit-test (#22)
Delete the copy-pasted top-level test.
Fixes #19
* Add a CSV printer (#23)
* Remove all the copypasta (#24)
* Move resolve_distribute_stake_args into its own function
* Add stake args to token args
* Unify option names
* Move Command::DistributeStake into DistributeTokens
* Remove process_distribute_stake
* Only unique signers
* Use sender keypair to fund new fee-payer accounts
* Unify distribute_tokens and distribute_stake
* Rename print-database command to transaction-log (#25)
* Send all transactions as quickly as possible, then wait (#26)
* Send all transactions as quickly as possible, then wait
* Exit when finalized or blockhashes have expired
* Don't need blockhash in the CSV output
* Better types
CSV library was choking on Pubkey as a type. PickleDb doesn't have that problem.
* Resend if blockhash has not expired
* Attempt to fix CI
* Move log to stderr
* Add constructor, tuck away client (#30)
* Add constructor, tuck away client
* Fix unwrap() caught by CI
* Fix optional option flagged as required
* Bunch of cleanup (#31)
* Remove untested --no-wait feature
* Make --transactions-db an option, not an arg
So that in the future, we can make it optional
* Remove more untested features
Too many false positives in that santity check. Use --dry-run
instead.
* Add dry-run mode to ThinClient
* Cleaner dry-run
* Make key parameters required
Just don't use them in --dry-run
* Add option to write the transaction log
--dry-run doesn't write to the database. Use this option if you
want a copy of the transaction log before the final run.
* Revert --transaction-log addition
Implement #27 first
* Fix CI
* Update readme
* Fix CI in copypasta
* Sort transaction log by finalized date (#33)
* Make --transaction-db option implicit (#34)
* Move db functionality into its own module (#35)
* Move db functionality into its own module
* Rename tokens module to commands
* Version bump
* Upgrade Solana
* Add solana-tokens to build
* Remove Cargo.lock
* Remove vscode file
* Remove TravisCI build script
* Install solana-tokens
Co-authored-by: Dan Albert <dan@solana.com>
2020-05-13 08:36:30 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "pickledb"
|
|
|
|
|
version = "0.4.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "9161694d67f6c5163519d42be942ae36bbdb55f439460144f105bc4f9f7d1d61"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"bincode",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_cbor",
|
|
|
|
|
"serde_json",
|
|
|
|
|
"serde_yaml",
|
|
|
|
|
]
|
|
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "pin-project"
|
2020-08-05 12:30:39 -07:00
|
|
|
version = "0.4.23"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-08-05 12:30:39 -07:00
|
|
|
checksum = "ca4433fff2ae79342e497d9f8ee990d174071408f28f726d6d83af93e58e48aa"
|
2020-01-08 13:31:43 -07:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"pin-project-internal 0.4.23",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "pin-project"
|
|
|
|
|
version = "1.0.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "ee41d838744f60d959d7074e3afb6b35c7456d0f61cad38a24e35e6553f73841"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"pin-project-internal 1.0.1",
|
2020-01-08 13:31:43 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "pin-project-internal"
|
2020-08-05 12:30:39 -07:00
|
|
|
version = "0.4.23"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-08-05 12:30:39 -07:00
|
|
|
checksum = "2c0e815c3ee9a031fdf5af21c10aa17c573c9c6a566328d99e3936c34e36461f"
|
2020-01-08 13:31:43 -07:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-10-29 19:21:18 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "pin-project-internal"
|
|
|
|
|
version = "1.0.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "81a4ffa594b66bff340084d4081df649a7dc049ac8d7fc458d8e628bfbbb2f86"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-01-08 13:31:43 -07:00
|
|
|
]
|
|
|
|
|
|
2020-12-30 21:03:30 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "pin-project-lite"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "0.2.7"
|
2020-12-30 21:03:30 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "8d31d11c69a6b52a174b42bdc0c30e5e11670f90788b2c471c31c1d17d449443"
|
2020-12-30 21:03:30 -08:00
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "pin-utils"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.0"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184"
|
2020-01-08 13:31:43 -07:00
|
|
|
|
2020-02-06 14:16:30 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "pkg-config"
|
|
|
|
|
version = "0.3.17"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "05da548ad6865900e60eaba7f589cc0783590a92e940c26953ff81ddbab2d677"
|
2020-02-06 14:16:30 -05:00
|
|
|
|
2020-05-08 12:37:04 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "plain"
|
|
|
|
|
version = "0.2.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "b4596b6d070b27117e987119b4dac604f3c58cfb0b191112e24771b2faeac1a6"
|
|
|
|
|
|
2019-07-12 23:57:35 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "ppv-lite86"
|
2020-05-28 15:32:42 -07:00
|
|
|
version = "0.2.8"
|
2019-08-08 13:00:34 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-28 15:32:42 -07:00
|
|
|
checksum = "237a5ed80e274dbc66f86bd59c1e25edc039660be53194b5fe0a482e0f2612ea"
|
2019-08-08 13:00:34 -06:00
|
|
|
|
2018-12-07 20:44:59 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "predicates"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "2.0.1"
|
2018-12-07 20:44:59 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "bc3d91237f5de3bcd9d927e24d03b495adb6135097b001cea7403e2d573d00a9"
|
2018-12-07 20:44:59 -08:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"difflib",
|
|
|
|
|
"itertools 0.10.1",
|
2020-04-27 17:09:07 -06:00
|
|
|
"predicates-core",
|
2018-12-07 20:44:59 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "predicates-core"
|
|
|
|
|
version = "1.0.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "06075c3a3e92559ff8929e7a280684489ea27fe44805174c3ebd9328dcb37178"
|
2018-12-07 20:44:59 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "predicates-tree"
|
|
|
|
|
version = "1.0.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "8e63c4859013b38a76eca2414c64911fba30def9e3202ac461a2d22831220124"
|
2018-12-07 20:44:59 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"predicates-core",
|
|
|
|
|
"treeline",
|
2018-12-07 20:44:59 -08:00
|
|
|
]
|
|
|
|
|
|
2019-08-09 22:48:57 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "pretty-hex"
|
2020-11-20 09:02:37 +00:00
|
|
|
version = "0.2.1"
|
2019-08-09 22:48:57 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-20 09:02:37 +00:00
|
|
|
checksum = "bc5c99d529f0d30937f6f4b8a86d988047327bb88d04d2c4afc356de74722131"
|
2019-08-09 22:48:57 -07:00
|
|
|
|
2019-04-05 11:38:07 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "proc-macro-crate"
|
2021-02-18 11:14:56 +01:00
|
|
|
version = "0.1.5"
|
2019-04-05 11:38:07 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-18 11:14:56 +01:00
|
|
|
checksum = "1d6ea3c4595b96363c13943497db34af4460fb474a95c43f4446ad341b8c9785"
|
2019-04-05 11:38:07 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"toml",
|
2019-04-05 11:38:07 -06:00
|
|
|
]
|
|
|
|
|
|
2021-07-10 20:44:54 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "proc-macro-error"
|
|
|
|
|
version = "1.0.4"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "da25490ff9892aab3fcf7c36f08cfb902dd3e71ca0f9f9517bea02a73a5ce38c"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro-error-attr",
|
|
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-07-10 20:44:54 +00:00
|
|
|
"syn 1.0.60",
|
|
|
|
|
"version_check 0.9.2",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "proc-macro-error-attr"
|
|
|
|
|
version = "1.0.4"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "a1be40180e52ecc98ad80b184934baf3d0d29f979574e439af5a55274b35f869"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-07-10 20:44:54 +00:00
|
|
|
"version_check 0.9.2",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "proc-macro-hack"
|
2020-11-13 09:02:29 +00:00
|
|
|
version = "0.5.19"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-11-13 09:02:29 +00:00
|
|
|
checksum = "dbf0c48bc1d91375ae5c3cd81e3722dff1abcf81a30960240640d223f59fe0e5"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "proc-macro-nested"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.4"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "8e946095f9d3ed29ec38de908c22f95d9ac008e424c7bcae54c75a79c527c694"
|
2020-01-08 13:31:43 -07:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "proc-macro2"
|
2019-07-26 18:21:01 -06:00
|
|
|
version = "0.4.30"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "cf3d2011ab5c909338f7887f4fc896d35932e29146c12c8d01da6b22a80ba759"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"unicode-xid 0.1.0",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-08-21 12:14:58 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "proc-macro2"
|
2020-10-29 19:21:18 -06:00
|
|
|
version = "1.0.24"
|
2019-08-21 12:14:58 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-10-29 19:21:18 -06:00
|
|
|
checksum = "1e0704ee1a7e00d7bb417d0770ea303c1bccbabf0ef1667dae92b5967f5f8a71"
|
2019-08-21 12:14:58 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"unicode-xid 0.2.0",
|
2019-08-21 12:14:58 -07:00
|
|
|
]
|
|
|
|
|
|
2021-08-04 17:43:20 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "proptest"
|
|
|
|
|
version = "1.0.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "1e0d9cc07f18492d879586c92b485def06bc850da3118075cd45d50e9c95b0e5"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"bit-set",
|
|
|
|
|
"bitflags",
|
|
|
|
|
"byteorder",
|
|
|
|
|
"lazy_static",
|
|
|
|
|
"num-traits",
|
|
|
|
|
"quick-error 2.0.1",
|
|
|
|
|
"rand 0.8.3",
|
|
|
|
|
"rand_chacha 0.3.0",
|
|
|
|
|
"rand_xorshift 0.3.0",
|
|
|
|
|
"regex-syntax",
|
|
|
|
|
"rusty-fork",
|
|
|
|
|
"tempfile",
|
|
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "prost"
|
2021-07-09 19:54:29 +00:00
|
|
|
version = "0.8.0"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-09 19:54:29 +00:00
|
|
|
checksum = "de5e2533f59d08fcf364fd374ebda0692a70bd6d7e66ef97f306f45c6c5d8020"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"bytes 1.0.1",
|
2020-08-05 12:30:39 -07:00
|
|
|
"prost-derive",
|
|
|
|
|
]
|
|
|
|
|
|
2021-07-09 22:21:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "prost-build"
|
|
|
|
|
version = "0.8.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "355f634b43cdd80724ee7848f95770e7e70eefa6dcf14fea676216573b8fd603"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"bytes 1.0.1",
|
|
|
|
|
"heck",
|
|
|
|
|
"itertools 0.10.1",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-07-09 22:21:08 +00:00
|
|
|
"multimap",
|
|
|
|
|
"petgraph",
|
|
|
|
|
"prost",
|
|
|
|
|
"prost-types",
|
|
|
|
|
"tempfile",
|
|
|
|
|
"which",
|
|
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "prost-derive"
|
2021-07-09 19:54:29 +00:00
|
|
|
version = "0.8.0"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-09 19:54:29 +00:00
|
|
|
checksum = "600d2f334aa05acb02a755e217ef1ab6dea4d51b58b7846588b747edec04efba"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"anyhow",
|
2021-07-09 19:54:29 +00:00
|
|
|
"itertools 0.10.1",
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "prost-types"
|
2021-07-09 19:54:29 +00:00
|
|
|
version = "0.8.0"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-09 19:54:29 +00:00
|
|
|
checksum = "603bbd6394701d13f3f25aada59c7de9d35a6a5887cfc156181234a44002771b"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"bytes 1.0.1",
|
2020-08-05 12:30:39 -07:00
|
|
|
"prost",
|
|
|
|
|
]
|
|
|
|
|
|
2021-04-20 16:35:28 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "qstring"
|
|
|
|
|
version = "0.7.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "d464fae65fff2680baf48019211ce37aaec0c78e9264c84a3e484717f965104e"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"percent-encoding 2.1.0",
|
|
|
|
|
]
|
|
|
|
|
|
2021-08-04 17:43:20 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "quick-error"
|
|
|
|
|
version = "1.2.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "a1d01941d82fa2ab50be1e79e6714289dd7cde78eba4c074bc5a4374f650dfe0"
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "quick-error"
|
|
|
|
|
version = "2.0.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "a993555f31e5a609f617c12db6250dedcac1b0a85076912c436e6fc9b2c8e6a3"
|
|
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "quote"
|
|
|
|
|
version = "0.6.13"
|
2019-07-27 06:59:46 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "6ce23b6b870e8f94f81fb0a363d65d86675884b34a09043c81e5562f11c1f8e1"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"proc-macro2 0.4.30",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "quote"
|
2021-07-16 09:49:13 +00:00
|
|
|
version = "1.0.9"
|
2019-10-29 10:39:10 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-16 09:49:13 +00:00
|
|
|
checksum = "c3d0b9745dc2debf507c8422de05d7226cc1f0644216dfdfead988f9b1ab32a7"
|
2019-10-29 10:39:10 -07:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2019-10-29 10:39:10 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "rand"
|
|
|
|
|
version = "0.4.6"
|
2019-10-29 10:39:10 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "552840b97013b1a26992c11eac34bdd778e464601a4c2054b5f0bff7c6761293"
|
2019-10-29 10:39:10 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"fuchsia-cprng",
|
|
|
|
|
"libc",
|
|
|
|
|
"rand_core 0.3.1",
|
|
|
|
|
"rdrand",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-10-29 10:39:10 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "rand"
|
|
|
|
|
version = "0.6.5"
|
2019-10-29 10:39:10 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "6d71dacdc3c88c1fde3885a3be3fbab9f35724e6ce99467f7d9c5026132184ca"
|
2019-10-29 10:39:10 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"autocfg 0.1.7",
|
|
|
|
|
"libc",
|
|
|
|
|
"rand_chacha 0.1.1",
|
|
|
|
|
"rand_core 0.4.2",
|
|
|
|
|
"rand_hc 0.1.0",
|
|
|
|
|
"rand_isaac",
|
|
|
|
|
"rand_jitter",
|
|
|
|
|
"rand_os",
|
2020-08-05 12:30:39 -07:00
|
|
|
"rand_pcg 0.1.2",
|
2021-08-04 17:43:20 +00:00
|
|
|
"rand_xorshift 0.1.1",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-10-29 10:39:10 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "rand"
|
|
|
|
|
version = "0.7.3"
|
2019-07-27 06:59:46 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "6a6b1679d49b24bbfe0c803429aa1874472f50d9b363131f0e89fc356b544d03"
|
2019-10-29 10:39:10 -07:00
|
|
|
dependencies = [
|
2020-12-07 16:42:39 -08:00
|
|
|
"getrandom 0.1.14",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
|
|
|
|
"rand_chacha 0.2.2",
|
|
|
|
|
"rand_core 0.5.1",
|
|
|
|
|
"rand_hc 0.2.0",
|
2020-08-05 12:30:39 -07:00
|
|
|
"rand_pcg 0.2.1",
|
2019-10-29 10:39:10 -07:00
|
|
|
]
|
2019-07-27 06:59:46 -06:00
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "rand"
|
|
|
|
|
version = "0.8.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "0ef9e7e66b4468674bfcb0c81af8b7fa0bb154fa9f28eb840da5c447baeb8d7e"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"libc",
|
|
|
|
|
"rand_chacha 0.3.0",
|
2021-02-15 14:30:43 -07:00
|
|
|
"rand_core 0.6.2",
|
2021-02-05 00:21:53 -07:00
|
|
|
"rand_hc 0.3.0",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "rand_chacha"
|
|
|
|
|
version = "0.1.1"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "556d3a1ca6600bfcbab7c7c91ccb085ac7fbbcd70e008a98742e7847f4f7bcef"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"autocfg 0.1.7",
|
|
|
|
|
"rand_core 0.3.1",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-08-21 12:14:58 -07:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "rand_chacha"
|
|
|
|
|
version = "0.2.2"
|
2019-08-21 12:14:58 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "f4c8ed856279c9737206bf725bf36935d8666ead7aa69b52be55af369d193402"
|
2019-08-21 12:14:58 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"ppv-lite86",
|
|
|
|
|
"rand_core 0.5.1",
|
2019-08-21 12:14:58 -07:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "rand_chacha"
|
|
|
|
|
version = "0.3.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "e12735cf05c9e10bf21534da50a147b924d555dc7a547c42e6bb2d5b6017ae0d"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"ppv-lite86",
|
2021-02-15 14:30:43 -07:00
|
|
|
"rand_core 0.6.2",
|
2021-02-05 00:21:53 -07:00
|
|
|
]
|
|
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "rand_core"
|
|
|
|
|
version = "0.3.1"
|
2019-07-27 06:59:46 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "7a6fdeb83b075e8266dcc8762c22776f6877a63111121f5f8c7411e5be7eed4b"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"rand_core 0.4.2",
|
2019-01-29 17:44:34 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "rand_core"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.4.2"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "9c33a3c44ca05fa6f1807d8e6743f3824e8509beca625669633be0acbdf509dc"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2019-07-12 23:57:35 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "rand_core"
|
2019-12-12 11:34:43 -08:00
|
|
|
version = "0.5.1"
|
2019-07-12 23:57:35 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "90bde5296fc891b0cef12a6d03ddccc162ce7b2aff54160af9338f8d40df6d19"
|
2019-07-12 23:57:35 -07:00
|
|
|
dependencies = [
|
2020-12-07 16:42:39 -08:00
|
|
|
"getrandom 0.1.14",
|
2019-07-12 23:57:35 -07:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "rand_core"
|
2021-02-15 14:30:43 -07:00
|
|
|
version = "0.6.2"
|
2021-02-05 00:21:53 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-15 14:30:43 -07:00
|
|
|
checksum = "34cf66eb183df1c5876e2dcf6b13d57340741e8dc255b48e40a26de954d06ae7"
|
2021-02-05 00:21:53 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"getrandom 0.2.0",
|
|
|
|
|
]
|
|
|
|
|
|
2018-12-04 22:03:32 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "rand_hc"
|
|
|
|
|
version = "0.1.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "7b40677c7be09ae76218dc623efbf7b18e34bced3f38883af07bb75630a21bc4"
|
2018-12-04 22:03:32 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"rand_core 0.3.1",
|
2018-12-04 22:03:32 -08:00
|
|
|
]
|
|
|
|
|
|
2019-07-12 23:57:35 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "rand_hc"
|
|
|
|
|
version = "0.2.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "ca3129af7b92a17112d59ad498c6f81eaf463253766b90396d39ea7a39d6613c"
|
2019-07-12 23:57:35 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"rand_core 0.5.1",
|
2019-07-12 23:57:35 -07:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "rand_hc"
|
|
|
|
|
version = "0.3.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "3190ef7066a446f2e7f42e239d161e905420ccab01eb967c9eb27d21b2322a73"
|
|
|
|
|
dependencies = [
|
2021-02-15 14:30:43 -07:00
|
|
|
"rand_core 0.6.2",
|
2021-02-05 00:21:53 -07:00
|
|
|
]
|
|
|
|
|
|
2018-12-04 22:03:32 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "rand_isaac"
|
|
|
|
|
version = "0.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "ded997c9d5f13925be2a6fd7e66bf1872597f759fd9dd93513dd7e92e5a5ee08"
|
2018-12-04 22:03:32 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"rand_core 0.3.1",
|
2018-12-04 22:03:32 -08:00
|
|
|
]
|
|
|
|
|
|
2019-01-04 15:20:27 +00:00
|
|
|
[[package]]
|
2019-01-29 17:44:34 -06:00
|
|
|
name = "rand_jitter"
|
2019-07-26 18:21:01 -06:00
|
|
|
version = "0.1.4"
|
2019-01-04 15:20:27 +00:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "1166d5c91dc97b88d1decc3285bb0a99ed84b05cfd0bc2341bdf2d43fc41e39b"
|
2019-01-29 17:44:34 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
|
|
|
|
"rand_core 0.4.2",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-01-29 17:44:34 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "rand_os"
|
2019-03-17 18:48:23 -07:00
|
|
|
version = "0.1.3"
|
2019-01-29 17:44:34 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "7b75f676a1e053fc562eafbb47838d67c84801e38fc1ba459e8f180deabd5071"
|
2019-01-04 15:20:27 +00:00
|
|
|
dependencies = [
|
2021-09-25 16:48:42 +00:00
|
|
|
"cloudabi",
|
2020-04-27 17:09:07 -06:00
|
|
|
"fuchsia-cprng",
|
|
|
|
|
"libc",
|
|
|
|
|
"rand_core 0.4.2",
|
|
|
|
|
"rdrand",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-01-04 15:20:27 +00:00
|
|
|
]
|
|
|
|
|
|
2018-12-04 22:03:32 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "rand_pcg"
|
2019-03-17 18:48:23 -07:00
|
|
|
version = "0.1.2"
|
2018-12-04 22:03:32 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "abf9b09b01790cfe0364f52bf32995ea3c39f4d2dd011eac241d2914146d0b44"
|
2018-12-04 22:03:32 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"autocfg 0.1.7",
|
|
|
|
|
"rand_core 0.4.2",
|
2018-12-04 22:03:32 -08:00
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "rand_pcg"
|
|
|
|
|
version = "0.2.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "16abd0c1b639e9eb4d7c50c0b8100b0d0f849be2349829c740fe8e6eb4816429"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"rand_core 0.5.1",
|
|
|
|
|
]
|
|
|
|
|
|
2018-12-04 22:03:32 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "rand_xorshift"
|
2019-01-11 19:33:08 -08:00
|
|
|
version = "0.1.1"
|
2018-12-04 22:03:32 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "cbf7e9e623549b0e21f6e97cf8ecf247c1a8fd2e8a992ae265314300b2455d5c"
|
2018-12-04 22:03:32 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"rand_core 0.3.1",
|
2018-12-04 22:03:32 -08:00
|
|
|
]
|
|
|
|
|
|
2021-08-04 17:43:20 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "rand_xorshift"
|
|
|
|
|
version = "0.3.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "d25bf25ec5ae4a3f1b92f929810509a2f53d7dca2f50b794ff57e3face536c8f"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"rand_core 0.6.2",
|
|
|
|
|
]
|
|
|
|
|
|
2020-07-02 18:31:32 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "raptorq"
|
|
|
|
|
version = "1.4.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "8e3e0cd5c27717803cbd3151329de9aa784376703a3a850b00c0dae30da86cf2"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"serde",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "rayon"
|
2021-01-15 18:07:35 +09:00
|
|
|
version = "1.5.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-01-15 18:07:35 +09:00
|
|
|
checksum = "8b0d8e0819fadc20c74ea8373106ead0600e3a67ef1fe8da56e39b9ae7275674"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-07-01 08:09:28 -07:00
|
|
|
"autocfg 1.0.0",
|
2021-08-27 00:55:02 +00:00
|
|
|
"crossbeam-deque",
|
2020-04-27 17:09:07 -06:00
|
|
|
"either",
|
|
|
|
|
"rayon-core",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "rayon-core"
|
2021-01-15 18:07:35 +09:00
|
|
|
version = "1.9.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-01-15 18:07:35 +09:00
|
|
|
checksum = "9ab346ac5921dc62ffa9f89b7a773907511cdfa5490c572ae9be1be33e8afa4a"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2021-01-15 18:07:35 +09:00
|
|
|
"crossbeam-channel 0.5.0",
|
2021-08-27 00:55:02 +00:00
|
|
|
"crossbeam-deque",
|
2021-08-24 03:10:55 +00:00
|
|
|
"crossbeam-utils 0.8.5",
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
|
|
|
|
"num_cpus",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-01-11 19:33:08 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "rdrand"
|
|
|
|
|
version = "0.4.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "678054eb77286b51581ba43620cc911abf02758c91f93f479767aed0f90458b2"
|
2019-01-11 19:33:08 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"rand_core 0.3.1",
|
2019-01-11 19:33:08 -08:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "redox_syscall"
|
2019-07-26 18:21:01 -06:00
|
|
|
version = "0.1.56"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "2439c63f3f6139d1b57529d16bc3b8bb855230c8efcc5d3a896c8bea7c3b1e84"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2021-09-25 16:48:42 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "redox_syscall"
|
|
|
|
|
version = "0.2.10"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "8383f39639269cde97d255a32bdb68c047337295414940c68bdd30c2e13203ff"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"bitflags",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "redox_users"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.3.4"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "09b23093265f8d200fa7b4c2c76297f47e681c655f6f1285a8780d6a022f7431"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-12-07 16:42:39 -08:00
|
|
|
"getrandom 0.1.14",
|
2021-09-25 16:48:42 +00:00
|
|
|
"redox_syscall 0.1.56",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rust-argon2",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-04-14 14:33:21 +09:00
|
|
|
[[package]]
|
|
|
|
|
name = "reed-solomon-erasure"
|
|
|
|
|
version = "4.0.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "a415a013dd7c5d4221382329a5a3482566da675737494935cbbbcdec04662f9d"
|
2020-04-14 14:33:21 +09:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"cc",
|
|
|
|
|
"libc",
|
2021-01-08 11:00:54 -08:00
|
|
|
"smallvec 1.6.1",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "regex"
|
2021-04-09 11:44:19 +02:00
|
|
|
version = "1.4.5"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-04-09 11:44:19 +02:00
|
|
|
checksum = "957056ecddbeba1b26965114e191d2e8589ce74db242b6ea25fc4062427a5c19"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"aho-corasick",
|
2021-08-09 18:22:28 -06:00
|
|
|
"memchr 2.4.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"regex-syntax",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-12-08 09:17:42 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "regex-automata"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.9"
|
2019-12-08 09:17:42 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "ae1ded71d66a4a97f5e961fd0cb25a5f366a42a41570d16a763a69c092c26ae4"
|
2019-12-08 09:17:42 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"byteorder",
|
2019-12-08 09:17:42 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "regex-syntax"
|
2021-04-09 11:44:19 +02:00
|
|
|
version = "0.6.23"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-04-09 11:44:19 +02:00
|
|
|
checksum = "24d5f089152e60f62d28b835fbff2cd2e8dc0baf1ac13343bef92ab7eed84548"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "remove_dir_all"
|
2020-07-24 17:45:21 -06:00
|
|
|
version = "0.5.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-07-24 17:45:21 -06:00
|
|
|
checksum = "dfc5b3ce5d5ea144bb04ebd093a9e14e9765bcfec866aecda9b6dec43b3d1e24"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "reqwest"
|
2021-03-18 10:03:50 -07:00
|
|
|
version = "0.11.2"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-03-18 10:03:50 -07:00
|
|
|
checksum = "bf12057f289428dbf5c591c74bf10392e4a8003f993405a902f20117019022d4"
|
2021-02-05 00:21:53 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"base64 0.13.0",
|
|
|
|
|
"bytes 1.0.1",
|
|
|
|
|
"encoding_rs",
|
|
|
|
|
"futures-core",
|
|
|
|
|
"futures-util",
|
|
|
|
|
"http",
|
2021-08-27 00:55:02 +00:00
|
|
|
"http-body",
|
2021-08-09 18:22:28 -06:00
|
|
|
"hyper 0.14.11",
|
2021-03-18 10:03:50 -07:00
|
|
|
"hyper-rustls",
|
2021-02-05 00:21:53 -07:00
|
|
|
"hyper-tls",
|
|
|
|
|
"ipnet",
|
|
|
|
|
"js-sys",
|
|
|
|
|
"lazy_static",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-02-05 00:21:53 -07:00
|
|
|
"mime 0.3.16",
|
|
|
|
|
"native-tls",
|
|
|
|
|
"percent-encoding 2.1.0",
|
2021-08-27 00:55:02 +00:00
|
|
|
"pin-project-lite",
|
2021-03-18 10:03:50 -07:00
|
|
|
"rustls",
|
2021-02-05 00:21:53 -07:00
|
|
|
"serde",
|
|
|
|
|
"serde_json",
|
2021-03-18 10:03:50 -07:00
|
|
|
"serde_urlencoded",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2021-02-05 00:21:53 -07:00
|
|
|
"tokio-native-tls",
|
2021-03-18 10:03:50 -07:00
|
|
|
"tokio-rustls",
|
2021-02-05 00:21:53 -07:00
|
|
|
"url 2.2.0",
|
|
|
|
|
"wasm-bindgen",
|
|
|
|
|
"wasm-bindgen-futures",
|
|
|
|
|
"web-sys",
|
2021-03-18 10:03:50 -07:00
|
|
|
"webpki-roots",
|
2021-02-05 00:21:53 -07:00
|
|
|
"winreg",
|
|
|
|
|
]
|
|
|
|
|
|
2021-02-12 03:27:37 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "retain_mut"
|
|
|
|
|
version = "0.1.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "53552c6c49e1e13f1a203ef0080ab3bbef0beb570a528993e83df057a9d9bba1"
|
|
|
|
|
|
2019-07-26 18:21:01 -06:00
|
|
|
[[package]]
|
2019-09-04 12:11:44 -07:00
|
|
|
name = "ring"
|
2021-04-09 20:21:01 -04:00
|
|
|
version = "0.16.20"
|
2019-07-26 18:21:01 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-04-09 20:21:01 -04:00
|
|
|
checksum = "3053cf52e236a3ed746dfc745aa9cacf1b791d846bdaf412f60a8d7d6e17c8fc"
|
2019-09-04 12:11:44 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"cc",
|
|
|
|
|
"libc",
|
2021-04-09 20:21:01 -04:00
|
|
|
"once_cell",
|
2020-04-27 17:09:07 -06:00
|
|
|
"spin",
|
|
|
|
|
"untrusted",
|
|
|
|
|
"web-sys",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-09-04 12:11:44 -07:00
|
|
|
]
|
2019-07-26 18:21:01 -06:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "rocksdb"
|
2021-06-04 14:38:02 +00:00
|
|
|
version = "0.16.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-06-04 14:38:02 +00:00
|
|
|
checksum = "c749134fda8bfc90d0de643d59bfc841dcb3ac8a1062e12b6754bd60235c48b3"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
|
|
|
|
"librocksdb-sys",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-09-12 18:37:29 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "rpassword"
|
2020-01-21 00:23:09 +00:00
|
|
|
version = "4.0.5"
|
2019-09-12 18:37:29 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "99371657d3c8e4d816fb6221db98fa408242b0b53bac08f8676a41f8554fe99f"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"libc",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-04-27 17:09:07 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "rust-argon2"
|
|
|
|
|
version = "0.7.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "2bc8af4bda8e1ff4932523b94d3dd20ee30a87232323eda55903ffd71d2fb017"
|
2019-09-12 18:37:29 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"base64 0.11.0",
|
|
|
|
|
"blake2b_simd",
|
|
|
|
|
"constant_time_eq",
|
2021-01-15 18:07:35 +09:00
|
|
|
"crossbeam-utils 0.7.2",
|
2019-09-12 18:37:29 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "rustc-demangle"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.16"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "4c691c0e608126e00913e33f0ccf3727d5fc84573623b8d65b2df340b5201783"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-01-10 09:19:28 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "rustc-hash"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "1.1.0"
|
2020-01-10 09:19:28 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2"
|
2020-01-10 09:19:28 -07:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "rustc_version"
|
|
|
|
|
version = "0.2.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "138e3e0acb6c9fb258b19b67cb8abd63c00679d2851805ea151465464fe9030a"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-10-20 20:50:24 -06:00
|
|
|
"semver 0.9.0",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "rustls"
|
|
|
|
|
version = "0.19.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "064fd21ff87c6e87ed4506e68beb42459caa4a0e2eb144932e6776768556980b"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"base64 0.13.0",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-02-05 00:21:53 -07:00
|
|
|
"ring",
|
|
|
|
|
"sct",
|
|
|
|
|
"webpki",
|
|
|
|
|
]
|
|
|
|
|
|
Fix hygiene issues in `declare_program!` and `declare_loader!`
The `declare_program!` and `declare_loader!` macros both expand to
new macro definitions (based on the `$name` argument). These 'inner'
macros make use of the special `$crate` metavariable to access items in
the crate where the 'inner' macros is defined.
However, this only works due to a bug in rustc. When a macro is
expanded, all `$crate` tokens in its output are 'marked' as being
resolved in the defining crate of that macro. An inner macro (including
the body of its arms) is 'just' another set of tokens that appears in
the body of the outer macro, so any `$crate` identifiers used there are
resolved relative to the 'outer' macro.
For example, consider the following code:
```rust
macro_rules! outer {
() => {
macro_rules! inner {
() => {
$crate::Foo
}
}
}
}
```
The path `$crate::Foo` will be resolved relative to the crate that defines `outer`,
**not** the crate which defines `inner`.
However, rustc currently loses this extra resolution information
(referred to as 'hygiene' information) when a crate is serialized.
In the above example, this means that the macro `inner` (which gets
defined in whatever crate invokes `outer!`) will behave differently
depending on which crate it is invoked from:
When `inner` is invoked from the same crate in which it is defined,
the hygiene information will still be available,
which will cause `$crate::Foo` to be resolved in the crate which defines 'outer'.
When `inner` is invoked from a different crate, it will be loaded from
the metadata of the crate which defines 'inner'. Since the hygiene
information is currently lost, rust will 'forget' that `$crate::Foo` is
supposed to be resolved in the context of 'outer'. Instead, it will be
resolved relative to the crate which defines 'inner', which can cause
incorrect code to compile.
This bug will soon be fixed in rust (see https://github.com/rust-lang/rust/pull/72121),
which will break `declare_program!` and `declare_loader!`. Fortunately,
it's possible to obtain the desired behavior (`$crate` resolving in the
context of the 'inner' macro) by use of a procedural macro.
This commit adds a `respan!` proc-macro to the `sdk/macro` crate.
Using the newly-stabilized (on Nightly) `Span::resolved_at` method,
the `$crate` identifier can be made to be resolved in the context of the
proper crate.
Since `Span::resolved_at` is only stable on the latest nightly,
referencing it on an earlier version of Rust will cause a compilation error.
This requires the `rustversion` crate to be used, which allows conditionally
compiling code epending on the Rust compiler version in use. Since this method is already
stabilized in the latest nightly, there will never be a situation where
the hygiene bug is fixed (e.g. https://github.com/rust-lang/rust/pull/72121)
is merged but we are unable to call `Span::resolved_at`.
2020-06-20 01:42:11 -04:00
|
|
|
[[package]]
|
|
|
|
|
name = "rustversion"
|
2020-12-13 03:56:27 +09:00
|
|
|
version = "1.0.4"
|
Fix hygiene issues in `declare_program!` and `declare_loader!`
The `declare_program!` and `declare_loader!` macros both expand to
new macro definitions (based on the `$name` argument). These 'inner'
macros make use of the special `$crate` metavariable to access items in
the crate where the 'inner' macros is defined.
However, this only works due to a bug in rustc. When a macro is
expanded, all `$crate` tokens in its output are 'marked' as being
resolved in the defining crate of that macro. An inner macro (including
the body of its arms) is 'just' another set of tokens that appears in
the body of the outer macro, so any `$crate` identifiers used there are
resolved relative to the 'outer' macro.
For example, consider the following code:
```rust
macro_rules! outer {
() => {
macro_rules! inner {
() => {
$crate::Foo
}
}
}
}
```
The path `$crate::Foo` will be resolved relative to the crate that defines `outer`,
**not** the crate which defines `inner`.
However, rustc currently loses this extra resolution information
(referred to as 'hygiene' information) when a crate is serialized.
In the above example, this means that the macro `inner` (which gets
defined in whatever crate invokes `outer!`) will behave differently
depending on which crate it is invoked from:
When `inner` is invoked from the same crate in which it is defined,
the hygiene information will still be available,
which will cause `$crate::Foo` to be resolved in the crate which defines 'outer'.
When `inner` is invoked from a different crate, it will be loaded from
the metadata of the crate which defines 'inner'. Since the hygiene
information is currently lost, rust will 'forget' that `$crate::Foo` is
supposed to be resolved in the context of 'outer'. Instead, it will be
resolved relative to the crate which defines 'inner', which can cause
incorrect code to compile.
This bug will soon be fixed in rust (see https://github.com/rust-lang/rust/pull/72121),
which will break `declare_program!` and `declare_loader!`. Fortunately,
it's possible to obtain the desired behavior (`$crate` resolving in the
context of the 'inner' macro) by use of a procedural macro.
This commit adds a `respan!` proc-macro to the `sdk/macro` crate.
Using the newly-stabilized (on Nightly) `Span::resolved_at` method,
the `$crate` identifier can be made to be resolved in the context of the
proper crate.
Since `Span::resolved_at` is only stable on the latest nightly,
referencing it on an earlier version of Rust will cause a compilation error.
This requires the `rustversion` crate to be used, which allows conditionally
compiling code epending on the Rust compiler version in use. Since this method is already
stabilized in the latest nightly, there will never be a situation where
the hygiene bug is fixed (e.g. https://github.com/rust-lang/rust/pull/72121)
is merged but we are unable to call `Span::resolved_at`.
2020-06-20 01:42:11 -04:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-12-13 03:56:27 +09:00
|
|
|
checksum = "cb5d2a036dc6d2d8fd16fde3498b04306e29bd193bf306a57427019b823d5acd"
|
Fix hygiene issues in `declare_program!` and `declare_loader!`
The `declare_program!` and `declare_loader!` macros both expand to
new macro definitions (based on the `$name` argument). These 'inner'
macros make use of the special `$crate` metavariable to access items in
the crate where the 'inner' macros is defined.
However, this only works due to a bug in rustc. When a macro is
expanded, all `$crate` tokens in its output are 'marked' as being
resolved in the defining crate of that macro. An inner macro (including
the body of its arms) is 'just' another set of tokens that appears in
the body of the outer macro, so any `$crate` identifiers used there are
resolved relative to the 'outer' macro.
For example, consider the following code:
```rust
macro_rules! outer {
() => {
macro_rules! inner {
() => {
$crate::Foo
}
}
}
}
```
The path `$crate::Foo` will be resolved relative to the crate that defines `outer`,
**not** the crate which defines `inner`.
However, rustc currently loses this extra resolution information
(referred to as 'hygiene' information) when a crate is serialized.
In the above example, this means that the macro `inner` (which gets
defined in whatever crate invokes `outer!`) will behave differently
depending on which crate it is invoked from:
When `inner` is invoked from the same crate in which it is defined,
the hygiene information will still be available,
which will cause `$crate::Foo` to be resolved in the crate which defines 'outer'.
When `inner` is invoked from a different crate, it will be loaded from
the metadata of the crate which defines 'inner'. Since the hygiene
information is currently lost, rust will 'forget' that `$crate::Foo` is
supposed to be resolved in the context of 'outer'. Instead, it will be
resolved relative to the crate which defines 'inner', which can cause
incorrect code to compile.
This bug will soon be fixed in rust (see https://github.com/rust-lang/rust/pull/72121),
which will break `declare_program!` and `declare_loader!`. Fortunately,
it's possible to obtain the desired behavior (`$crate` resolving in the
context of the 'inner' macro) by use of a procedural macro.
This commit adds a `respan!` proc-macro to the `sdk/macro` crate.
Using the newly-stabilized (on Nightly) `Span::resolved_at` method,
the `$crate` identifier can be made to be resolved in the context of the
proper crate.
Since `Span::resolved_at` is only stable on the latest nightly,
referencing it on an earlier version of Rust will cause a compilation error.
This requires the `rustversion` crate to be used, which allows conditionally
compiling code epending on the Rust compiler version in use. Since this method is already
stabilized in the latest nightly, there will never be a situation where
the hygiene bug is fixed (e.g. https://github.com/rust-lang/rust/pull/72121)
is merged but we are unable to call `Span::resolved_at`.
2020-06-20 01:42:11 -04:00
|
|
|
|
2021-08-04 17:43:20 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "rusty-fork"
|
|
|
|
|
version = "0.3.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "cb3dcc6e454c328bb824492db107ab7c0ae8fcffe4ad210136ef014458c1bc4f"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"fnv",
|
|
|
|
|
"quick-error 1.2.3",
|
|
|
|
|
"tempfile",
|
|
|
|
|
"wait-timeout",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "ryu"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "1.0.4"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "ed3d612bc64430efeb3f7ee6ef26d590dce0c43249217bddc62112540c7941e1"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "safemem"
|
|
|
|
|
version = "0.3.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "ef703b7cb59335eae2eb93ceb664c0eb7ea6bf567079d843e09420219668e072"
|
2020-02-26 12:23:54 +08:00
|
|
|
|
2019-01-09 09:56:23 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "same-file"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "1.0.6"
|
2019-01-09 09:56:23 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "93fc1dc3aaa9bfed95e02e6eadabb4baf7e3078b0bd1b4d7b6b0b68378900502"
|
2019-01-09 09:56:23 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"winapi-util",
|
2019-01-09 09:56:23 -08:00
|
|
|
]
|
|
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "schannel"
|
2020-05-14 18:22:47 -07:00
|
|
|
version = "0.1.19"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-14 18:22:47 -07:00
|
|
|
checksum = "8f05ba609c234e60bee0d547fe94a4c7e9da733d1c962cf6e59efa4cd9c8bc75"
|
2020-01-08 13:31:43 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-01-08 13:31:43 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "scopeguard"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "1.1.0"
|
2019-06-10 13:22:57 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "d29ab0c6d3fc0ee92fe66e2d99f700eab17a8d57d1c1d3b748380fb20baa78cd"
|
2019-06-10 13:22:57 -06:00
|
|
|
|
2020-05-08 12:37:04 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "scroll"
|
|
|
|
|
version = "0.10.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "abb2332cb595d33f7edd5700f4cbf94892e680c7f0ae56adab58a35190b66cb1"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"scroll_derive",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "scroll_derive"
|
2020-05-14 18:22:47 -07:00
|
|
|
version = "0.10.2"
|
2020-05-08 12:37:04 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-14 18:22:47 -07:00
|
|
|
checksum = "e367622f934864ffa1c704ba2b82280aab856e3d8213c84c5720257eb34b15b9"
|
2020-05-08 12:37:04 -07:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-05-08 12:37:04 -07:00
|
|
|
]
|
|
|
|
|
|
2019-09-04 12:11:44 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "sct"
|
2019-09-16 16:51:45 -06:00
|
|
|
version = "0.6.0"
|
2019-09-04 12:11:44 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "e3042af939fca8c3453b7af0f1c66e533a15a86169e39de2657310ade8f98d3c"
|
2019-09-04 12:11:44 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"ring",
|
|
|
|
|
"untrusted",
|
2019-09-04 12:11:44 -07:00
|
|
|
]
|
|
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "security-framework"
|
2021-03-18 10:03:50 -07:00
|
|
|
version = "2.1.2"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-03-18 10:03:50 -07:00
|
|
|
checksum = "d493c5f39e02dfb062cd8f33301f90f9b13b650e8c1b1d0fd75c19dd64bff69d"
|
2020-01-08 13:31:43 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bitflags",
|
|
|
|
|
"core-foundation",
|
|
|
|
|
"core-foundation-sys",
|
|
|
|
|
"libc",
|
|
|
|
|
"security-framework-sys",
|
2020-01-08 13:31:43 -07:00
|
|
|
]
|
|
|
|
|
|
2020-03-11 09:02:40 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "security-framework-sys"
|
2021-03-18 10:03:50 -07:00
|
|
|
version = "2.1.1"
|
2020-03-11 09:02:40 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-03-18 10:03:50 -07:00
|
|
|
checksum = "dee48cdde5ed250b0d3252818f646e174ab414036edb884dde62d80a3ac6082d"
|
2020-03-11 09:02:40 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"core-foundation-sys",
|
|
|
|
|
"libc",
|
2020-03-11 09:02:40 -06:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "semver"
|
|
|
|
|
version = "0.9.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "1d7eb9ef2c18661902cc47e535f9bc51b78acd254da71d375c2f6720d9a40403"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-10-20 20:50:24 -06:00
|
|
|
"semver-parser 0.7.0",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "semver"
|
|
|
|
|
version = "0.11.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "f301af10236f6df4160f7c3f04eec6dbc70ace82d23326abad5edee88801c6b6"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"semver-parser 0.10.1",
|
2020-10-20 17:50:20 -07:00
|
|
|
"serde",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "semver-parser"
|
|
|
|
|
version = "0.7.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "388a1df253eca08550bef6c72392cfe7c30914bf41df5269b68cbd6ff8f570a3"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-10-20 20:50:24 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "semver-parser"
|
|
|
|
|
version = "0.10.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "42ef146c2ad5e5f4b037cd6ce2ebb775401729b19a82040c1beac9d36c7d1428"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"pest",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "serde"
|
2021-06-08 03:07:26 +00:00
|
|
|
version = "1.0.126"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-06-08 03:07:26 +00:00
|
|
|
checksum = "ec7505abeacaec74ae4778d9d9328fe5a5d04253220a85c4ee022239fc996d03"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde_derive",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-10-18 17:18:06 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "serde_bytes"
|
2021-05-27 20:04:59 +00:00
|
|
|
version = "0.11.5"
|
2019-10-18 17:18:06 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-05-27 20:04:59 +00:00
|
|
|
checksum = "16ae07dd2f88a366f15bd0632ba725227018c69a1c8550a927324f8eb8368bb9"
|
2019-10-18 17:18:06 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
2019-10-18 17:18:06 -07:00
|
|
|
]
|
|
|
|
|
|
Add solana-tokens (#10011)
* Initial commit
* Execute transfers
* Refactor for testing
* Cleanup readme
* Rewrite
* Cleanup
* Cleanup
* Cleanup client
* Use a Null Client to move prints closer to where messages are sent
* Upgrade Solana
* Move core functionality into its own module
* Handle transaction errors
* Merge allocations
* Fixes
* Cleanup readme
* Fix markdown
* Add example input
* Add integration test - currently fails
* Add integration test
* Add metrics
* Use RpcClient in dry-run, just don't send messages
* More metrics
* Fix dry run with no keys
* Only require one approval if fee-payer is the sender keypair
* Fix bugs
* Don't create the transaction log if nothing to put into it;
otherwise the next innvocation won't add the header
* Apply previous transactions to allocations with matching recipients
* Bail out of any account already has a balance
* Polish
* Add new 'balances' command
* 9 decimal places
* Add missing file
* Better dry-run; keypair options now optional
* Change field name from 'bid' to 'accepted'
Also, tolerate precision change from 2 decimal places to 4
* Write to transaction log immediately
* Rename allocations_csv to bids_csv
So that we can bypass bids_csv with an allocations CSV file
* Upgrade Solana
* Remove faucet from integration test
* Cleaner integration test
Won't work until this lands and is released:
https://github.com/solana-labs/solana/pull/9717
* Update README
* Add TravicCI script to build and test (#1)
* Add distribute-stake command (#2)
* Distribute -> DistributeTokens (#3)
* Cache cargo deps (#4)
* Add docs (#5)
* Switch to latest Solana 1.1 release (#7)
* distribute -> distribute-tokens (#9)
* Switch from CSV to a pickledb database (#8)
* Switch from CSV to a pickledb database
* Allow PickleDb errors to bubble up
* Dedup
* Hoist db
* Add finalized field to TransactionInfo
* Don't allow RPC client to resign transactions
* Remove dead code
* Use transport::Result
* Record unconfirmed transaction
* Fix: separate stake account per allocation
* Catch transport errors
* Panic if we attempt to replay a transaction that hasn't been finalized
* Attempt to fix CI
PickleDb isn't calling flush() or close() after writing to files.
No issue on MacOS, but looks racy in CI.
* Revert "Attempt to fix CI"
This reverts commit 1632394f636c54402b3578120e8817dd1660e19b.
* Poll for signature before returning
* Add --sol-for-fees option for stake distributions
* Add --allocations-csv option (#14)
* Add allocations-csv option
* Add tests or GTFO
* Apply review feedback
* apply feedback
* Add read_allocations function
* Update arg_parser.rs
* Fix balances command (#17)
* Fix balances command
* Fix readme
* Add --force to transfer to non-empty accounts (#18)
* Add --no-wait (#16)
* Add ThinClient methods to implement --no-wait
* Plumb --no-wait through
No tests yet
* Check transaction status on startup
* Easier to test
* Wait until transaction is finalized before checking if it failed with an error
It's possible that a minority fork thinks it failed.
* Add unit tests
* Remove dead code and rustfmt
* Don't flush database to file if doing a dry-run
* Continue when transactions not yet finalized (#20)
If those transactions are dropped, the next run will execute them.
* Return the number of confirmations (#21)
* Add read_allocations() unit-test (#22)
Delete the copy-pasted top-level test.
Fixes #19
* Add a CSV printer (#23)
* Remove all the copypasta (#24)
* Move resolve_distribute_stake_args into its own function
* Add stake args to token args
* Unify option names
* Move Command::DistributeStake into DistributeTokens
* Remove process_distribute_stake
* Only unique signers
* Use sender keypair to fund new fee-payer accounts
* Unify distribute_tokens and distribute_stake
* Rename print-database command to transaction-log (#25)
* Send all transactions as quickly as possible, then wait (#26)
* Send all transactions as quickly as possible, then wait
* Exit when finalized or blockhashes have expired
* Don't need blockhash in the CSV output
* Better types
CSV library was choking on Pubkey as a type. PickleDb doesn't have that problem.
* Resend if blockhash has not expired
* Attempt to fix CI
* Move log to stderr
* Add constructor, tuck away client (#30)
* Add constructor, tuck away client
* Fix unwrap() caught by CI
* Fix optional option flagged as required
* Bunch of cleanup (#31)
* Remove untested --no-wait feature
* Make --transactions-db an option, not an arg
So that in the future, we can make it optional
* Remove more untested features
Too many false positives in that santity check. Use --dry-run
instead.
* Add dry-run mode to ThinClient
* Cleaner dry-run
* Make key parameters required
Just don't use them in --dry-run
* Add option to write the transaction log
--dry-run doesn't write to the database. Use this option if you
want a copy of the transaction log before the final run.
* Revert --transaction-log addition
Implement #27 first
* Fix CI
* Update readme
* Fix CI in copypasta
* Sort transaction log by finalized date (#33)
* Make --transaction-db option implicit (#34)
* Move db functionality into its own module (#35)
* Move db functionality into its own module
* Rename tokens module to commands
* Version bump
* Upgrade Solana
* Add solana-tokens to build
* Remove Cargo.lock
* Remove vscode file
* Remove TravisCI build script
* Install solana-tokens
Co-authored-by: Dan Albert <dan@solana.com>
2020-05-13 08:36:30 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "serde_cbor"
|
|
|
|
|
version = "0.11.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "1e18acfa2f90e8b735b2836ab8d538de304cbb6729a7360729ea5a895d15a622"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"half",
|
|
|
|
|
"serde",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "serde_derive"
|
2021-06-08 03:07:26 +00:00
|
|
|
version = "1.0.126"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-06-08 03:07:26 +00:00
|
|
|
checksum = "963a7dbc9895aeac7ac90e74f34a5d5261828f79df35cbed41e10189d3804d43"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "serde_json"
|
2021-02-17 01:58:45 -07:00
|
|
|
version = "1.0.62"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-17 01:58:45 -07:00
|
|
|
checksum = "ea1c6153794552ea7cf7cf63b1231a25de00ec90db326ba6264440fa08e31486"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"itoa",
|
|
|
|
|
"ryu",
|
|
|
|
|
"serde",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "serde_urlencoded"
|
|
|
|
|
version = "0.7.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "edfa57a7f8d9c1d260a549e7224100f6c43d43f9103e06dd8b4095a9b2b43ce9"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"form_urlencoded",
|
|
|
|
|
"itoa",
|
|
|
|
|
"ryu",
|
|
|
|
|
"serde",
|
2020-01-08 13:31:43 -07:00
|
|
|
]
|
|
|
|
|
|
2019-03-15 10:54:54 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "serde_yaml"
|
2020-06-10 09:12:58 +00:00
|
|
|
version = "0.8.13"
|
2019-03-15 10:54:54 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-06-10 09:12:58 +00:00
|
|
|
checksum = "ae3e2dd40a7cdc18ca80db804b7f461a39bb721160a85c9a1fa30134bf3c02a5"
|
2019-03-15 10:54:54 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"dtoa",
|
|
|
|
|
"linked-hash-map",
|
|
|
|
|
"serde",
|
|
|
|
|
"yaml-rust",
|
2019-03-15 10:54:54 -07:00
|
|
|
]
|
|
|
|
|
|
2019-07-02 17:35:03 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "serial_test"
|
2020-03-12 11:14:37 -06:00
|
|
|
version = "0.4.0"
|
2019-07-02 17:35:03 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "fef5f7c7434b2f2c598adc6f9494648a1e41274a75c0ba4056f680ae0c117fd6"
|
2019-07-02 17:35:03 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
|
|
|
|
"parking_lot 0.10.2",
|
|
|
|
|
"serial_test_derive",
|
2019-11-26 22:07:39 -07:00
|
|
|
]
|
|
|
|
|
|
2020-02-20 17:06:00 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "serial_test_derive"
|
|
|
|
|
version = "0.4.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "d08338d8024b227c62bd68a12c7c9883f5c66780abaef15c550dc56f46ee6515"
|
2020-02-20 17:06:00 -07:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-02-20 17:06:00 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
2019-05-10 21:06:33 -07:00
|
|
|
name = "sha-1"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.8.2"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "f7d94d0bede923b3cea61f3f1ff57ff8cdfd77b400fb8f9998949e0cf04163df"
|
2019-05-10 21:06:33 -07:00
|
|
|
dependencies = [
|
2020-09-15 18:23:21 -07:00
|
|
|
"block-buffer 0.7.3",
|
2020-09-02 00:37:36 -07:00
|
|
|
"digest 0.8.1",
|
2020-04-27 17:09:07 -06:00
|
|
|
"fake-simd",
|
2020-09-15 18:23:21 -07:00
|
|
|
"opaque-debug 0.2.3",
|
2019-05-10 21:06:33 -07:00
|
|
|
]
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2021-09-20 06:00:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "sha-1"
|
|
|
|
|
version = "0.9.7"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "1a0c8611594e2ab4ebbf06ec7cbbf0a99450b8570e96cbf5188b5d5f6ef18d81"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"block-buffer 0.9.0",
|
|
|
|
|
"cfg-if 1.0.0",
|
|
|
|
|
"cpufeatures",
|
|
|
|
|
"digest 0.9.0",
|
|
|
|
|
"opaque-debug 0.3.0",
|
|
|
|
|
]
|
|
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "sha1"
|
|
|
|
|
version = "0.6.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "2579985fda508104f7587689507983eadd6a6e84dd35d6d115361f530916fa0d"
|
2020-02-26 12:23:54 +08:00
|
|
|
|
2021-01-22 22:25:22 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "sha2"
|
|
|
|
|
version = "0.9.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "6e7aab86fe2149bad8c507606bdb3f4ef5e7b2380eb92350f56122cca72a42a8"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"block-buffer 0.9.0",
|
|
|
|
|
"cfg-if 1.0.0",
|
|
|
|
|
"cpuid-bool",
|
|
|
|
|
"digest 0.9.0",
|
|
|
|
|
"opaque-debug 0.3.0",
|
|
|
|
|
]
|
|
|
|
|
|
2020-09-15 18:23:21 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "sha3"
|
|
|
|
|
version = "0.9.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "f81199417d4e5de3f04b1e871023acea7389672c4135918f05aa9cbf2f2fa809"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"block-buffer 0.9.0",
|
|
|
|
|
"digest 0.9.0",
|
|
|
|
|
"keccak",
|
|
|
|
|
"opaque-debug 0.3.0",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2019-10-24 11:30:53 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "shlex"
|
|
|
|
|
version = "0.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "7fdf1b9db47230893d76faad238fd6097fd6d6a9245cd7a4d90dbd639536bbd2"
|
2019-10-24 11:30:53 -06:00
|
|
|
|
2020-04-25 21:14:37 +09:00
|
|
|
[[package]]
|
|
|
|
|
name = "signal-hook"
|
2020-05-11 14:32:26 -07:00
|
|
|
version = "0.1.15"
|
2020-04-25 21:14:37 +09:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-11 14:32:26 -07:00
|
|
|
checksum = "8ff2db2112d6c761e12522c65f7768548bd6e8cd23d2a9dae162520626629bd6"
|
2020-04-25 21:14:37 +09:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
|
|
|
|
"signal-hook-registry",
|
2020-04-25 21:14:37 +09:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "signal-hook-registry"
|
|
|
|
|
version = "1.2.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "94f478ede9f64724c5d173d7bb56099ec3e2d9fc2774aac65d34b8b890405f41"
|
2020-04-25 21:14:37 +09:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"arc-swap 0.4.8",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2020-04-25 21:14:37 +09:00
|
|
|
]
|
|
|
|
|
|
2020-07-23 17:23:51 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "signature"
|
|
|
|
|
version = "1.1.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "65211b7b6fc3f14ff9fc7a2011a434e3e6880585bd2e9e9396315ae24cbf7852"
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "simpl"
|
|
|
|
|
version = "0.1.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "2a30f10c911c0355f80f1c2faa8096efc4a58cdf8590b954d5b395efa071c711"
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "slab"
|
2019-01-11 19:33:08 -08:00
|
|
|
version = "0.4.2"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "c111b5bd5695e56cffe5129854aa230b39c93a305372fdbb2668ca2394eea9f8"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
2020-07-23 15:08:59 -06:00
|
|
|
name = "smallvec"
|
2021-01-08 11:00:54 -08:00
|
|
|
version = "0.6.14"
|
2020-05-01 12:51:29 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-01-08 11:00:54 -08:00
|
|
|
checksum = "b97fcaeba89edba30f044a10c6a3cc39df9c3f17d7cd829dd1446cab35f890e0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-07-23 15:08:59 -06:00
|
|
|
"maybe-uninit",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
2020-07-23 15:08:59 -06:00
|
|
|
name = "smallvec"
|
2021-01-08 11:00:54 -08:00
|
|
|
version = "1.6.1"
|
2020-02-10 10:30:32 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-01-08 11:00:54 -08:00
|
|
|
checksum = "fe0f37c9e8f3c5a4a66ad655a93c74daac4ad00c441533bf5c6e7990bb42604e"
|
2020-02-10 10:30:32 -07:00
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "smpl_jwt"
|
2021-04-01 19:22:17 +08:00
|
|
|
version = "0.6.1"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-04-01 19:22:17 +08:00
|
|
|
checksum = "4370044f8b20f944e05c35d77edd3518e6f21fc4de77e593919f287c6a3f428a"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"base64 0.13.0",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-08-05 12:30:39 -07:00
|
|
|
"openssl",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
|
|
|
|
"simpl",
|
2021-02-05 00:21:53 -07:00
|
|
|
"time 0.2.25",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
2020-07-23 15:08:59 -06:00
|
|
|
name = "socket2"
|
2020-12-11 13:32:35 -07:00
|
|
|
version = "0.3.17"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-12-11 13:32:35 -07:00
|
|
|
checksum = "2c29947abdee2a218277abeca306f25789c938e500ea5a9d4b12a5a504466902"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-12-11 13:32:35 -07:00
|
|
|
"cfg-if 1.0.0",
|
2020-07-23 15:08:59 -06:00
|
|
|
"libc",
|
2021-09-25 16:48:42 +00:00
|
|
|
"redox_syscall 0.1.56",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "socket2"
|
|
|
|
|
version = "0.4.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "765f090f0e423d2b55843402a07915add955e7d60657db13707a159727326cad"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"libc",
|
|
|
|
|
"winapi 0.3.9",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2021-09-20 06:00:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "soketto"
|
|
|
|
|
version = "0.6.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "a74e48087dbeed4833785c2f3352b59140095dc192dce966a3bfc155020a439f"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"base64 0.13.0",
|
|
|
|
|
"bytes 1.0.1",
|
|
|
|
|
"futures 0.3.8",
|
|
|
|
|
"httparse",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-09-20 06:00:08 +00:00
|
|
|
"rand 0.8.3",
|
|
|
|
|
"sha-1 0.9.7",
|
|
|
|
|
]
|
|
|
|
|
|
2020-03-17 11:02:07 -07:00
|
|
|
[[package]]
|
2020-07-23 15:08:59 -06:00
|
|
|
name = "solana-account-decoder"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-06-30 22:55:11 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"Inflector",
|
2020-08-08 22:40:13 -07:00
|
|
|
"base64 0.12.3",
|
2020-06-30 22:55:11 -06:00
|
|
|
"bincode",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-08-09 01:50:45 -06:00
|
|
|
"bv",
|
2020-06-30 22:55:11 -06:00
|
|
|
"lazy_static",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
2020-08-09 01:50:45 -06:00
|
|
|
"solana-config-program",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-06-30 22:55:11 -06:00
|
|
|
"solana-vote-program",
|
2020-07-24 17:45:21 -06:00
|
|
|
"spl-token",
|
2020-06-30 22:55:11 -06:00
|
|
|
"thiserror",
|
2020-11-24 12:52:01 -08:00
|
|
|
"zstd",
|
2020-06-30 22:55:11 -06:00
|
|
|
]
|
|
|
|
|
|
2020-05-01 12:51:29 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-accounts-bench"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-03-17 11:02:07 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"clap",
|
2021-01-15 18:07:35 +09:00
|
|
|
"crossbeam-channel 0.4.4",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rayon",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-09-12 01:48:06 +09:00
|
|
|
"solana-version",
|
2020-03-17 11:02:07 -07:00
|
|
|
]
|
|
|
|
|
|
2021-02-25 19:51:46 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-accounts-cluster-bench"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2021-02-25 19:51:46 -08:00
|
|
|
dependencies = [
|
|
|
|
|
"clap",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-02-25 19:51:46 -08:00
|
|
|
"rand 0.7.3",
|
|
|
|
|
"rayon",
|
|
|
|
|
"solana-account-decoder",
|
|
|
|
|
"solana-clap-utils",
|
|
|
|
|
"solana-client",
|
|
|
|
|
"solana-core",
|
|
|
|
|
"solana-faucet",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-gossip",
|
2021-02-25 19:51:46 -08:00
|
|
|
"solana-local-cluster",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2021-02-25 19:51:46 -08:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-net-utils",
|
|
|
|
|
"solana-runtime",
|
|
|
|
|
"solana-sdk",
|
2021-07-29 21:43:24 +00:00
|
|
|
"solana-streamer",
|
2021-02-25 19:51:46 -08:00
|
|
|
"solana-transaction-status",
|
|
|
|
|
"solana-version",
|
|
|
|
|
"spl-token",
|
|
|
|
|
]
|
|
|
|
|
|
2019-08-30 11:10:32 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-banking-bench"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-08-30 11:10:32 -07:00
|
|
|
dependencies = [
|
2020-05-22 15:01:01 -07:00
|
|
|
"clap",
|
2021-01-15 18:07:35 +09:00
|
|
|
"crossbeam-channel 0.4.4",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rayon",
|
2020-05-22 15:01:01 -07:00
|
|
|
"solana-clap-utils",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-core",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-gossip",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-ledger",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-perf",
|
2021-06-04 18:19:08 +00:00
|
|
|
"solana-poh",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-streamer",
|
2020-05-22 15:01:01 -07:00
|
|
|
"solana-version",
|
2019-08-30 11:10:32 -07:00
|
|
|
]
|
|
|
|
|
|
2020-08-07 08:45:17 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-banks-client"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-08-07 08:45:17 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"bincode",
|
2021-07-21 15:05:45 +00:00
|
|
|
"borsh",
|
|
|
|
|
"borsh-derive",
|
2020-11-13 09:02:29 +00:00
|
|
|
"futures 0.3.8",
|
2020-12-11 15:13:56 -07:00
|
|
|
"mio 0.7.6",
|
2020-08-07 08:45:17 -06:00
|
|
|
"solana-banks-interface",
|
|
|
|
|
"solana-banks-server",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-program 1.8.0",
|
2020-08-07 08:45:17 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-08-07 08:45:17 -06:00
|
|
|
"tarpc",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2020-08-07 08:45:17 -06:00
|
|
|
"tokio-serde",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "solana-banks-interface"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-08-07 08:45:17 -06:00
|
|
|
dependencies = [
|
2020-12-11 15:13:56 -07:00
|
|
|
"mio 0.7.6",
|
2020-08-07 08:45:17 -06:00
|
|
|
"serde",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-08-07 08:45:17 -06:00
|
|
|
"tarpc",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2020-08-07 08:45:17 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "solana-banks-server"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-08-07 08:45:17 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"bincode",
|
2020-11-13 09:02:29 +00:00
|
|
|
"futures 0.3.8",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-12-11 15:13:56 -07:00
|
|
|
"mio 0.7.6",
|
2020-08-07 08:45:17 -06:00
|
|
|
"solana-banks-interface",
|
2020-09-08 02:00:49 -07:00
|
|
|
"solana-metrics",
|
2020-08-07 08:45:17 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-08-07 08:45:17 -06:00
|
|
|
"tarpc",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2020-08-07 08:45:17 -06:00
|
|
|
"tokio-serde",
|
2021-02-05 00:21:53 -07:00
|
|
|
"tokio-stream",
|
2020-08-07 08:45:17 -06:00
|
|
|
]
|
|
|
|
|
|
2019-04-17 11:28:26 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-bench-exchange"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-04-17 11:28:26 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"clap",
|
2021-07-09 19:54:29 +00:00
|
|
|
"itertools 0.9.0",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-09-23 12:29:24 +00:00
|
|
|
"num-derive",
|
2020-05-08 12:37:04 -07:00
|
|
|
"num-traits",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rayon",
|
|
|
|
|
"serde_json",
|
|
|
|
|
"serde_yaml",
|
|
|
|
|
"solana-clap-utils",
|
|
|
|
|
"solana-client",
|
|
|
|
|
"solana-core",
|
|
|
|
|
"solana-exchange-program",
|
|
|
|
|
"solana-faucet",
|
|
|
|
|
"solana-genesis",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-gossip",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-local-cluster",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-metrics",
|
|
|
|
|
"solana-net-utils",
|
|
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2021-07-29 21:43:24 +00:00
|
|
|
"solana-streamer",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2019-04-17 11:28:26 -07:00
|
|
|
]
|
|
|
|
|
|
2018-12-13 21:11:09 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-bench-streamer"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2018-12-13 21:11:09 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"clap",
|
|
|
|
|
"solana-clap-utils",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-net-utils",
|
|
|
|
|
"solana-streamer",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2018-12-13 21:11:09 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "solana-bench-tps"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2018-12-13 21:11:09 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bincode",
|
|
|
|
|
"clap",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rayon",
|
|
|
|
|
"serde_json",
|
|
|
|
|
"serde_yaml",
|
|
|
|
|
"serial_test",
|
|
|
|
|
"solana-clap-utils",
|
|
|
|
|
"solana-client",
|
|
|
|
|
"solana-core",
|
|
|
|
|
"solana-faucet",
|
|
|
|
|
"solana-genesis",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-gossip",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-local-cluster",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-metrics",
|
|
|
|
|
"solana-net-utils",
|
|
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2021-07-29 21:43:24 +00:00
|
|
|
"solana-streamer",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2018-12-13 21:11:09 -08:00
|
|
|
]
|
|
|
|
|
|
2019-09-03 19:16:02 -06:00
|
|
|
[[package]]
|
2019-11-20 16:32:19 -08:00
|
|
|
name = "solana-bpf-loader-program"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-03-02 21:03:36 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bincode",
|
|
|
|
|
"byteorder",
|
2021-09-08 08:26:07 +00:00
|
|
|
"curve25519-dalek 3.0.0",
|
2021-07-16 07:38:45 +00:00
|
|
|
"libsecp256k1",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-09-23 12:29:24 +00:00
|
|
|
"num-derive",
|
2020-05-08 12:37:04 -07:00
|
|
|
"num-traits",
|
|
|
|
|
"rand 0.7.3",
|
2021-02-15 14:30:43 -07:00
|
|
|
"rand_core 0.6.2",
|
Fix hygiene issues in `declare_program!` and `declare_loader!`
The `declare_program!` and `declare_loader!` macros both expand to
new macro definitions (based on the `$name` argument). These 'inner'
macros make use of the special `$crate` metavariable to access items in
the crate where the 'inner' macros is defined.
However, this only works due to a bug in rustc. When a macro is
expanded, all `$crate` tokens in its output are 'marked' as being
resolved in the defining crate of that macro. An inner macro (including
the body of its arms) is 'just' another set of tokens that appears in
the body of the outer macro, so any `$crate` identifiers used there are
resolved relative to the 'outer' macro.
For example, consider the following code:
```rust
macro_rules! outer {
() => {
macro_rules! inner {
() => {
$crate::Foo
}
}
}
}
```
The path `$crate::Foo` will be resolved relative to the crate that defines `outer`,
**not** the crate which defines `inner`.
However, rustc currently loses this extra resolution information
(referred to as 'hygiene' information) when a crate is serialized.
In the above example, this means that the macro `inner` (which gets
defined in whatever crate invokes `outer!`) will behave differently
depending on which crate it is invoked from:
When `inner` is invoked from the same crate in which it is defined,
the hygiene information will still be available,
which will cause `$crate::Foo` to be resolved in the crate which defines 'outer'.
When `inner` is invoked from a different crate, it will be loaded from
the metadata of the crate which defines 'inner'. Since the hygiene
information is currently lost, rust will 'forget' that `$crate::Foo` is
supposed to be resolved in the context of 'outer'. Instead, it will be
resolved relative to the crate which defines 'inner', which can cause
incorrect code to compile.
This bug will soon be fixed in rust (see https://github.com/rust-lang/rust/pull/72121),
which will break `declare_program!` and `declare_loader!`. Fortunately,
it's possible to obtain the desired behavior (`$crate` resolving in the
context of the 'inner' macro) by use of a procedural macro.
This commit adds a `respan!` proc-macro to the `sdk/macro` crate.
Using the newly-stabilized (on Nightly) `Span::resolved_at` method,
the `$crate` identifier can be made to be resolved in the context of the
proper crate.
Since `Span::resolved_at` is only stable on the latest nightly,
referencing it on an earlier version of Rust will cause a compilation error.
This requires the `rustversion` crate to be used, which allows conditionally
compiling code epending on the Rust compiler version in use. Since this method is already
stabilized in the latest nightly, there will never be a situation where
the hygiene bug is fixed (e.g. https://github.com/rust-lang/rust/pull/72121)
is merged but we are unable to call `Span::resolved_at`.
2020-06-20 01:42:11 -04:00
|
|
|
"rustversion",
|
2021-05-10 16:16:58 -07:00
|
|
|
"sha3",
|
2021-03-03 17:07:45 -06:00
|
|
|
"solana-measure",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana_rbpf",
|
|
|
|
|
"thiserror",
|
2019-03-02 21:03:36 -07:00
|
|
|
]
|
|
|
|
|
|
2020-10-20 17:50:20 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-cargo-build-bpf"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-10-20 17:50:20 -07:00
|
|
|
dependencies = [
|
2021-03-16 16:32:42 +01:00
|
|
|
"bzip2",
|
2020-10-20 17:50:20 -07:00
|
|
|
"cargo_metadata",
|
|
|
|
|
"clap",
|
2021-04-09 11:44:19 +02:00
|
|
|
"regex",
|
2021-03-16 16:32:42 +01:00
|
|
|
"solana-download-utils",
|
2020-12-16 10:31:49 -08:00
|
|
|
"solana-sdk",
|
2021-03-16 16:32:42 +01:00
|
|
|
"tar",
|
2020-10-20 17:50:20 -07:00
|
|
|
]
|
|
|
|
|
|
2020-11-04 20:20:06 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-cargo-test-bpf"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-11-04 20:20:06 -08:00
|
|
|
dependencies = [
|
2020-11-05 12:13:50 -08:00
|
|
|
"cargo_metadata",
|
2020-11-04 20:20:06 -08:00
|
|
|
"clap",
|
|
|
|
|
]
|
|
|
|
|
|
2019-11-12 09:42:08 +09:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-clap-utils"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-11-12 09:42:08 +09:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"chrono",
|
|
|
|
|
"clap",
|
|
|
|
|
"rpassword",
|
|
|
|
|
"solana-remote-wallet",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2021-04-29 01:42:21 -06:00
|
|
|
"tempfile",
|
2020-04-27 17:09:07 -06:00
|
|
|
"thiserror",
|
2021-09-25 16:48:42 +00:00
|
|
|
"tiny-bip39",
|
2021-04-15 01:01:58 -06:00
|
|
|
"uriparse",
|
2021-02-05 00:21:53 -07:00
|
|
|
"url 2.2.0",
|
2019-11-12 09:42:08 +09:00
|
|
|
]
|
|
|
|
|
|
2019-08-22 13:51:16 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-cli"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-08-22 13:51:16 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"Inflector",
|
|
|
|
|
"bincode",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-04-27 17:09:07 -06:00
|
|
|
"chrono",
|
|
|
|
|
"clap",
|
2021-05-27 21:30:17 +00:00
|
|
|
"console 0.14.1",
|
2021-07-16 09:49:13 +00:00
|
|
|
"const_format",
|
2020-04-27 17:09:07 -06:00
|
|
|
"criterion-stats",
|
|
|
|
|
"ctrlc",
|
2020-10-31 09:09:17 -07:00
|
|
|
"dirs-next",
|
2021-06-04 14:38:02 +00:00
|
|
|
"humantime",
|
2020-04-27 17:09:07 -06:00
|
|
|
"indicatif",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-05-08 12:37:04 -07:00
|
|
|
"num-traits",
|
2020-04-27 17:09:07 -06:00
|
|
|
"pretty-hex",
|
2021-03-18 10:03:50 -07:00
|
|
|
"reqwest",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
2020-06-30 22:55:11 -06:00
|
|
|
"solana-account-decoder",
|
2020-10-12 05:19:47 +01:00
|
|
|
"solana-bpf-loader-program",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-clap-utils",
|
|
|
|
|
"solana-cli-config",
|
2020-09-22 18:29:11 -06:00
|
|
|
"solana-cli-output",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-client",
|
|
|
|
|
"solana-config-program",
|
|
|
|
|
"solana-core",
|
|
|
|
|
"solana-faucet",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-net-utils",
|
|
|
|
|
"solana-remote-wallet",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2021-07-29 21:43:24 +00:00
|
|
|
"solana-streamer",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-transaction-status",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-vote-program",
|
2020-10-12 05:19:47 +01:00
|
|
|
"solana_rbpf",
|
2021-04-05 20:06:44 -06:00
|
|
|
"spl-memo",
|
2020-04-27 17:09:07 -06:00
|
|
|
"tempfile",
|
|
|
|
|
"thiserror",
|
2021-09-25 16:48:42 +00:00
|
|
|
"tiny-bip39",
|
2021-02-05 00:21:53 -07:00
|
|
|
"url 2.2.0",
|
2019-08-22 13:51:16 -07:00
|
|
|
]
|
|
|
|
|
|
2020-01-31 19:27:37 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-cli-config"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-01-31 19:27:37 -07:00
|
|
|
dependencies = [
|
2020-10-31 09:09:17 -07:00
|
|
|
"dirs-next",
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_yaml",
|
2021-02-05 00:21:53 -07:00
|
|
|
"url 2.2.0",
|
2020-01-31 19:27:37 -07:00
|
|
|
]
|
|
|
|
|
|
2020-09-22 18:29:11 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-cli-output"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-09-22 18:29:11 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"Inflector",
|
2021-03-12 19:37:39 -07:00
|
|
|
"base64 0.13.0",
|
2020-09-22 18:29:11 -06:00
|
|
|
"chrono",
|
2021-07-28 15:25:56 +00:00
|
|
|
"clap",
|
2021-05-27 21:30:17 +00:00
|
|
|
"console 0.14.1",
|
2021-06-04 14:38:02 +00:00
|
|
|
"humantime",
|
2020-09-22 18:29:11 -06:00
|
|
|
"indicatif",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
2020-09-24 18:33:08 -06:00
|
|
|
"solana-account-decoder",
|
2020-09-22 20:29:32 -06:00
|
|
|
"solana-clap-utils",
|
2020-09-22 18:29:11 -06:00
|
|
|
"solana-client",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-09-22 18:29:11 -06:00
|
|
|
"solana-transaction-status",
|
|
|
|
|
"solana-vote-program",
|
2021-04-05 20:06:44 -06:00
|
|
|
"spl-memo",
|
2020-09-22 18:29:11 -06:00
|
|
|
]
|
|
|
|
|
|
2019-03-12 18:28:07 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-client"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-03-12 18:28:07 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"assert_matches",
|
2020-10-05 22:47:47 -06:00
|
|
|
"base64 0.13.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"bincode",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-09-22 16:06:14 -06:00
|
|
|
"clap",
|
2020-04-27 17:09:07 -06:00
|
|
|
"indicatif",
|
|
|
|
|
"jsonrpc-core",
|
|
|
|
|
"jsonrpc-http-server",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-12-11 15:14:36 -07:00
|
|
|
"net2",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rayon",
|
2021-03-18 10:03:50 -07:00
|
|
|
"reqwest",
|
2020-10-20 20:50:24 -06:00
|
|
|
"semver 0.11.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
2020-06-30 22:55:11 -06:00
|
|
|
"solana-account-decoder",
|
2020-09-21 13:55:44 -06:00
|
|
|
"solana-clap-utils",
|
2021-04-06 01:01:05 -06:00
|
|
|
"solana-faucet",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-net-utils",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-transaction-status",
|
2020-10-20 20:50:24 -06:00
|
|
|
"solana-version",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-vote-program",
|
|
|
|
|
"thiserror",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2020-04-27 17:09:07 -06:00
|
|
|
"tungstenite",
|
2021-02-05 00:21:53 -07:00
|
|
|
"url 2.2.0",
|
2019-03-12 18:28:07 -06:00
|
|
|
]
|
|
|
|
|
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-compute-budget-program"
|
|
|
|
|
version = "1.8.0"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"solana-sdk",
|
|
|
|
|
]
|
|
|
|
|
|
2019-03-14 07:55:41 -07:00
|
|
|
[[package]]
|
2019-11-20 10:12:43 -08:00
|
|
|
name = "solana-config-program"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-03-14 07:55:41 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bincode",
|
|
|
|
|
"chrono",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-02-15 14:30:43 -07:00
|
|
|
"rand_core 0.6.2",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2019-03-14 07:55:41 -07:00
|
|
|
]
|
|
|
|
|
|
2019-08-21 10:23:33 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-core"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-08-21 10:23:33 -07:00
|
|
|
dependencies = [
|
2020-12-07 16:42:39 -08:00
|
|
|
"ahash 0.6.1",
|
2020-08-10 16:35:29 -06:00
|
|
|
"base64 0.12.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"bincode",
|
2021-04-13 14:28:08 +08:00
|
|
|
"blake3",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-04-27 17:09:07 -06:00
|
|
|
"bv",
|
|
|
|
|
"byteorder",
|
|
|
|
|
"chrono",
|
2021-01-15 18:07:35 +09:00
|
|
|
"crossbeam-channel 0.4.4",
|
2020-04-27 17:09:07 -06:00
|
|
|
"ed25519-dalek",
|
|
|
|
|
"flate2",
|
|
|
|
|
"fs_extra",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"histogram",
|
2020-04-27 17:09:07 -06:00
|
|
|
"indexmap",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"itertools 0.10.1",
|
2020-04-27 17:09:07 -06:00
|
|
|
"jsonrpc-core",
|
|
|
|
|
"jsonrpc-core-client",
|
2021-09-20 06:00:08 +00:00
|
|
|
"jsonrpc-derive",
|
|
|
|
|
"jsonrpc-pubsub",
|
2021-02-20 03:15:32 +05:00
|
|
|
"libc",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-10-28 17:03:02 +00:00
|
|
|
"lru",
|
2020-04-27 17:09:07 -06:00
|
|
|
"matches",
|
2020-12-11 15:16:59 -07:00
|
|
|
"miow 0.2.2",
|
2020-12-11 15:14:36 -07:00
|
|
|
"net2",
|
2020-05-08 12:37:04 -07:00
|
|
|
"num-traits",
|
2020-04-27 17:09:07 -06:00
|
|
|
"num_cpus",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
|
|
|
|
"rand_chacha 0.2.2",
|
2021-02-15 14:30:43 -07:00
|
|
|
"rand_core 0.6.2",
|
2020-07-02 18:31:32 -07:00
|
|
|
"raptorq",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rayon",
|
2021-03-18 10:03:50 -07:00
|
|
|
"reqwest",
|
2021-02-12 03:27:37 -08:00
|
|
|
"retain_mut",
|
2020-07-06 20:22:23 +09:00
|
|
|
"rustc_version",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
2020-12-18 14:32:43 +00:00
|
|
|
"serde_bytes",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
|
|
|
|
"serial_test",
|
2020-06-30 22:55:11 -06:00
|
|
|
"solana-account-decoder",
|
2020-08-07 08:45:17 -06:00
|
|
|
"solana-banks-server",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-clap-utils",
|
|
|
|
|
"solana-client",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-frozen-abi 1.8.0",
|
|
|
|
|
"solana-frozen-abi-macro 1.8.0",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-gossip",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-ledger",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-merkle-tree",
|
|
|
|
|
"solana-metrics",
|
|
|
|
|
"solana-net-utils",
|
|
|
|
|
"solana-perf",
|
2021-06-04 18:19:08 +00:00
|
|
|
"solana-poh",
|
2020-12-08 23:18:27 -08:00
|
|
|
"solana-program-test",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-rayon-threadlimit",
|
2021-05-19 00:54:28 -06:00
|
|
|
"solana-rpc",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-stake-program",
|
|
|
|
|
"solana-streamer",
|
|
|
|
|
"solana-transaction-status",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-vote-program",
|
2020-07-28 23:00:48 -06:00
|
|
|
"spl-token",
|
2021-02-20 03:15:32 +05:00
|
|
|
"symlink",
|
2020-04-27 17:09:07 -06:00
|
|
|
"systemstat",
|
|
|
|
|
"tempfile",
|
|
|
|
|
"thiserror",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2020-04-27 17:09:07 -06:00
|
|
|
"trees",
|
2019-08-21 10:23:33 -07:00
|
|
|
]
|
|
|
|
|
|
2019-09-13 23:46:21 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-crate-features"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-09-13 23:46:21 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"backtrace",
|
|
|
|
|
"bytes 0.4.12",
|
|
|
|
|
"cc",
|
2020-10-06 23:52:13 -07:00
|
|
|
"curve25519-dalek 2.1.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"ed25519-dalek",
|
|
|
|
|
"either",
|
|
|
|
|
"lazy_static",
|
|
|
|
|
"libc",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand_chacha 0.2.2",
|
2020-04-27 17:09:07 -06:00
|
|
|
"regex-syntax",
|
2021-03-18 10:03:50 -07:00
|
|
|
"reqwest",
|
2021-04-09 20:21:01 -04:00
|
|
|
"ring",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"syn 0.15.44",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-09-13 23:46:21 -07:00
|
|
|
]
|
|
|
|
|
|
2020-03-20 12:55:38 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-dos"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-03-20 12:55:38 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bincode",
|
|
|
|
|
"clap",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rayon",
|
|
|
|
|
"solana-clap-utils",
|
2020-09-09 08:21:48 -07:00
|
|
|
"solana-client",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-core",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-gossip",
|
2020-05-19 12:38:18 -07:00
|
|
|
"solana-ledger",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-net-utils",
|
2021-09-29 23:53:15 +00:00
|
|
|
"solana-perf",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2021-07-29 21:43:24 +00:00
|
|
|
"solana-streamer",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2020-03-20 12:55:38 -07:00
|
|
|
]
|
|
|
|
|
|
2020-03-07 07:08:01 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-download-utils"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-03-07 07:08:01 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bzip2",
|
2021-05-27 21:30:17 +00:00
|
|
|
"console 0.14.1",
|
2020-04-27 17:09:07 -06:00
|
|
|
"indicatif",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-03-18 10:03:50 -07:00
|
|
|
"reqwest",
|
2020-06-17 09:27:03 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"tar",
|
2020-03-07 07:08:01 -08:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
2019-12-16 14:05:17 -07:00
|
|
|
name = "solana-exchange-program"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bincode",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-09-23 12:29:24 +00:00
|
|
|
"num-derive",
|
2020-05-08 12:37:04 -07:00
|
|
|
"num-traits",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-metrics",
|
|
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"thiserror",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-03-22 21:07:36 -07:00
|
|
|
[[package]]
|
2019-12-16 14:05:17 -07:00
|
|
|
name = "solana-failure-program"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-03-22 21:07:36 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2019-03-22 21:07:36 -07:00
|
|
|
]
|
|
|
|
|
|
2019-02-26 17:09:57 -08:00
|
|
|
[[package]]
|
2019-12-16 14:05:17 -07:00
|
|
|
name = "solana-faucet"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-02-26 17:09:57 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bincode",
|
|
|
|
|
"byteorder",
|
|
|
|
|
"clap",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"solana-clap-utils",
|
2020-11-16 08:44:36 -08:00
|
|
|
"solana-cli-config",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-metrics",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2021-04-06 01:01:05 -06:00
|
|
|
"spl-memo",
|
|
|
|
|
"thiserror",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2019-02-26 17:09:57 -08:00
|
|
|
]
|
|
|
|
|
|
2020-11-04 11:18:20 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-frozen-abi"
|
2021-07-21 15:05:45 +00:00
|
|
|
version = "1.7.6"
|
2020-11-04 11:18:20 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-21 15:05:45 +00:00
|
|
|
checksum = "b0b98d31e0662fedf3a1ee30919c655713874d578e19e65affe46109b1b927f9"
|
2020-11-04 11:18:20 -08:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-11-04 11:18:20 -08:00
|
|
|
"bv",
|
|
|
|
|
"generic-array 0.14.3",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-12-16 17:23:04 -07:00
|
|
|
"memmap2",
|
2020-11-04 11:18:20 -08:00
|
|
|
"rustc_version",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
2021-09-25 16:48:42 +00:00
|
|
|
"sha2",
|
2021-07-21 15:05:45 +00:00
|
|
|
"solana-frozen-abi-macro 1.7.6",
|
|
|
|
|
"solana-logger 1.7.6",
|
2020-11-04 11:18:20 -08:00
|
|
|
"thiserror",
|
|
|
|
|
]
|
|
|
|
|
|
2020-10-19 21:07:46 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-frozen-abi"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-10-19 21:07:46 -07:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-10-19 21:07:46 -07:00
|
|
|
"bv",
|
|
|
|
|
"generic-array 0.14.3",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-12-11 13:57:43 -07:00
|
|
|
"memmap2",
|
2020-10-19 21:07:46 -07:00
|
|
|
"rustc_version",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
2021-09-25 16:48:42 +00:00
|
|
|
"sha2",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-frozen-abi-macro 1.8.0",
|
|
|
|
|
"solana-logger 1.8.0",
|
2020-10-19 21:07:46 -07:00
|
|
|
"thiserror",
|
|
|
|
|
]
|
|
|
|
|
|
2020-11-04 11:18:20 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-frozen-abi-macro"
|
2021-07-21 15:05:45 +00:00
|
|
|
version = "1.7.6"
|
2020-11-04 11:18:20 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-21 15:05:45 +00:00
|
|
|
checksum = "ceac6e8ad1a784c92ff5f3d6ad68a8d664d389b08055b674c38b2b9abb69e6d4"
|
2020-11-04 11:18:20 -08:00
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2020-11-04 11:18:20 -08:00
|
|
|
"rustc_version",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-11-04 11:18:20 -08:00
|
|
|
]
|
|
|
|
|
|
2020-10-19 21:07:46 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-frozen-abi-macro"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-10-19 21:07:46 -07:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2020-10-19 21:07:46 -07:00
|
|
|
"rustc_version",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-10-19 21:07:46 -07:00
|
|
|
]
|
|
|
|
|
|
2018-12-13 21:11:09 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-genesis"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2018-12-13 21:11:09 -08:00
|
|
|
dependencies = [
|
2020-07-09 09:04:10 +00:00
|
|
|
"base64 0.12.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"chrono",
|
|
|
|
|
"clap",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_json",
|
|
|
|
|
"serde_yaml",
|
|
|
|
|
"solana-clap-utils",
|
2020-11-16 08:44:36 -08:00
|
|
|
"solana-cli-config",
|
2020-09-25 10:13:02 -07:00
|
|
|
"solana-exchange-program",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-ledger",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-06-17 09:27:03 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-stake-program",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-vote-program",
|
|
|
|
|
"tempfile",
|
2019-07-31 14:28:14 -07:00
|
|
|
]
|
|
|
|
|
|
2021-05-24 16:45:36 +02:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-genesis-utils"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2021-05-24 16:45:36 +02:00
|
|
|
dependencies = [
|
|
|
|
|
"solana-download-utils",
|
|
|
|
|
"solana-runtime",
|
|
|
|
|
"solana-sdk",
|
|
|
|
|
]
|
|
|
|
|
|
2019-04-01 17:12:30 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-gossip"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-04-01 17:12:30 -06:00
|
|
|
dependencies = [
|
2021-05-26 09:15:46 -06:00
|
|
|
"bincode",
|
|
|
|
|
"bv",
|
2020-04-27 17:09:07 -06:00
|
|
|
"clap",
|
2021-05-26 09:15:46 -06:00
|
|
|
"flate2",
|
|
|
|
|
"indexmap",
|
2021-07-09 19:54:29 +00:00
|
|
|
"itertools 0.9.0",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-05-26 09:15:46 -06:00
|
|
|
"lru",
|
|
|
|
|
"matches",
|
|
|
|
|
"num-traits",
|
|
|
|
|
"num_cpus",
|
|
|
|
|
"rand 0.7.3",
|
|
|
|
|
"rand_chacha 0.2.2",
|
|
|
|
|
"rayon",
|
|
|
|
|
"rustc_version",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_bytes",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serial_test",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-clap-utils",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-client",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-frozen-abi 1.8.0",
|
|
|
|
|
"solana-frozen-abi-macro 1.8.0",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-ledger",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-metrics",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-net-utils",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-perf",
|
|
|
|
|
"solana-rayon-threadlimit",
|
|
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-streamer",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-vote-program",
|
|
|
|
|
"thiserror",
|
2019-04-01 17:12:30 -06:00
|
|
|
]
|
|
|
|
|
|
2019-03-13 15:31:05 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-install"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-03-13 15:31:05 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"atty",
|
|
|
|
|
"bincode",
|
|
|
|
|
"bzip2",
|
|
|
|
|
"chrono",
|
|
|
|
|
"clap",
|
2021-05-27 21:30:17 +00:00
|
|
|
"console 0.14.1",
|
2020-04-27 17:09:07 -06:00
|
|
|
"ctrlc",
|
2020-10-31 09:09:17 -07:00
|
|
|
"dirs-next",
|
2020-04-27 17:09:07 -06:00
|
|
|
"indicatif",
|
|
|
|
|
"lazy_static",
|
2020-11-18 09:02:36 +00:00
|
|
|
"nix 0.19.0",
|
2021-03-18 10:03:50 -07:00
|
|
|
"reqwest",
|
2020-10-20 20:50:24 -06:00
|
|
|
"semver 0.9.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
2021-03-11 17:52:16 -08:00
|
|
|
"serde_json",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde_yaml",
|
|
|
|
|
"solana-clap-utils",
|
|
|
|
|
"solana-client",
|
|
|
|
|
"solana-config-program",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2020-04-27 17:09:07 -06:00
|
|
|
"tar",
|
2020-10-11 09:39:21 -07:00
|
|
|
"tempfile",
|
2021-02-05 00:21:53 -07:00
|
|
|
"url 2.2.0",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-05-28 15:32:42 -07:00
|
|
|
"winreg",
|
2019-03-13 15:31:05 -07:00
|
|
|
]
|
|
|
|
|
|
2018-12-12 13:30:00 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-keygen"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2018-12-12 13:30:00 -08:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-04-27 17:09:07 -06:00
|
|
|
"clap",
|
2020-10-31 09:09:17 -07:00
|
|
|
"dirs-next",
|
2020-04-27 17:09:07 -06:00
|
|
|
"num_cpus",
|
|
|
|
|
"solana-clap-utils",
|
|
|
|
|
"solana-cli-config",
|
|
|
|
|
"solana-remote-wallet",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2021-09-25 16:48:42 +00:00
|
|
|
"tiny-bip39",
|
2018-12-12 13:30:00 -08:00
|
|
|
]
|
|
|
|
|
|
2019-10-18 10:28:51 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-ledger"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-10-18 10:28:51 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"assert_matches",
|
|
|
|
|
"bincode",
|
|
|
|
|
"byteorder",
|
|
|
|
|
"chrono",
|
2021-01-08 20:36:22 -08:00
|
|
|
"chrono-humanize",
|
2021-01-15 18:07:35 +09:00
|
|
|
"crossbeam-channel 0.4.4",
|
2020-06-16 23:03:26 -07:00
|
|
|
"dlopen",
|
|
|
|
|
"dlopen_derive",
|
2020-04-27 17:09:07 -06:00
|
|
|
"ed25519-dalek",
|
|
|
|
|
"fs_extra",
|
2020-11-13 09:02:29 +00:00
|
|
|
"futures 0.3.8",
|
2020-09-03 19:38:22 -07:00
|
|
|
"futures-util",
|
2021-07-09 19:54:29 +00:00
|
|
|
"itertools 0.9.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
|
|
|
|
"libc",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 17:09:07 -06:00
|
|
|
"matches",
|
|
|
|
|
"num_cpus",
|
2020-10-15 18:04:10 -06:00
|
|
|
"prost",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
|
|
|
|
"rand_chacha 0.2.2",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rayon",
|
|
|
|
|
"reed-solomon-erasure",
|
|
|
|
|
"rocksdb",
|
2020-12-18 14:32:43 +00:00
|
|
|
"rustc_version",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_bytes",
|
2021-09-25 16:48:42 +00:00
|
|
|
"sha2",
|
2021-03-05 09:05:35 -07:00
|
|
|
"solana-account-decoder",
|
2020-10-10 03:19:36 +09:00
|
|
|
"solana-bpf-loader-program",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-frozen-abi 1.8.0",
|
|
|
|
|
"solana-frozen-abi-macro 1.8.0",
|
|
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-merkle-tree",
|
|
|
|
|
"solana-metrics",
|
|
|
|
|
"solana-perf",
|
|
|
|
|
"solana-rayon-threadlimit",
|
|
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-09-03 19:38:22 -07:00
|
|
|
"solana-storage-bigtable",
|
2020-10-15 18:04:10 -06:00
|
|
|
"solana-storage-proto",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-transaction-status",
|
|
|
|
|
"solana-vote-program",
|
|
|
|
|
"tempfile",
|
|
|
|
|
"thiserror",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2021-03-16 15:32:50 -06:00
|
|
|
"tokio-stream",
|
2020-06-23 12:05:00 -07:00
|
|
|
"trees",
|
2019-10-18 10:28:51 -06:00
|
|
|
]
|
|
|
|
|
|
2018-12-13 21:11:09 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-ledger-tool"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2018-12-13 21:11:09 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"assert_cmd",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-05-15 17:35:43 +01:00
|
|
|
"bytecount",
|
2020-04-27 17:09:07 -06:00
|
|
|
"clap",
|
2020-11-08 16:43:50 +09:00
|
|
|
"csv",
|
2021-10-06 11:20:50 +00:00
|
|
|
"dashmap",
|
2020-11-13 09:02:29 +00:00
|
|
|
"futures 0.3.8",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures-util",
|
2020-04-27 17:09:07 -06:00
|
|
|
"histogram",
|
2021-07-09 19:54:29 +00:00
|
|
|
"itertools 0.9.0",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-06-30 02:20:54 -07:00
|
|
|
"regex",
|
2020-11-08 16:43:50 +09:00
|
|
|
"serde",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde_json",
|
|
|
|
|
"serde_yaml",
|
2020-06-21 12:08:17 -06:00
|
|
|
"signal-hook",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-clap-utils",
|
2020-09-22 18:29:11 -06:00
|
|
|
"solana-cli-output",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"solana-core",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-ledger",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-08-05 12:30:39 -07:00
|
|
|
"solana-measure",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-stake-program",
|
2020-08-05 12:30:39 -07:00
|
|
|
"solana-storage-bigtable",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-transaction-status",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-vote-program",
|
|
|
|
|
"tempfile",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2019-07-27 12:11:51 -07:00
|
|
|
]
|
|
|
|
|
|
2019-08-08 11:04:33 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-local-cluster"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-08-08 11:04:33 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"assert_matches",
|
2021-01-15 18:07:35 +09:00
|
|
|
"crossbeam-channel 0.4.4",
|
2020-10-19 16:37:03 +09:00
|
|
|
"fs_extra",
|
2020-08-03 20:01:52 -07:00
|
|
|
"gag",
|
2021-07-09 19:54:29 +00:00
|
|
|
"itertools 0.9.0",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
2021-03-26 03:27:07 +08:00
|
|
|
"rayon",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serial_test",
|
|
|
|
|
"solana-client",
|
|
|
|
|
"solana-config-program",
|
|
|
|
|
"solana-core",
|
|
|
|
|
"solana-download-utils",
|
|
|
|
|
"solana-exchange-program",
|
|
|
|
|
"solana-faucet",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-gossip",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-ledger",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-rayon-threadlimit",
|
2021-06-04 18:19:08 +00:00
|
|
|
"solana-rpc",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-stake-program",
|
2021-07-29 21:43:24 +00:00
|
|
|
"solana-streamer",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-vote-program",
|
|
|
|
|
"tempfile",
|
2019-08-08 11:04:33 -07:00
|
|
|
]
|
|
|
|
|
|
2019-11-13 13:59:55 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-log-analyzer"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-11-13 13:59:55 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"byte-unit",
|
|
|
|
|
"clap",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_json",
|
|
|
|
|
"solana-clap-utils",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2019-03-04 20:45:26 -07:00
|
|
|
]
|
|
|
|
|
|
2020-08-01 23:31:22 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-logger"
|
2021-07-21 15:05:45 +00:00
|
|
|
version = "1.7.6"
|
2020-08-01 23:31:22 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-21 15:05:45 +00:00
|
|
|
checksum = "ec7c514fe57f8c5042fa88c19f5711c67f264db723d9d79379fcb78dd1f09bbf"
|
2020-08-01 23:31:22 -07:00
|
|
|
dependencies = [
|
2021-06-04 14:38:02 +00:00
|
|
|
"env_logger",
|
2020-08-01 23:31:22 -07:00
|
|
|
"lazy_static",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-08-01 23:31:22 -07:00
|
|
|
]
|
|
|
|
|
|
2020-03-17 23:30:23 -07:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-logger"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-03-17 23:30:23 -07:00
|
|
|
dependencies = [
|
2021-06-04 14:38:02 +00:00
|
|
|
"env_logger",
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-03-17 23:30:23 -07:00
|
|
|
]
|
|
|
|
|
|
2019-12-02 16:46:46 -08:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-measure"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-12-02 16:46:46 -08:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-metrics",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2019-12-02 16:46:46 -08:00
|
|
|
]
|
|
|
|
|
|
2021-01-22 09:21:50 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-merkle-root-bench"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2021-01-22 09:21:50 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"clap",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2021-01-22 09:21:50 -06:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-runtime",
|
|
|
|
|
"solana-sdk",
|
|
|
|
|
"solana-version",
|
|
|
|
|
]
|
|
|
|
|
|
2020-03-26 13:29:30 -07:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-merkle-tree"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-03-26 13:29:30 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"fast-math",
|
2020-07-23 15:08:59 -06:00
|
|
|
"hex",
|
2021-04-02 19:23:25 -06:00
|
|
|
"matches",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-program 1.8.0",
|
2020-03-26 13:29:30 -07:00
|
|
|
]
|
|
|
|
|
|
2018-12-12 14:28:36 -08:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-metrics"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2018-12-12 14:28:36 -08:00
|
|
|
dependencies = [
|
2021-06-04 14:38:02 +00:00
|
|
|
"env_logger",
|
2020-04-27 17:09:07 -06:00
|
|
|
"gethostname",
|
|
|
|
|
"lazy_static",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
2021-03-18 10:03:50 -07:00
|
|
|
"reqwest",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serial_test",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2018-12-12 14:28:36 -08:00
|
|
|
]
|
|
|
|
|
|
2019-05-23 15:06:01 -07:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-net-shaper"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-05-23 15:06:01 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"clap",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_json",
|
|
|
|
|
"solana-clap-utils",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2019-05-23 15:06:01 -07:00
|
|
|
]
|
|
|
|
|
|
2019-10-04 15:43:50 -06:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-net-utils"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-10-04 15:43:50 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bincode",
|
|
|
|
|
"clap",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-11-18 09:02:36 +00:00
|
|
|
"nix 0.19.0",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
2021-08-09 18:22:28 -06:00
|
|
|
"socket2 0.3.17",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-clap-utils",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2021-06-21 23:04:08 +00:00
|
|
|
"solana-sdk",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2021-02-05 00:21:53 -07:00
|
|
|
"url 2.2.0",
|
2019-10-04 15:43:50 -06:00
|
|
|
]
|
|
|
|
|
|
2019-10-17 10:37:08 -07:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-noop-program"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-03-02 14:51:26 -07:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2019-03-02 14:51:26 -07:00
|
|
|
]
|
|
|
|
|
|
2020-05-14 17:32:08 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-notifier"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-05-14 17:32:08 -07:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-03-18 10:03:50 -07:00
|
|
|
"reqwest",
|
2020-05-14 17:32:08 -07:00
|
|
|
"serde_json",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-30 15:07:08 -08:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-ownable"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2018-11-30 15:07:08 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bincode",
|
2020-09-23 12:29:24 +00:00
|
|
|
"num-derive",
|
2020-05-08 12:37:04 -07:00
|
|
|
"num-traits",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"thiserror",
|
2018-11-30 15:07:08 -08:00
|
|
|
]
|
|
|
|
|
|
2019-12-11 17:05:10 -07:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-perf"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-12-11 17:05:10 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bincode",
|
2020-10-06 23:52:13 -07:00
|
|
|
"curve25519-dalek 2.1.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"dlopen",
|
|
|
|
|
"dlopen_derive",
|
|
|
|
|
"lazy_static",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 17:09:07 -06:00
|
|
|
"matches",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rayon",
|
|
|
|
|
"serde",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-metrics",
|
|
|
|
|
"solana-rayon-threadlimit",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2021-09-24 11:35:50 -05:00
|
|
|
"solana-vote-program",
|
2019-12-11 17:05:10 -07:00
|
|
|
]
|
|
|
|
|
|
2021-06-04 18:19:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-poh"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2021-06-04 18:19:08 +00:00
|
|
|
dependencies = [
|
|
|
|
|
"bincode",
|
|
|
|
|
"core_affinity",
|
|
|
|
|
"crossbeam-channel 0.4.4",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-06-04 18:19:08 +00:00
|
|
|
"matches",
|
|
|
|
|
"rand 0.7.3",
|
|
|
|
|
"solana-ledger",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2021-06-04 18:19:08 +00:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-metrics",
|
|
|
|
|
"solana-perf",
|
|
|
|
|
"solana-runtime",
|
|
|
|
|
"solana-sdk",
|
|
|
|
|
"solana-sys-tuner",
|
|
|
|
|
"thiserror",
|
|
|
|
|
]
|
|
|
|
|
|
2020-06-24 15:51:52 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-poh-bench"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-06-24 15:51:52 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"clap",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-06-24 15:51:52 -07:00
|
|
|
"rand 0.7.3",
|
|
|
|
|
"rayon",
|
|
|
|
|
"solana-clap-utils",
|
|
|
|
|
"solana-ledger",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-06-24 15:51:52 -07:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-perf",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-06-24 15:51:52 -07:00
|
|
|
"solana-version",
|
|
|
|
|
]
|
|
|
|
|
|
2020-11-04 11:18:20 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-program"
|
2021-07-21 15:05:45 +00:00
|
|
|
version = "1.7.6"
|
2020-11-04 11:18:20 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-21 15:05:45 +00:00
|
|
|
checksum = "3bfe6a5dfc5372c0a946018ecdd8115e38af78cea8275bac48cf3d105c6b1fb3"
|
2020-11-04 11:18:20 -08:00
|
|
|
dependencies = [
|
|
|
|
|
"bincode",
|
2021-06-15 08:29:54 +00:00
|
|
|
"blake3",
|
2021-07-21 15:05:45 +00:00
|
|
|
"borsh",
|
|
|
|
|
"borsh-derive",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-11-04 11:18:20 -08:00
|
|
|
"bv",
|
|
|
|
|
"curve25519-dalek 2.1.0",
|
|
|
|
|
"hex",
|
2021-07-09 19:54:29 +00:00
|
|
|
"itertools 0.9.0",
|
2020-11-04 11:18:20 -08:00
|
|
|
"lazy_static",
|
2021-07-21 15:05:45 +00:00
|
|
|
"libsecp256k1",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-11-04 11:18:20 -08:00
|
|
|
"num-derive",
|
|
|
|
|
"num-traits",
|
|
|
|
|
"rand 0.7.3",
|
|
|
|
|
"rustc_version",
|
|
|
|
|
"rustversion",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_bytes",
|
|
|
|
|
"serde_derive",
|
2021-09-25 16:48:42 +00:00
|
|
|
"sha2",
|
2021-06-15 08:29:54 +00:00
|
|
|
"sha3",
|
2021-07-21 15:05:45 +00:00
|
|
|
"solana-frozen-abi 1.7.6",
|
|
|
|
|
"solana-frozen-abi-macro 1.7.6",
|
|
|
|
|
"solana-logger 1.7.6",
|
|
|
|
|
"solana-sdk-macro 1.7.6",
|
2020-11-04 11:18:20 -08:00
|
|
|
"thiserror",
|
|
|
|
|
]
|
|
|
|
|
|
2020-10-19 13:19:24 -07:00
|
|
|
[[package]]
|
2020-10-23 17:22:10 -07:00
|
|
|
name = "solana-program"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-10-19 13:19:24 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"assert_matches",
|
|
|
|
|
"bincode",
|
2021-04-13 14:28:08 +08:00
|
|
|
"blake3",
|
2021-07-21 15:05:45 +00:00
|
|
|
"borsh",
|
|
|
|
|
"borsh-derive",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-10-19 13:19:24 -07:00
|
|
|
"bv",
|
|
|
|
|
"curve25519-dalek 2.1.0",
|
|
|
|
|
"hex",
|
2021-07-09 19:54:29 +00:00
|
|
|
"itertools 0.9.0",
|
2020-10-19 13:19:24 -07:00
|
|
|
"lazy_static",
|
2021-07-16 07:38:45 +00:00
|
|
|
"libsecp256k1",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-10-19 13:19:24 -07:00
|
|
|
"num-derive",
|
|
|
|
|
"num-traits",
|
|
|
|
|
"rand 0.7.3",
|
|
|
|
|
"rustc_version",
|
|
|
|
|
"rustversion",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_bytes",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
2021-09-25 16:48:42 +00:00
|
|
|
"sha2",
|
2021-05-10 16:16:58 -07:00
|
|
|
"sha3",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-frozen-abi 1.8.0",
|
|
|
|
|
"solana-frozen-abi-macro 1.8.0",
|
|
|
|
|
"solana-logger 1.8.0",
|
|
|
|
|
"solana-sdk-macro 1.8.0",
|
2021-04-25 22:05:00 +08:00
|
|
|
"static_assertions",
|
2020-10-19 13:19:24 -07:00
|
|
|
"thiserror",
|
|
|
|
|
]
|
|
|
|
|
|
2020-10-31 00:42:21 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-program-test"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-10-31 00:42:21 -07:00
|
|
|
dependencies = [
|
2021-04-22 16:44:54 +02:00
|
|
|
"assert_matches",
|
2020-11-11 17:08:32 -08:00
|
|
|
"async-trait",
|
2020-10-31 00:42:21 -07:00
|
|
|
"base64 0.12.3",
|
2021-04-12 16:04:57 -07:00
|
|
|
"bincode",
|
2020-10-31 00:42:21 -07:00
|
|
|
"chrono",
|
|
|
|
|
"chrono-humanize",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-12-11 15:13:56 -07:00
|
|
|
"mio 0.7.6",
|
2021-04-12 16:04:57 -07:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
2020-10-31 00:42:21 -07:00
|
|
|
"solana-banks-client",
|
|
|
|
|
"solana-banks-server",
|
|
|
|
|
"solana-bpf-loader-program",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-10-31 00:42:21 -07:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2021-02-05 22:08:00 +01:00
|
|
|
"solana-vote-program",
|
2021-02-03 23:31:36 +01:00
|
|
|
"thiserror",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2020-10-31 00:42:21 -07:00
|
|
|
]
|
|
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-rayon-threadlimit"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
|
|
|
|
"num_cpus",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-remote-wallet"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"base32",
|
2021-05-27 21:30:17 +00:00
|
|
|
"console 0.14.1",
|
2020-04-27 17:09:07 -06:00
|
|
|
"dialoguer",
|
|
|
|
|
"hidapi",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-09-23 12:29:24 +00:00
|
|
|
"num-derive",
|
2020-05-14 22:52:11 -06:00
|
|
|
"num-traits",
|
2020-04-27 17:09:07 -06:00
|
|
|
"parking_lot 0.10.2",
|
2021-04-20 16:35:28 -06:00
|
|
|
"qstring",
|
2020-10-20 20:50:24 -06:00
|
|
|
"semver 0.9.0",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"thiserror",
|
2021-04-20 16:35:28 -06:00
|
|
|
"uriparse",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2021-05-19 00:54:28 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-rpc"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2021-05-19 00:54:28 -06:00
|
|
|
dependencies = [
|
2021-06-04 18:19:08 +00:00
|
|
|
"base64 0.12.3",
|
|
|
|
|
"bincode",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2021-05-19 00:54:28 -06:00
|
|
|
"crossbeam-channel 0.4.4",
|
2021-09-20 06:00:08 +00:00
|
|
|
"dashmap",
|
2021-07-09 19:54:29 +00:00
|
|
|
"itertools 0.9.0",
|
2021-05-19 00:54:28 -06:00
|
|
|
"jsonrpc-core",
|
|
|
|
|
"jsonrpc-core-client",
|
|
|
|
|
"jsonrpc-derive",
|
2021-06-04 18:19:08 +00:00
|
|
|
"jsonrpc-http-server",
|
2021-05-19 00:54:28 -06:00
|
|
|
"jsonrpc-pubsub",
|
|
|
|
|
"jsonrpc-ws-server",
|
2021-06-04 18:19:08 +00:00
|
|
|
"libc",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-06-04 18:19:08 +00:00
|
|
|
"regex",
|
2021-05-19 00:54:28 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
|
|
|
|
"serial_test",
|
2021-09-20 06:00:08 +00:00
|
|
|
"soketto",
|
2021-05-19 00:54:28 -06:00
|
|
|
"solana-account-decoder",
|
|
|
|
|
"solana-client",
|
2021-06-04 18:19:08 +00:00
|
|
|
"solana-faucet",
|
|
|
|
|
"solana-gossip",
|
2021-05-19 00:54:28 -06:00
|
|
|
"solana-ledger",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2021-05-19 00:54:28 -06:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-metrics",
|
2021-06-04 18:19:08 +00:00
|
|
|
"solana-net-utils",
|
|
|
|
|
"solana-perf",
|
|
|
|
|
"solana-poh",
|
2021-05-19 00:54:28 -06:00
|
|
|
"solana-runtime",
|
|
|
|
|
"solana-sdk",
|
|
|
|
|
"solana-stake-program",
|
2021-06-04 18:19:08 +00:00
|
|
|
"solana-storage-bigtable",
|
2021-07-29 21:43:24 +00:00
|
|
|
"solana-streamer",
|
2021-06-04 18:19:08 +00:00
|
|
|
"solana-transaction-status",
|
|
|
|
|
"solana-version",
|
2021-05-19 00:54:28 -06:00
|
|
|
"solana-vote-program",
|
|
|
|
|
"spl-token",
|
2021-09-20 06:00:08 +00:00
|
|
|
"stream-cancel",
|
2021-06-04 18:19:08 +00:00
|
|
|
"symlink",
|
2021-09-20 06:00:08 +00:00
|
|
|
"thiserror",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
|
|
|
|
"tokio-util",
|
2021-05-19 00:54:28 -06:00
|
|
|
]
|
|
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-runtime"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2021-04-13 14:28:08 +08:00
|
|
|
"arrayref",
|
2020-04-27 17:09:07 -06:00
|
|
|
"assert_matches",
|
|
|
|
|
"bincode",
|
2020-09-02 00:37:36 -07:00
|
|
|
"blake3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"bv",
|
|
|
|
|
"byteorder",
|
2020-06-17 09:27:03 -06:00
|
|
|
"bzip2",
|
2021-01-15 18:07:35 +09:00
|
|
|
"crossbeam-channel 0.4.4",
|
2020-10-13 18:29:50 -07:00
|
|
|
"dashmap",
|
2020-06-17 09:27:03 -06:00
|
|
|
"dir-diff",
|
|
|
|
|
"flate2",
|
2020-04-27 17:09:07 -06:00
|
|
|
"fnv",
|
2021-07-09 19:54:29 +00:00
|
|
|
"itertools 0.9.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
|
|
|
|
"libc",
|
2020-05-06 08:19:39 -07:00
|
|
|
"libloading 0.6.2",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-12-11 13:57:43 -07:00
|
|
|
"memmap2",
|
2020-09-23 12:29:24 +00:00
|
|
|
"num-derive",
|
2020-05-08 12:37:04 -07:00
|
|
|
"num-traits",
|
2020-04-27 17:09:07 -06:00
|
|
|
"num_cpus",
|
2020-10-21 17:05:27 -07:00
|
|
|
"ouroboros",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
2020-04-27 17:09:07 -06:00
|
|
|
"rayon",
|
2020-06-17 09:27:03 -06:00
|
|
|
"regex",
|
2020-07-06 20:22:23 +09:00
|
|
|
"rustc_version",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"solana-compute-budget-program",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-config-program",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-frozen-abi 1.8.0",
|
|
|
|
|
"solana-frozen-abi-macro 1.8.0",
|
|
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-metrics",
|
|
|
|
|
"solana-noop-program",
|
|
|
|
|
"solana-rayon-threadlimit",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-09-15 18:23:21 -07:00
|
|
|
"solana-secp256k1-program",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-stake-program",
|
|
|
|
|
"solana-vote-program",
|
2020-06-17 09:27:03 -06:00
|
|
|
"symlink",
|
|
|
|
|
"tar",
|
2020-04-27 17:09:07 -06:00
|
|
|
"tempfile",
|
|
|
|
|
"thiserror",
|
2020-06-17 09:27:03 -06:00
|
|
|
"zstd",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-scripts"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"csv",
|
|
|
|
|
"serde",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-sdk"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"assert_matches",
|
|
|
|
|
"bincode",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"borsh",
|
|
|
|
|
"borsh-derive",
|
|
|
|
|
"bs58 0.4.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"bv",
|
|
|
|
|
"byteorder",
|
|
|
|
|
"chrono",
|
2020-10-06 23:52:13 -07:00
|
|
|
"curve25519-dalek 2.1.0",
|
2021-04-19 14:57:43 -06:00
|
|
|
"derivation-path",
|
2020-09-15 18:23:21 -07:00
|
|
|
"digest 0.9.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"ed25519-dalek",
|
2021-05-03 19:58:56 -06:00
|
|
|
"ed25519-dalek-bip32",
|
2020-07-12 20:59:05 -06:00
|
|
|
"generic-array 0.14.3",
|
2020-07-23 15:08:59 -06:00
|
|
|
"hex",
|
2021-01-22 22:25:22 -08:00
|
|
|
"hmac 0.10.1",
|
2021-07-09 19:54:29 +00:00
|
|
|
"itertools 0.9.0",
|
2020-10-29 19:48:00 -07:00
|
|
|
"lazy_static",
|
2021-07-16 07:38:45 +00:00
|
|
|
"libsecp256k1",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-12-11 13:57:43 -07:00
|
|
|
"memmap2",
|
2020-09-23 12:29:24 +00:00
|
|
|
"num-derive",
|
2020-05-08 12:37:04 -07:00
|
|
|
"num-traits",
|
2021-01-22 22:25:22 -08:00
|
|
|
"pbkdf2 0.6.0",
|
2021-04-29 01:42:21 -06:00
|
|
|
"qstring",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
|
|
|
|
"rand_chacha 0.2.2",
|
2021-02-15 14:30:43 -07:00
|
|
|
"rand_core 0.6.2",
|
2020-06-03 20:51:56 +09:00
|
|
|
"rustc_version",
|
Fix hygiene issues in `declare_program!` and `declare_loader!`
The `declare_program!` and `declare_loader!` macros both expand to
new macro definitions (based on the `$name` argument). These 'inner'
macros make use of the special `$crate` metavariable to access items in
the crate where the 'inner' macros is defined.
However, this only works due to a bug in rustc. When a macro is
expanded, all `$crate` tokens in its output are 'marked' as being
resolved in the defining crate of that macro. An inner macro (including
the body of its arms) is 'just' another set of tokens that appears in
the body of the outer macro, so any `$crate` identifiers used there are
resolved relative to the 'outer' macro.
For example, consider the following code:
```rust
macro_rules! outer {
() => {
macro_rules! inner {
() => {
$crate::Foo
}
}
}
}
```
The path `$crate::Foo` will be resolved relative to the crate that defines `outer`,
**not** the crate which defines `inner`.
However, rustc currently loses this extra resolution information
(referred to as 'hygiene' information) when a crate is serialized.
In the above example, this means that the macro `inner` (which gets
defined in whatever crate invokes `outer!`) will behave differently
depending on which crate it is invoked from:
When `inner` is invoked from the same crate in which it is defined,
the hygiene information will still be available,
which will cause `$crate::Foo` to be resolved in the crate which defines 'outer'.
When `inner` is invoked from a different crate, it will be loaded from
the metadata of the crate which defines 'inner'. Since the hygiene
information is currently lost, rust will 'forget' that `$crate::Foo` is
supposed to be resolved in the context of 'outer'. Instead, it will be
resolved relative to the crate which defines 'inner', which can cause
incorrect code to compile.
This bug will soon be fixed in rust (see https://github.com/rust-lang/rust/pull/72121),
which will break `declare_program!` and `declare_loader!`. Fortunately,
it's possible to obtain the desired behavior (`$crate` resolving in the
context of the 'inner' macro) by use of a procedural macro.
This commit adds a `respan!` proc-macro to the `sdk/macro` crate.
Using the newly-stabilized (on Nightly) `Span::resolved_at` method,
the `$crate` identifier can be made to be resolved in the context of the
proper crate.
Since `Span::resolved_at` is only stable on the latest nightly,
referencing it on an earlier version of Rust will cause a compilation error.
This requires the `rustversion` crate to be used, which allows conditionally
compiling code epending on the Rust compiler version in use. Since this method is already
stabilized in the latest nightly, there will never be a situation where
the hygiene bug is fixed (e.g. https://github.com/rust-lang/rust/pull/72121)
is merged but we are unable to call `Span::resolved_at`.
2020-06-20 01:42:11 -04:00
|
|
|
"rustversion",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_bytes",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
2021-09-25 16:48:42 +00:00
|
|
|
"sha2",
|
2020-09-15 18:23:21 -07:00
|
|
|
"sha3",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-crate-features",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-frozen-abi 1.8.0",
|
|
|
|
|
"solana-frozen-abi-macro 1.8.0",
|
|
|
|
|
"solana-logger 1.8.0",
|
|
|
|
|
"solana-program 1.8.0",
|
|
|
|
|
"solana-sdk-macro 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"thiserror",
|
2021-09-25 16:48:42 +00:00
|
|
|
"tiny-bip39",
|
2021-04-29 01:42:21 -06:00
|
|
|
"uriparse",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2020-06-19 16:15:13 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-sdk-macro"
|
2021-07-21 15:05:45 +00:00
|
|
|
version = "1.7.6"
|
2020-06-19 16:15:13 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-21 15:05:45 +00:00
|
|
|
checksum = "84710ce45a21cccd9f2b09d8e9aad529080bb2540f27b1253874b6e732b465b9"
|
2020-06-19 16:15:13 -06:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2020-07-24 17:45:21 -06:00
|
|
|
"rustversion",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-06-19 16:15:13 -06:00
|
|
|
]
|
|
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-sdk-macro"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
Fix hygiene issues in `declare_program!` and `declare_loader!`
The `declare_program!` and `declare_loader!` macros both expand to
new macro definitions (based on the `$name` argument). These 'inner'
macros make use of the special `$crate` metavariable to access items in
the crate where the 'inner' macros is defined.
However, this only works due to a bug in rustc. When a macro is
expanded, all `$crate` tokens in its output are 'marked' as being
resolved in the defining crate of that macro. An inner macro (including
the body of its arms) is 'just' another set of tokens that appears in
the body of the outer macro, so any `$crate` identifiers used there are
resolved relative to the 'outer' macro.
For example, consider the following code:
```rust
macro_rules! outer {
() => {
macro_rules! inner {
() => {
$crate::Foo
}
}
}
}
```
The path `$crate::Foo` will be resolved relative to the crate that defines `outer`,
**not** the crate which defines `inner`.
However, rustc currently loses this extra resolution information
(referred to as 'hygiene' information) when a crate is serialized.
In the above example, this means that the macro `inner` (which gets
defined in whatever crate invokes `outer!`) will behave differently
depending on which crate it is invoked from:
When `inner` is invoked from the same crate in which it is defined,
the hygiene information will still be available,
which will cause `$crate::Foo` to be resolved in the crate which defines 'outer'.
When `inner` is invoked from a different crate, it will be loaded from
the metadata of the crate which defines 'inner'. Since the hygiene
information is currently lost, rust will 'forget' that `$crate::Foo` is
supposed to be resolved in the context of 'outer'. Instead, it will be
resolved relative to the crate which defines 'inner', which can cause
incorrect code to compile.
This bug will soon be fixed in rust (see https://github.com/rust-lang/rust/pull/72121),
which will break `declare_program!` and `declare_loader!`. Fortunately,
it's possible to obtain the desired behavior (`$crate` resolving in the
context of the 'inner' macro) by use of a procedural macro.
This commit adds a `respan!` proc-macro to the `sdk/macro` crate.
Using the newly-stabilized (on Nightly) `Span::resolved_at` method,
the `$crate` identifier can be made to be resolved in the context of the
proper crate.
Since `Span::resolved_at` is only stable on the latest nightly,
referencing it on an earlier version of Rust will cause a compilation error.
This requires the `rustversion` crate to be used, which allows conditionally
compiling code epending on the Rust compiler version in use. Since this method is already
stabilized in the latest nightly, there will never be a situation where
the hygiene bug is fixed (e.g. https://github.com/rust-lang/rust/pull/72121)
is merged but we are unable to call `Span::resolved_at`.
2020-06-20 01:42:11 -04:00
|
|
|
"rustversion",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2020-09-15 18:23:21 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-secp256k1-program"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-09-15 18:23:21 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"bincode",
|
2021-07-16 07:38:45 +00:00
|
|
|
"libsecp256k1",
|
2020-09-15 18:23:21 -07:00
|
|
|
"rand 0.7.3",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-09-15 18:23:21 -07:00
|
|
|
]
|
|
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-stake-accounts"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"clap",
|
|
|
|
|
"solana-clap-utils",
|
|
|
|
|
"solana-cli-config",
|
|
|
|
|
"solana-client",
|
|
|
|
|
"solana-remote-wallet",
|
|
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-stake-program",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-04-27 17:09:07 -06:00
|
|
|
name = "solana-stake-program"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bincode",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-09-23 12:29:24 +00:00
|
|
|
"num-derive",
|
2020-05-08 12:37:04 -07:00
|
|
|
"num-traits",
|
2021-08-04 17:43:20 +00:00
|
|
|
"proptest",
|
2020-07-06 20:22:23 +09:00
|
|
|
"rustc_version",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"solana-config-program",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-frozen-abi 1.8.0",
|
|
|
|
|
"solana-frozen-abi-macro 1.8.0",
|
|
|
|
|
"solana-logger 1.8.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-metrics",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-04-27 17:09:07 -06:00
|
|
|
"solana-vote-program",
|
|
|
|
|
"thiserror",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-storage-bigtable"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"arc-swap 0.4.8",
|
2020-08-05 12:30:39 -07:00
|
|
|
"backoff",
|
|
|
|
|
"bincode",
|
|
|
|
|
"bzip2",
|
|
|
|
|
"enum-iterator",
|
|
|
|
|
"flate2",
|
2020-11-13 09:02:29 +00:00
|
|
|
"futures 0.3.8",
|
2020-08-05 12:30:39 -07:00
|
|
|
"goauth",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-08-05 12:30:39 -07:00
|
|
|
"prost",
|
|
|
|
|
"prost-types",
|
2021-02-15 14:30:43 -07:00
|
|
|
"rand_core 0.6.2",
|
2020-08-05 12:30:39 -07:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"smpl_jwt",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-10-15 18:04:10 -06:00
|
|
|
"solana-storage-proto",
|
2020-08-05 12:30:39 -07:00
|
|
|
"solana-transaction-status",
|
|
|
|
|
"thiserror",
|
|
|
|
|
"tonic",
|
|
|
|
|
"zstd",
|
|
|
|
|
]
|
|
|
|
|
|
2020-10-15 18:04:10 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-storage-proto"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-10-15 18:04:10 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"bincode",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-10-15 18:04:10 -06:00
|
|
|
"prost",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
2020-12-10 19:25:07 -08:00
|
|
|
"solana-account-decoder",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-10-15 18:04:10 -06:00
|
|
|
"solana-transaction-status",
|
2021-07-09 22:21:08 +00:00
|
|
|
"tonic-build",
|
2020-10-15 18:04:10 -06:00
|
|
|
]
|
|
|
|
|
|
2020-11-01 09:41:28 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana-store-tool"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-11-01 09:41:28 -08:00
|
|
|
dependencies = [
|
|
|
|
|
"clap",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-11-01 09:41:28 -08:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-11-01 09:41:28 -08:00
|
|
|
"solana-version",
|
|
|
|
|
]
|
|
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
2020-05-01 12:51:29 -07:00
|
|
|
name = "solana-streamer"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-05-01 12:51:29 -07:00
|
|
|
dependencies = [
|
2021-09-27 13:48:13 +00:00
|
|
|
"itertools 0.10.1",
|
2020-05-01 12:51:29 -07:00
|
|
|
"libc",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-11-18 09:02:36 +00:00
|
|
|
"nix 0.19.0",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-05-01 12:51:29 -07:00
|
|
|
"solana-measure",
|
|
|
|
|
"solana-metrics",
|
|
|
|
|
"solana-perf",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-05-01 12:51:29 -07:00
|
|
|
"thiserror",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "solana-sys-tuner"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-05-01 12:51:29 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"clap",
|
|
|
|
|
"libc",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-11-18 09:02:36 +00:00
|
|
|
"nix 0.19.0",
|
2020-05-01 12:51:29 -07:00
|
|
|
"solana-clap-utils",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-05-11 15:02:01 -07:00
|
|
|
"solana-version",
|
2020-05-01 12:51:29 -07:00
|
|
|
"sysctl",
|
|
|
|
|
"unix_socket2",
|
|
|
|
|
"users",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
Add solana-tokens (#10011)
* Initial commit
* Execute transfers
* Refactor for testing
* Cleanup readme
* Rewrite
* Cleanup
* Cleanup
* Cleanup client
* Use a Null Client to move prints closer to where messages are sent
* Upgrade Solana
* Move core functionality into its own module
* Handle transaction errors
* Merge allocations
* Fixes
* Cleanup readme
* Fix markdown
* Add example input
* Add integration test - currently fails
* Add integration test
* Add metrics
* Use RpcClient in dry-run, just don't send messages
* More metrics
* Fix dry run with no keys
* Only require one approval if fee-payer is the sender keypair
* Fix bugs
* Don't create the transaction log if nothing to put into it;
otherwise the next innvocation won't add the header
* Apply previous transactions to allocations with matching recipients
* Bail out of any account already has a balance
* Polish
* Add new 'balances' command
* 9 decimal places
* Add missing file
* Better dry-run; keypair options now optional
* Change field name from 'bid' to 'accepted'
Also, tolerate precision change from 2 decimal places to 4
* Write to transaction log immediately
* Rename allocations_csv to bids_csv
So that we can bypass bids_csv with an allocations CSV file
* Upgrade Solana
* Remove faucet from integration test
* Cleaner integration test
Won't work until this lands and is released:
https://github.com/solana-labs/solana/pull/9717
* Update README
* Add TravicCI script to build and test (#1)
* Add distribute-stake command (#2)
* Distribute -> DistributeTokens (#3)
* Cache cargo deps (#4)
* Add docs (#5)
* Switch to latest Solana 1.1 release (#7)
* distribute -> distribute-tokens (#9)
* Switch from CSV to a pickledb database (#8)
* Switch from CSV to a pickledb database
* Allow PickleDb errors to bubble up
* Dedup
* Hoist db
* Add finalized field to TransactionInfo
* Don't allow RPC client to resign transactions
* Remove dead code
* Use transport::Result
* Record unconfirmed transaction
* Fix: separate stake account per allocation
* Catch transport errors
* Panic if we attempt to replay a transaction that hasn't been finalized
* Attempt to fix CI
PickleDb isn't calling flush() or close() after writing to files.
No issue on MacOS, but looks racy in CI.
* Revert "Attempt to fix CI"
This reverts commit 1632394f636c54402b3578120e8817dd1660e19b.
* Poll for signature before returning
* Add --sol-for-fees option for stake distributions
* Add --allocations-csv option (#14)
* Add allocations-csv option
* Add tests or GTFO
* Apply review feedback
* apply feedback
* Add read_allocations function
* Update arg_parser.rs
* Fix balances command (#17)
* Fix balances command
* Fix readme
* Add --force to transfer to non-empty accounts (#18)
* Add --no-wait (#16)
* Add ThinClient methods to implement --no-wait
* Plumb --no-wait through
No tests yet
* Check transaction status on startup
* Easier to test
* Wait until transaction is finalized before checking if it failed with an error
It's possible that a minority fork thinks it failed.
* Add unit tests
* Remove dead code and rustfmt
* Don't flush database to file if doing a dry-run
* Continue when transactions not yet finalized (#20)
If those transactions are dropped, the next run will execute them.
* Return the number of confirmations (#21)
* Add read_allocations() unit-test (#22)
Delete the copy-pasted top-level test.
Fixes #19
* Add a CSV printer (#23)
* Remove all the copypasta (#24)
* Move resolve_distribute_stake_args into its own function
* Add stake args to token args
* Unify option names
* Move Command::DistributeStake into DistributeTokens
* Remove process_distribute_stake
* Only unique signers
* Use sender keypair to fund new fee-payer accounts
* Unify distribute_tokens and distribute_stake
* Rename print-database command to transaction-log (#25)
* Send all transactions as quickly as possible, then wait (#26)
* Send all transactions as quickly as possible, then wait
* Exit when finalized or blockhashes have expired
* Don't need blockhash in the CSV output
* Better types
CSV library was choking on Pubkey as a type. PickleDb doesn't have that problem.
* Resend if blockhash has not expired
* Attempt to fix CI
* Move log to stderr
* Add constructor, tuck away client (#30)
* Add constructor, tuck away client
* Fix unwrap() caught by CI
* Fix optional option flagged as required
* Bunch of cleanup (#31)
* Remove untested --no-wait feature
* Make --transactions-db an option, not an arg
So that in the future, we can make it optional
* Remove more untested features
Too many false positives in that santity check. Use --dry-run
instead.
* Add dry-run mode to ThinClient
* Cleaner dry-run
* Make key parameters required
Just don't use them in --dry-run
* Add option to write the transaction log
--dry-run doesn't write to the database. Use this option if you
want a copy of the transaction log before the final run.
* Revert --transaction-log addition
Implement #27 first
* Fix CI
* Update readme
* Fix CI in copypasta
* Sort transaction log by finalized date (#33)
* Make --transaction-db option implicit (#34)
* Move db functionality into its own module (#35)
* Move db functionality into its own module
* Rename tokens module to commands
* Version bump
* Upgrade Solana
* Add solana-tokens to build
* Remove Cargo.lock
* Remove vscode file
* Remove TravisCI build script
* Install solana-tokens
Co-authored-by: Dan Albert <dan@solana.com>
2020-05-13 08:36:30 -06:00
|
|
|
name = "solana-tokens"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
Add solana-tokens (#10011)
* Initial commit
* Execute transfers
* Refactor for testing
* Cleanup readme
* Rewrite
* Cleanup
* Cleanup
* Cleanup client
* Use a Null Client to move prints closer to where messages are sent
* Upgrade Solana
* Move core functionality into its own module
* Handle transaction errors
* Merge allocations
* Fixes
* Cleanup readme
* Fix markdown
* Add example input
* Add integration test - currently fails
* Add integration test
* Add metrics
* Use RpcClient in dry-run, just don't send messages
* More metrics
* Fix dry run with no keys
* Only require one approval if fee-payer is the sender keypair
* Fix bugs
* Don't create the transaction log if nothing to put into it;
otherwise the next innvocation won't add the header
* Apply previous transactions to allocations with matching recipients
* Bail out of any account already has a balance
* Polish
* Add new 'balances' command
* 9 decimal places
* Add missing file
* Better dry-run; keypair options now optional
* Change field name from 'bid' to 'accepted'
Also, tolerate precision change from 2 decimal places to 4
* Write to transaction log immediately
* Rename allocations_csv to bids_csv
So that we can bypass bids_csv with an allocations CSV file
* Upgrade Solana
* Remove faucet from integration test
* Cleaner integration test
Won't work until this lands and is released:
https://github.com/solana-labs/solana/pull/9717
* Update README
* Add TravicCI script to build and test (#1)
* Add distribute-stake command (#2)
* Distribute -> DistributeTokens (#3)
* Cache cargo deps (#4)
* Add docs (#5)
* Switch to latest Solana 1.1 release (#7)
* distribute -> distribute-tokens (#9)
* Switch from CSV to a pickledb database (#8)
* Switch from CSV to a pickledb database
* Allow PickleDb errors to bubble up
* Dedup
* Hoist db
* Add finalized field to TransactionInfo
* Don't allow RPC client to resign transactions
* Remove dead code
* Use transport::Result
* Record unconfirmed transaction
* Fix: separate stake account per allocation
* Catch transport errors
* Panic if we attempt to replay a transaction that hasn't been finalized
* Attempt to fix CI
PickleDb isn't calling flush() or close() after writing to files.
No issue on MacOS, but looks racy in CI.
* Revert "Attempt to fix CI"
This reverts commit 1632394f636c54402b3578120e8817dd1660e19b.
* Poll for signature before returning
* Add --sol-for-fees option for stake distributions
* Add --allocations-csv option (#14)
* Add allocations-csv option
* Add tests or GTFO
* Apply review feedback
* apply feedback
* Add read_allocations function
* Update arg_parser.rs
* Fix balances command (#17)
* Fix balances command
* Fix readme
* Add --force to transfer to non-empty accounts (#18)
* Add --no-wait (#16)
* Add ThinClient methods to implement --no-wait
* Plumb --no-wait through
No tests yet
* Check transaction status on startup
* Easier to test
* Wait until transaction is finalized before checking if it failed with an error
It's possible that a minority fork thinks it failed.
* Add unit tests
* Remove dead code and rustfmt
* Don't flush database to file if doing a dry-run
* Continue when transactions not yet finalized (#20)
If those transactions are dropped, the next run will execute them.
* Return the number of confirmations (#21)
* Add read_allocations() unit-test (#22)
Delete the copy-pasted top-level test.
Fixes #19
* Add a CSV printer (#23)
* Remove all the copypasta (#24)
* Move resolve_distribute_stake_args into its own function
* Add stake args to token args
* Unify option names
* Move Command::DistributeStake into DistributeTokens
* Remove process_distribute_stake
* Only unique signers
* Use sender keypair to fund new fee-payer accounts
* Unify distribute_tokens and distribute_stake
* Rename print-database command to transaction-log (#25)
* Send all transactions as quickly as possible, then wait (#26)
* Send all transactions as quickly as possible, then wait
* Exit when finalized or blockhashes have expired
* Don't need blockhash in the CSV output
* Better types
CSV library was choking on Pubkey as a type. PickleDb doesn't have that problem.
* Resend if blockhash has not expired
* Attempt to fix CI
* Move log to stderr
* Add constructor, tuck away client (#30)
* Add constructor, tuck away client
* Fix unwrap() caught by CI
* Fix optional option flagged as required
* Bunch of cleanup (#31)
* Remove untested --no-wait feature
* Make --transactions-db an option, not an arg
So that in the future, we can make it optional
* Remove more untested features
Too many false positives in that santity check. Use --dry-run
instead.
* Add dry-run mode to ThinClient
* Cleaner dry-run
* Make key parameters required
Just don't use them in --dry-run
* Add option to write the transaction log
--dry-run doesn't write to the database. Use this option if you
want a copy of the transaction log before the final run.
* Revert --transaction-log addition
Implement #27 first
* Fix CI
* Update readme
* Fix CI in copypasta
* Sort transaction log by finalized date (#33)
* Make --transaction-db option implicit (#34)
* Move db functionality into its own module (#35)
* Move db functionality into its own module
* Rename tokens module to commands
* Version bump
* Upgrade Solana
* Add solana-tokens to build
* Remove Cargo.lock
* Remove vscode file
* Remove TravisCI build script
* Install solana-tokens
Co-authored-by: Dan Albert <dan@solana.com>
2020-05-13 08:36:30 -06:00
|
|
|
dependencies = [
|
2020-08-24 15:18:35 -06:00
|
|
|
"bincode",
|
Add solana-tokens (#10011)
* Initial commit
* Execute transfers
* Refactor for testing
* Cleanup readme
* Rewrite
* Cleanup
* Cleanup
* Cleanup client
* Use a Null Client to move prints closer to where messages are sent
* Upgrade Solana
* Move core functionality into its own module
* Handle transaction errors
* Merge allocations
* Fixes
* Cleanup readme
* Fix markdown
* Add example input
* Add integration test - currently fails
* Add integration test
* Add metrics
* Use RpcClient in dry-run, just don't send messages
* More metrics
* Fix dry run with no keys
* Only require one approval if fee-payer is the sender keypair
* Fix bugs
* Don't create the transaction log if nothing to put into it;
otherwise the next innvocation won't add the header
* Apply previous transactions to allocations with matching recipients
* Bail out of any account already has a balance
* Polish
* Add new 'balances' command
* 9 decimal places
* Add missing file
* Better dry-run; keypair options now optional
* Change field name from 'bid' to 'accepted'
Also, tolerate precision change from 2 decimal places to 4
* Write to transaction log immediately
* Rename allocations_csv to bids_csv
So that we can bypass bids_csv with an allocations CSV file
* Upgrade Solana
* Remove faucet from integration test
* Cleaner integration test
Won't work until this lands and is released:
https://github.com/solana-labs/solana/pull/9717
* Update README
* Add TravicCI script to build and test (#1)
* Add distribute-stake command (#2)
* Distribute -> DistributeTokens (#3)
* Cache cargo deps (#4)
* Add docs (#5)
* Switch to latest Solana 1.1 release (#7)
* distribute -> distribute-tokens (#9)
* Switch from CSV to a pickledb database (#8)
* Switch from CSV to a pickledb database
* Allow PickleDb errors to bubble up
* Dedup
* Hoist db
* Add finalized field to TransactionInfo
* Don't allow RPC client to resign transactions
* Remove dead code
* Use transport::Result
* Record unconfirmed transaction
* Fix: separate stake account per allocation
* Catch transport errors
* Panic if we attempt to replay a transaction that hasn't been finalized
* Attempt to fix CI
PickleDb isn't calling flush() or close() after writing to files.
No issue on MacOS, but looks racy in CI.
* Revert "Attempt to fix CI"
This reverts commit 1632394f636c54402b3578120e8817dd1660e19b.
* Poll for signature before returning
* Add --sol-for-fees option for stake distributions
* Add --allocations-csv option (#14)
* Add allocations-csv option
* Add tests or GTFO
* Apply review feedback
* apply feedback
* Add read_allocations function
* Update arg_parser.rs
* Fix balances command (#17)
* Fix balances command
* Fix readme
* Add --force to transfer to non-empty accounts (#18)
* Add --no-wait (#16)
* Add ThinClient methods to implement --no-wait
* Plumb --no-wait through
No tests yet
* Check transaction status on startup
* Easier to test
* Wait until transaction is finalized before checking if it failed with an error
It's possible that a minority fork thinks it failed.
* Add unit tests
* Remove dead code and rustfmt
* Don't flush database to file if doing a dry-run
* Continue when transactions not yet finalized (#20)
If those transactions are dropped, the next run will execute them.
* Return the number of confirmations (#21)
* Add read_allocations() unit-test (#22)
Delete the copy-pasted top-level test.
Fixes #19
* Add a CSV printer (#23)
* Remove all the copypasta (#24)
* Move resolve_distribute_stake_args into its own function
* Add stake args to token args
* Unify option names
* Move Command::DistributeStake into DistributeTokens
* Remove process_distribute_stake
* Only unique signers
* Use sender keypair to fund new fee-payer accounts
* Unify distribute_tokens and distribute_stake
* Rename print-database command to transaction-log (#25)
* Send all transactions as quickly as possible, then wait (#26)
* Send all transactions as quickly as possible, then wait
* Exit when finalized or blockhashes have expired
* Don't need blockhash in the CSV output
* Better types
CSV library was choking on Pubkey as a type. PickleDb doesn't have that problem.
* Resend if blockhash has not expired
* Attempt to fix CI
* Move log to stderr
* Add constructor, tuck away client (#30)
* Add constructor, tuck away client
* Fix unwrap() caught by CI
* Fix optional option flagged as required
* Bunch of cleanup (#31)
* Remove untested --no-wait feature
* Make --transactions-db an option, not an arg
So that in the future, we can make it optional
* Remove more untested features
Too many false positives in that santity check. Use --dry-run
instead.
* Add dry-run mode to ThinClient
* Cleaner dry-run
* Make key parameters required
Just don't use them in --dry-run
* Add option to write the transaction log
--dry-run doesn't write to the database. Use this option if you
want a copy of the transaction log before the final run.
* Revert --transaction-log addition
Implement #27 first
* Fix CI
* Update readme
* Fix CI in copypasta
* Sort transaction log by finalized date (#33)
* Make --transaction-db option implicit (#34)
* Move db functionality into its own module (#35)
* Move db functionality into its own module
* Rename tokens module to commands
* Version bump
* Upgrade Solana
* Add solana-tokens to build
* Remove Cargo.lock
* Remove vscode file
* Remove TravisCI build script
* Install solana-tokens
Co-authored-by: Dan Albert <dan@solana.com>
2020-05-13 08:36:30 -06:00
|
|
|
"chrono",
|
|
|
|
|
"clap",
|
2021-05-27 21:30:17 +00:00
|
|
|
"console 0.14.1",
|
Add solana-tokens (#10011)
* Initial commit
* Execute transfers
* Refactor for testing
* Cleanup readme
* Rewrite
* Cleanup
* Cleanup
* Cleanup client
* Use a Null Client to move prints closer to where messages are sent
* Upgrade Solana
* Move core functionality into its own module
* Handle transaction errors
* Merge allocations
* Fixes
* Cleanup readme
* Fix markdown
* Add example input
* Add integration test - currently fails
* Add integration test
* Add metrics
* Use RpcClient in dry-run, just don't send messages
* More metrics
* Fix dry run with no keys
* Only require one approval if fee-payer is the sender keypair
* Fix bugs
* Don't create the transaction log if nothing to put into it;
otherwise the next innvocation won't add the header
* Apply previous transactions to allocations with matching recipients
* Bail out of any account already has a balance
* Polish
* Add new 'balances' command
* 9 decimal places
* Add missing file
* Better dry-run; keypair options now optional
* Change field name from 'bid' to 'accepted'
Also, tolerate precision change from 2 decimal places to 4
* Write to transaction log immediately
* Rename allocations_csv to bids_csv
So that we can bypass bids_csv with an allocations CSV file
* Upgrade Solana
* Remove faucet from integration test
* Cleaner integration test
Won't work until this lands and is released:
https://github.com/solana-labs/solana/pull/9717
* Update README
* Add TravicCI script to build and test (#1)
* Add distribute-stake command (#2)
* Distribute -> DistributeTokens (#3)
* Cache cargo deps (#4)
* Add docs (#5)
* Switch to latest Solana 1.1 release (#7)
* distribute -> distribute-tokens (#9)
* Switch from CSV to a pickledb database (#8)
* Switch from CSV to a pickledb database
* Allow PickleDb errors to bubble up
* Dedup
* Hoist db
* Add finalized field to TransactionInfo
* Don't allow RPC client to resign transactions
* Remove dead code
* Use transport::Result
* Record unconfirmed transaction
* Fix: separate stake account per allocation
* Catch transport errors
* Panic if we attempt to replay a transaction that hasn't been finalized
* Attempt to fix CI
PickleDb isn't calling flush() or close() after writing to files.
No issue on MacOS, but looks racy in CI.
* Revert "Attempt to fix CI"
This reverts commit 1632394f636c54402b3578120e8817dd1660e19b.
* Poll for signature before returning
* Add --sol-for-fees option for stake distributions
* Add --allocations-csv option (#14)
* Add allocations-csv option
* Add tests or GTFO
* Apply review feedback
* apply feedback
* Add read_allocations function
* Update arg_parser.rs
* Fix balances command (#17)
* Fix balances command
* Fix readme
* Add --force to transfer to non-empty accounts (#18)
* Add --no-wait (#16)
* Add ThinClient methods to implement --no-wait
* Plumb --no-wait through
No tests yet
* Check transaction status on startup
* Easier to test
* Wait until transaction is finalized before checking if it failed with an error
It's possible that a minority fork thinks it failed.
* Add unit tests
* Remove dead code and rustfmt
* Don't flush database to file if doing a dry-run
* Continue when transactions not yet finalized (#20)
If those transactions are dropped, the next run will execute them.
* Return the number of confirmations (#21)
* Add read_allocations() unit-test (#22)
Delete the copy-pasted top-level test.
Fixes #19
* Add a CSV printer (#23)
* Remove all the copypasta (#24)
* Move resolve_distribute_stake_args into its own function
* Add stake args to token args
* Unify option names
* Move Command::DistributeStake into DistributeTokens
* Remove process_distribute_stake
* Only unique signers
* Use sender keypair to fund new fee-payer accounts
* Unify distribute_tokens and distribute_stake
* Rename print-database command to transaction-log (#25)
* Send all transactions as quickly as possible, then wait (#26)
* Send all transactions as quickly as possible, then wait
* Exit when finalized or blockhashes have expired
* Don't need blockhash in the CSV output
* Better types
CSV library was choking on Pubkey as a type. PickleDb doesn't have that problem.
* Resend if blockhash has not expired
* Attempt to fix CI
* Move log to stderr
* Add constructor, tuck away client (#30)
* Add constructor, tuck away client
* Fix unwrap() caught by CI
* Fix optional option flagged as required
* Bunch of cleanup (#31)
* Remove untested --no-wait feature
* Make --transactions-db an option, not an arg
So that in the future, we can make it optional
* Remove more untested features
Too many false positives in that santity check. Use --dry-run
instead.
* Add dry-run mode to ThinClient
* Cleaner dry-run
* Make key parameters required
Just don't use them in --dry-run
* Add option to write the transaction log
--dry-run doesn't write to the database. Use this option if you
want a copy of the transaction log before the final run.
* Revert --transaction-log addition
Implement #27 first
* Fix CI
* Update readme
* Fix CI in copypasta
* Sort transaction log by finalized date (#33)
* Make --transaction-db option implicit (#34)
* Move db functionality into its own module (#35)
* Move db functionality into its own module
* Rename tokens module to commands
* Version bump
* Upgrade Solana
* Add solana-tokens to build
* Remove Cargo.lock
* Remove vscode file
* Remove TravisCI build script
* Install solana-tokens
Co-authored-by: Dan Albert <dan@solana.com>
2020-05-13 08:36:30 -06:00
|
|
|
"csv",
|
2020-12-01 19:22:27 -07:00
|
|
|
"ctrlc",
|
2020-10-31 09:09:17 -07:00
|
|
|
"dirs-next",
|
Add solana-tokens (#10011)
* Initial commit
* Execute transfers
* Refactor for testing
* Cleanup readme
* Rewrite
* Cleanup
* Cleanup
* Cleanup client
* Use a Null Client to move prints closer to where messages are sent
* Upgrade Solana
* Move core functionality into its own module
* Handle transaction errors
* Merge allocations
* Fixes
* Cleanup readme
* Fix markdown
* Add example input
* Add integration test - currently fails
* Add integration test
* Add metrics
* Use RpcClient in dry-run, just don't send messages
* More metrics
* Fix dry run with no keys
* Only require one approval if fee-payer is the sender keypair
* Fix bugs
* Don't create the transaction log if nothing to put into it;
otherwise the next innvocation won't add the header
* Apply previous transactions to allocations with matching recipients
* Bail out of any account already has a balance
* Polish
* Add new 'balances' command
* 9 decimal places
* Add missing file
* Better dry-run; keypair options now optional
* Change field name from 'bid' to 'accepted'
Also, tolerate precision change from 2 decimal places to 4
* Write to transaction log immediately
* Rename allocations_csv to bids_csv
So that we can bypass bids_csv with an allocations CSV file
* Upgrade Solana
* Remove faucet from integration test
* Cleaner integration test
Won't work until this lands and is released:
https://github.com/solana-labs/solana/pull/9717
* Update README
* Add TravicCI script to build and test (#1)
* Add distribute-stake command (#2)
* Distribute -> DistributeTokens (#3)
* Cache cargo deps (#4)
* Add docs (#5)
* Switch to latest Solana 1.1 release (#7)
* distribute -> distribute-tokens (#9)
* Switch from CSV to a pickledb database (#8)
* Switch from CSV to a pickledb database
* Allow PickleDb errors to bubble up
* Dedup
* Hoist db
* Add finalized field to TransactionInfo
* Don't allow RPC client to resign transactions
* Remove dead code
* Use transport::Result
* Record unconfirmed transaction
* Fix: separate stake account per allocation
* Catch transport errors
* Panic if we attempt to replay a transaction that hasn't been finalized
* Attempt to fix CI
PickleDb isn't calling flush() or close() after writing to files.
No issue on MacOS, but looks racy in CI.
* Revert "Attempt to fix CI"
This reverts commit 1632394f636c54402b3578120e8817dd1660e19b.
* Poll for signature before returning
* Add --sol-for-fees option for stake distributions
* Add --allocations-csv option (#14)
* Add allocations-csv option
* Add tests or GTFO
* Apply review feedback
* apply feedback
* Add read_allocations function
* Update arg_parser.rs
* Fix balances command (#17)
* Fix balances command
* Fix readme
* Add --force to transfer to non-empty accounts (#18)
* Add --no-wait (#16)
* Add ThinClient methods to implement --no-wait
* Plumb --no-wait through
No tests yet
* Check transaction status on startup
* Easier to test
* Wait until transaction is finalized before checking if it failed with an error
It's possible that a minority fork thinks it failed.
* Add unit tests
* Remove dead code and rustfmt
* Don't flush database to file if doing a dry-run
* Continue when transactions not yet finalized (#20)
If those transactions are dropped, the next run will execute them.
* Return the number of confirmations (#21)
* Add read_allocations() unit-test (#22)
Delete the copy-pasted top-level test.
Fixes #19
* Add a CSV printer (#23)
* Remove all the copypasta (#24)
* Move resolve_distribute_stake_args into its own function
* Add stake args to token args
* Unify option names
* Move Command::DistributeStake into DistributeTokens
* Remove process_distribute_stake
* Only unique signers
* Use sender keypair to fund new fee-payer accounts
* Unify distribute_tokens and distribute_stake
* Rename print-database command to transaction-log (#25)
* Send all transactions as quickly as possible, then wait (#26)
* Send all transactions as quickly as possible, then wait
* Exit when finalized or blockhashes have expired
* Don't need blockhash in the CSV output
* Better types
CSV library was choking on Pubkey as a type. PickleDb doesn't have that problem.
* Resend if blockhash has not expired
* Attempt to fix CI
* Move log to stderr
* Add constructor, tuck away client (#30)
* Add constructor, tuck away client
* Fix unwrap() caught by CI
* Fix optional option flagged as required
* Bunch of cleanup (#31)
* Remove untested --no-wait feature
* Make --transactions-db an option, not an arg
So that in the future, we can make it optional
* Remove more untested features
Too many false positives in that santity check. Use --dry-run
instead.
* Add dry-run mode to ThinClient
* Cleaner dry-run
* Make key parameters required
Just don't use them in --dry-run
* Add option to write the transaction log
--dry-run doesn't write to the database. Use this option if you
want a copy of the transaction log before the final run.
* Revert --transaction-log addition
Implement #27 first
* Fix CI
* Update readme
* Fix CI in copypasta
* Sort transaction log by finalized date (#33)
* Make --transaction-db option implicit (#34)
* Move db functionality into its own module (#35)
* Move db functionality into its own module
* Rename tokens module to commands
* Version bump
* Upgrade Solana
* Add solana-tokens to build
* Remove Cargo.lock
* Remove vscode file
* Remove TravisCI build script
* Install solana-tokens
Co-authored-by: Dan Albert <dan@solana.com>
2020-05-13 08:36:30 -06:00
|
|
|
"indexmap",
|
|
|
|
|
"indicatif",
|
|
|
|
|
"pickledb",
|
|
|
|
|
"serde",
|
2020-11-19 10:32:31 -07:00
|
|
|
"solana-account-decoder",
|
Add solana-tokens (#10011)
* Initial commit
* Execute transfers
* Refactor for testing
* Cleanup readme
* Rewrite
* Cleanup
* Cleanup
* Cleanup client
* Use a Null Client to move prints closer to where messages are sent
* Upgrade Solana
* Move core functionality into its own module
* Handle transaction errors
* Merge allocations
* Fixes
* Cleanup readme
* Fix markdown
* Add example input
* Add integration test - currently fails
* Add integration test
* Add metrics
* Use RpcClient in dry-run, just don't send messages
* More metrics
* Fix dry run with no keys
* Only require one approval if fee-payer is the sender keypair
* Fix bugs
* Don't create the transaction log if nothing to put into it;
otherwise the next innvocation won't add the header
* Apply previous transactions to allocations with matching recipients
* Bail out of any account already has a balance
* Polish
* Add new 'balances' command
* 9 decimal places
* Add missing file
* Better dry-run; keypair options now optional
* Change field name from 'bid' to 'accepted'
Also, tolerate precision change from 2 decimal places to 4
* Write to transaction log immediately
* Rename allocations_csv to bids_csv
So that we can bypass bids_csv with an allocations CSV file
* Upgrade Solana
* Remove faucet from integration test
* Cleaner integration test
Won't work until this lands and is released:
https://github.com/solana-labs/solana/pull/9717
* Update README
* Add TravicCI script to build and test (#1)
* Add distribute-stake command (#2)
* Distribute -> DistributeTokens (#3)
* Cache cargo deps (#4)
* Add docs (#5)
* Switch to latest Solana 1.1 release (#7)
* distribute -> distribute-tokens (#9)
* Switch from CSV to a pickledb database (#8)
* Switch from CSV to a pickledb database
* Allow PickleDb errors to bubble up
* Dedup
* Hoist db
* Add finalized field to TransactionInfo
* Don't allow RPC client to resign transactions
* Remove dead code
* Use transport::Result
* Record unconfirmed transaction
* Fix: separate stake account per allocation
* Catch transport errors
* Panic if we attempt to replay a transaction that hasn't been finalized
* Attempt to fix CI
PickleDb isn't calling flush() or close() after writing to files.
No issue on MacOS, but looks racy in CI.
* Revert "Attempt to fix CI"
This reverts commit 1632394f636c54402b3578120e8817dd1660e19b.
* Poll for signature before returning
* Add --sol-for-fees option for stake distributions
* Add --allocations-csv option (#14)
* Add allocations-csv option
* Add tests or GTFO
* Apply review feedback
* apply feedback
* Add read_allocations function
* Update arg_parser.rs
* Fix balances command (#17)
* Fix balances command
* Fix readme
* Add --force to transfer to non-empty accounts (#18)
* Add --no-wait (#16)
* Add ThinClient methods to implement --no-wait
* Plumb --no-wait through
No tests yet
* Check transaction status on startup
* Easier to test
* Wait until transaction is finalized before checking if it failed with an error
It's possible that a minority fork thinks it failed.
* Add unit tests
* Remove dead code and rustfmt
* Don't flush database to file if doing a dry-run
* Continue when transactions not yet finalized (#20)
If those transactions are dropped, the next run will execute them.
* Return the number of confirmations (#21)
* Add read_allocations() unit-test (#22)
Delete the copy-pasted top-level test.
Fixes #19
* Add a CSV printer (#23)
* Remove all the copypasta (#24)
* Move resolve_distribute_stake_args into its own function
* Add stake args to token args
* Unify option names
* Move Command::DistributeStake into DistributeTokens
* Remove process_distribute_stake
* Only unique signers
* Use sender keypair to fund new fee-payer accounts
* Unify distribute_tokens and distribute_stake
* Rename print-database command to transaction-log (#25)
* Send all transactions as quickly as possible, then wait (#26)
* Send all transactions as quickly as possible, then wait
* Exit when finalized or blockhashes have expired
* Don't need blockhash in the CSV output
* Better types
CSV library was choking on Pubkey as a type. PickleDb doesn't have that problem.
* Resend if blockhash has not expired
* Attempt to fix CI
* Move log to stderr
* Add constructor, tuck away client (#30)
* Add constructor, tuck away client
* Fix unwrap() caught by CI
* Fix optional option flagged as required
* Bunch of cleanup (#31)
* Remove untested --no-wait feature
* Make --transactions-db an option, not an arg
So that in the future, we can make it optional
* Remove more untested features
Too many false positives in that santity check. Use --dry-run
instead.
* Add dry-run mode to ThinClient
* Cleaner dry-run
* Make key parameters required
Just don't use them in --dry-run
* Add option to write the transaction log
--dry-run doesn't write to the database. Use this option if you
want a copy of the transaction log before the final run.
* Revert --transaction-log addition
Implement #27 first
* Fix CI
* Update readme
* Fix CI in copypasta
* Sort transaction log by finalized date (#33)
* Make --transaction-db option implicit (#34)
* Move db functionality into its own module (#35)
* Move db functionality into its own module
* Rename tokens module to commands
* Version bump
* Upgrade Solana
* Add solana-tokens to build
* Remove Cargo.lock
* Remove vscode file
* Remove TravisCI build script
* Install solana-tokens
Co-authored-by: Dan Albert <dan@solana.com>
2020-05-13 08:36:30 -06:00
|
|
|
"solana-clap-utils",
|
|
|
|
|
"solana-cli-config",
|
|
|
|
|
"solana-client",
|
|
|
|
|
"solana-core",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-11-19 10:32:31 -07:00
|
|
|
"solana-program-test",
|
Add solana-tokens (#10011)
* Initial commit
* Execute transfers
* Refactor for testing
* Cleanup readme
* Rewrite
* Cleanup
* Cleanup
* Cleanup client
* Use a Null Client to move prints closer to where messages are sent
* Upgrade Solana
* Move core functionality into its own module
* Handle transaction errors
* Merge allocations
* Fixes
* Cleanup readme
* Fix markdown
* Add example input
* Add integration test - currently fails
* Add integration test
* Add metrics
* Use RpcClient in dry-run, just don't send messages
* More metrics
* Fix dry run with no keys
* Only require one approval if fee-payer is the sender keypair
* Fix bugs
* Don't create the transaction log if nothing to put into it;
otherwise the next innvocation won't add the header
* Apply previous transactions to allocations with matching recipients
* Bail out of any account already has a balance
* Polish
* Add new 'balances' command
* 9 decimal places
* Add missing file
* Better dry-run; keypair options now optional
* Change field name from 'bid' to 'accepted'
Also, tolerate precision change from 2 decimal places to 4
* Write to transaction log immediately
* Rename allocations_csv to bids_csv
So that we can bypass bids_csv with an allocations CSV file
* Upgrade Solana
* Remove faucet from integration test
* Cleaner integration test
Won't work until this lands and is released:
https://github.com/solana-labs/solana/pull/9717
* Update README
* Add TravicCI script to build and test (#1)
* Add distribute-stake command (#2)
* Distribute -> DistributeTokens (#3)
* Cache cargo deps (#4)
* Add docs (#5)
* Switch to latest Solana 1.1 release (#7)
* distribute -> distribute-tokens (#9)
* Switch from CSV to a pickledb database (#8)
* Switch from CSV to a pickledb database
* Allow PickleDb errors to bubble up
* Dedup
* Hoist db
* Add finalized field to TransactionInfo
* Don't allow RPC client to resign transactions
* Remove dead code
* Use transport::Result
* Record unconfirmed transaction
* Fix: separate stake account per allocation
* Catch transport errors
* Panic if we attempt to replay a transaction that hasn't been finalized
* Attempt to fix CI
PickleDb isn't calling flush() or close() after writing to files.
No issue on MacOS, but looks racy in CI.
* Revert "Attempt to fix CI"
This reverts commit 1632394f636c54402b3578120e8817dd1660e19b.
* Poll for signature before returning
* Add --sol-for-fees option for stake distributions
* Add --allocations-csv option (#14)
* Add allocations-csv option
* Add tests or GTFO
* Apply review feedback
* apply feedback
* Add read_allocations function
* Update arg_parser.rs
* Fix balances command (#17)
* Fix balances command
* Fix readme
* Add --force to transfer to non-empty accounts (#18)
* Add --no-wait (#16)
* Add ThinClient methods to implement --no-wait
* Plumb --no-wait through
No tests yet
* Check transaction status on startup
* Easier to test
* Wait until transaction is finalized before checking if it failed with an error
It's possible that a minority fork thinks it failed.
* Add unit tests
* Remove dead code and rustfmt
* Don't flush database to file if doing a dry-run
* Continue when transactions not yet finalized (#20)
If those transactions are dropped, the next run will execute them.
* Return the number of confirmations (#21)
* Add read_allocations() unit-test (#22)
Delete the copy-pasted top-level test.
Fixes #19
* Add a CSV printer (#23)
* Remove all the copypasta (#24)
* Move resolve_distribute_stake_args into its own function
* Add stake args to token args
* Unify option names
* Move Command::DistributeStake into DistributeTokens
* Remove process_distribute_stake
* Only unique signers
* Use sender keypair to fund new fee-payer accounts
* Unify distribute_tokens and distribute_stake
* Rename print-database command to transaction-log (#25)
* Send all transactions as quickly as possible, then wait (#26)
* Send all transactions as quickly as possible, then wait
* Exit when finalized or blockhashes have expired
* Don't need blockhash in the CSV output
* Better types
CSV library was choking on Pubkey as a type. PickleDb doesn't have that problem.
* Resend if blockhash has not expired
* Attempt to fix CI
* Move log to stderr
* Add constructor, tuck away client (#30)
* Add constructor, tuck away client
* Fix unwrap() caught by CI
* Fix optional option flagged as required
* Bunch of cleanup (#31)
* Remove untested --no-wait feature
* Make --transactions-db an option, not an arg
So that in the future, we can make it optional
* Remove more untested features
Too many false positives in that santity check. Use --dry-run
instead.
* Add dry-run mode to ThinClient
* Cleaner dry-run
* Make key parameters required
Just don't use them in --dry-run
* Add option to write the transaction log
--dry-run doesn't write to the database. Use this option if you
want a copy of the transaction log before the final run.
* Revert --transaction-log addition
Implement #27 first
* Fix CI
* Update readme
* Fix CI in copypasta
* Sort transaction log by finalized date (#33)
* Make --transaction-db option implicit (#34)
* Move db functionality into its own module (#35)
* Move db functionality into its own module
* Rename tokens module to commands
* Version bump
* Upgrade Solana
* Add solana-tokens to build
* Remove Cargo.lock
* Remove vscode file
* Remove TravisCI build script
* Install solana-tokens
Co-authored-by: Dan Albert <dan@solana.com>
2020-05-13 08:36:30 -06:00
|
|
|
"solana-remote-wallet",
|
|
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2021-07-29 21:43:24 +00:00
|
|
|
"solana-streamer",
|
2020-11-17 14:53:49 -07:00
|
|
|
"solana-transaction-status",
|
2020-11-17 16:45:45 -08:00
|
|
|
"solana-version",
|
2020-11-19 10:32:31 -07:00
|
|
|
"spl-associated-token-account",
|
|
|
|
|
"spl-token",
|
Add solana-tokens (#10011)
* Initial commit
* Execute transfers
* Refactor for testing
* Cleanup readme
* Rewrite
* Cleanup
* Cleanup
* Cleanup client
* Use a Null Client to move prints closer to where messages are sent
* Upgrade Solana
* Move core functionality into its own module
* Handle transaction errors
* Merge allocations
* Fixes
* Cleanup readme
* Fix markdown
* Add example input
* Add integration test - currently fails
* Add integration test
* Add metrics
* Use RpcClient in dry-run, just don't send messages
* More metrics
* Fix dry run with no keys
* Only require one approval if fee-payer is the sender keypair
* Fix bugs
* Don't create the transaction log if nothing to put into it;
otherwise the next innvocation won't add the header
* Apply previous transactions to allocations with matching recipients
* Bail out of any account already has a balance
* Polish
* Add new 'balances' command
* 9 decimal places
* Add missing file
* Better dry-run; keypair options now optional
* Change field name from 'bid' to 'accepted'
Also, tolerate precision change from 2 decimal places to 4
* Write to transaction log immediately
* Rename allocations_csv to bids_csv
So that we can bypass bids_csv with an allocations CSV file
* Upgrade Solana
* Remove faucet from integration test
* Cleaner integration test
Won't work until this lands and is released:
https://github.com/solana-labs/solana/pull/9717
* Update README
* Add TravicCI script to build and test (#1)
* Add distribute-stake command (#2)
* Distribute -> DistributeTokens (#3)
* Cache cargo deps (#4)
* Add docs (#5)
* Switch to latest Solana 1.1 release (#7)
* distribute -> distribute-tokens (#9)
* Switch from CSV to a pickledb database (#8)
* Switch from CSV to a pickledb database
* Allow PickleDb errors to bubble up
* Dedup
* Hoist db
* Add finalized field to TransactionInfo
* Don't allow RPC client to resign transactions
* Remove dead code
* Use transport::Result
* Record unconfirmed transaction
* Fix: separate stake account per allocation
* Catch transport errors
* Panic if we attempt to replay a transaction that hasn't been finalized
* Attempt to fix CI
PickleDb isn't calling flush() or close() after writing to files.
No issue on MacOS, but looks racy in CI.
* Revert "Attempt to fix CI"
This reverts commit 1632394f636c54402b3578120e8817dd1660e19b.
* Poll for signature before returning
* Add --sol-for-fees option for stake distributions
* Add --allocations-csv option (#14)
* Add allocations-csv option
* Add tests or GTFO
* Apply review feedback
* apply feedback
* Add read_allocations function
* Update arg_parser.rs
* Fix balances command (#17)
* Fix balances command
* Fix readme
* Add --force to transfer to non-empty accounts (#18)
* Add --no-wait (#16)
* Add ThinClient methods to implement --no-wait
* Plumb --no-wait through
No tests yet
* Check transaction status on startup
* Easier to test
* Wait until transaction is finalized before checking if it failed with an error
It's possible that a minority fork thinks it failed.
* Add unit tests
* Remove dead code and rustfmt
* Don't flush database to file if doing a dry-run
* Continue when transactions not yet finalized (#20)
If those transactions are dropped, the next run will execute them.
* Return the number of confirmations (#21)
* Add read_allocations() unit-test (#22)
Delete the copy-pasted top-level test.
Fixes #19
* Add a CSV printer (#23)
* Remove all the copypasta (#24)
* Move resolve_distribute_stake_args into its own function
* Add stake args to token args
* Unify option names
* Move Command::DistributeStake into DistributeTokens
* Remove process_distribute_stake
* Only unique signers
* Use sender keypair to fund new fee-payer accounts
* Unify distribute_tokens and distribute_stake
* Rename print-database command to transaction-log (#25)
* Send all transactions as quickly as possible, then wait (#26)
* Send all transactions as quickly as possible, then wait
* Exit when finalized or blockhashes have expired
* Don't need blockhash in the CSV output
* Better types
CSV library was choking on Pubkey as a type. PickleDb doesn't have that problem.
* Resend if blockhash has not expired
* Attempt to fix CI
* Move log to stderr
* Add constructor, tuck away client (#30)
* Add constructor, tuck away client
* Fix unwrap() caught by CI
* Fix optional option flagged as required
* Bunch of cleanup (#31)
* Remove untested --no-wait feature
* Make --transactions-db an option, not an arg
So that in the future, we can make it optional
* Remove more untested features
Too many false positives in that santity check. Use --dry-run
instead.
* Add dry-run mode to ThinClient
* Cleaner dry-run
* Make key parameters required
Just don't use them in --dry-run
* Add option to write the transaction log
--dry-run doesn't write to the database. Use this option if you
want a copy of the transaction log before the final run.
* Revert --transaction-log addition
Implement #27 first
* Fix CI
* Update readme
* Fix CI in copypasta
* Sort transaction log by finalized date (#33)
* Make --transaction-db option implicit (#34)
* Move db functionality into its own module (#35)
* Move db functionality into its own module
* Rename tokens module to commands
* Version bump
* Upgrade Solana
* Add solana-tokens to build
* Remove Cargo.lock
* Remove vscode file
* Remove TravisCI build script
* Install solana-tokens
Co-authored-by: Dan Albert <dan@solana.com>
2020-05-13 08:36:30 -06:00
|
|
|
"tempfile",
|
|
|
|
|
"thiserror",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-07-23 15:08:59 -06:00
|
|
|
name = "solana-transaction-status"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-07-23 15:08:59 -06:00
|
|
|
"Inflector",
|
2020-08-14 23:53:58 -07:00
|
|
|
"base64 0.12.3",
|
2020-07-23 15:08:59 -06:00
|
|
|
"bincode",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"bs58 0.3.1",
|
2020-05-01 12:51:29 -07:00
|
|
|
"lazy_static",
|
2020-07-23 15:08:59 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
2020-07-31 13:26:09 -06:00
|
|
|
"solana-account-decoder",
|
2020-10-09 12:55:35 -07:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-07-23 15:08:59 -06:00
|
|
|
"solana-vote-program",
|
2021-04-01 16:48:05 -06:00
|
|
|
"spl-associated-token-account",
|
2021-04-05 20:06:44 -06:00
|
|
|
"spl-memo",
|
2020-07-31 13:26:09 -06:00
|
|
|
"spl-token",
|
|
|
|
|
"thiserror",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-07-23 15:08:59 -06:00
|
|
|
name = "solana-upload-perf"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-07-23 15:08:59 -06:00
|
|
|
"serde_json",
|
|
|
|
|
"solana-metrics",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-07-23 15:08:59 -06:00
|
|
|
name = "solana-validator"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-12-11 20:03:15 -08:00
|
|
|
"base64 0.12.3",
|
2020-12-25 22:31:25 -08:00
|
|
|
"bincode",
|
2020-04-27 17:09:07 -06:00
|
|
|
"chrono",
|
2020-07-23 15:08:59 -06:00
|
|
|
"clap",
|
2021-05-27 21:30:17 +00:00
|
|
|
"console 0.14.1",
|
2020-12-29 12:09:47 -07:00
|
|
|
"core_affinity",
|
2020-12-15 10:52:22 -08:00
|
|
|
"fd-lock",
|
2020-12-08 23:18:27 -08:00
|
|
|
"indicatif",
|
2021-02-26 21:42:09 -08:00
|
|
|
"jsonrpc-core",
|
|
|
|
|
"jsonrpc-core-client",
|
|
|
|
|
"jsonrpc-derive",
|
|
|
|
|
"jsonrpc-ipc-server",
|
|
|
|
|
"jsonrpc-server-utils",
|
2020-07-23 15:08:59 -06:00
|
|
|
"libc",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-01-12 17:13:47 -08:00
|
|
|
"num_cpus",
|
2020-04-27 09:33:33 -07:00
|
|
|
"rand 0.7.3",
|
2021-02-05 22:39:23 -08:00
|
|
|
"serde",
|
2020-07-23 15:08:59 -06:00
|
|
|
"signal-hook",
|
|
|
|
|
"solana-clap-utils",
|
2020-12-08 23:18:27 -08:00
|
|
|
"solana-cli-config",
|
2020-07-23 15:08:59 -06:00
|
|
|
"solana-client",
|
|
|
|
|
"solana-core",
|
|
|
|
|
"solana-download-utils",
|
|
|
|
|
"solana-faucet",
|
2021-05-24 16:45:36 +02:00
|
|
|
"solana-genesis-utils",
|
2021-05-26 09:15:46 -06:00
|
|
|
"solana-gossip",
|
2020-07-23 15:08:59 -06:00
|
|
|
"solana-ledger",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-07-23 15:08:59 -06:00
|
|
|
"solana-metrics",
|
|
|
|
|
"solana-net-utils",
|
|
|
|
|
"solana-perf",
|
2021-06-04 18:19:08 +00:00
|
|
|
"solana-poh",
|
2021-05-19 00:54:28 -06:00
|
|
|
"solana-rpc",
|
2020-07-23 15:08:59 -06:00
|
|
|
"solana-runtime",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2021-07-29 21:43:24 +00:00
|
|
|
"solana-streamer",
|
2020-07-23 15:08:59 -06:00
|
|
|
"solana-version",
|
|
|
|
|
"solana-vote-program",
|
2020-12-08 23:18:27 -08:00
|
|
|
"symlink",
|
2021-09-24 17:37:57 +00:00
|
|
|
"tikv-jemallocator",
|
2020-07-23 15:08:59 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "solana-version"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2020-07-23 15:08:59 -06:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-07-23 15:08:59 -06:00
|
|
|
"rustc_version",
|
2020-05-01 12:51:29 -07:00
|
|
|
"serde",
|
2020-07-23 15:08:59 -06:00
|
|
|
"serde_derive",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-frozen-abi 1.8.0",
|
|
|
|
|
"solana-frozen-abi-macro 1.8.0",
|
|
|
|
|
"solana-logger 1.8.0",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
2020-07-23 15:08:59 -06:00
|
|
|
name = "solana-vote-program"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-07-23 15:08:59 -06:00
|
|
|
"bincode",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-09-23 12:29:24 +00:00
|
|
|
"num-derive",
|
2020-07-23 15:08:59 -06:00
|
|
|
"num-traits",
|
|
|
|
|
"rustc_version",
|
|
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-frozen-abi 1.8.0",
|
|
|
|
|
"solana-frozen-abi-macro 1.8.0",
|
|
|
|
|
"solana-logger 1.8.0",
|
2020-07-23 15:08:59 -06:00
|
|
|
"solana-metrics",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-07-23 15:08:59 -06:00
|
|
|
"thiserror",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2019-10-29 10:39:10 -07:00
|
|
|
[[package]]
|
2020-07-23 15:08:59 -06:00
|
|
|
name = "solana-watchtower"
|
2021-10-06 15:48:23 -06:00
|
|
|
version = "1.8.0"
|
2019-10-29 10:39:10 -07:00
|
|
|
dependencies = [
|
2020-07-23 15:08:59 -06:00
|
|
|
"clap",
|
2021-06-04 14:38:02 +00:00
|
|
|
"humantime",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-07-23 15:08:59 -06:00
|
|
|
"solana-clap-utils",
|
|
|
|
|
"solana-cli-config",
|
2020-09-22 18:29:11 -06:00
|
|
|
"solana-cli-output",
|
2020-07-23 15:08:59 -06:00
|
|
|
"solana-client",
|
2021-10-06 15:48:23 -06:00
|
|
|
"solana-logger 1.8.0",
|
2020-07-23 15:08:59 -06:00
|
|
|
"solana-metrics",
|
|
|
|
|
"solana-notifier",
|
2020-11-04 11:18:20 -08:00
|
|
|
"solana-sdk",
|
2020-07-23 15:08:59 -06:00
|
|
|
"solana-version",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "solana_rbpf"
|
2021-05-25 10:05:35 +02:00
|
|
|
version = "0.2.11"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-05-25 10:05:35 +02:00
|
|
|
checksum = "7c1c5bdfa63c68d848d95024c7f4335bae4b1917f7df2e48e2d945f4664a8b45"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"byteorder",
|
|
|
|
|
"combine",
|
2020-05-08 12:37:04 -07:00
|
|
|
"goblin",
|
2020-04-27 17:09:07 -06:00
|
|
|
"hash32",
|
|
|
|
|
"libc",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-05-08 12:37:04 -07:00
|
|
|
"rand 0.7.3",
|
2021-05-25 10:05:35 +02:00
|
|
|
"rustc-demangle",
|
2020-05-08 12:37:04 -07:00
|
|
|
"scroll",
|
2020-04-27 17:09:07 -06:00
|
|
|
"thiserror",
|
2020-08-05 12:30:39 -07:00
|
|
|
"time 0.1.43",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-07-12 23:57:35 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "spin"
|
2019-11-06 08:31:25 -07:00
|
|
|
version = "0.5.2"
|
2019-07-12 23:57:35 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "6e63cff320ae2c57904679ba7cb63280a3dc4613885beafb148ee7bf9aa9042d"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-11-19 10:32:31 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "spl-associated-token-account"
|
2021-07-21 15:05:45 +00:00
|
|
|
version = "1.0.3"
|
2020-11-19 10:32:31 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-21 15:05:45 +00:00
|
|
|
checksum = "393e2240d521c3dd770806bff25c2c00d761ac962be106e14e22dd912007f428"
|
2020-11-19 10:32:31 -07:00
|
|
|
dependencies = [
|
2021-07-21 15:05:45 +00:00
|
|
|
"solana-program 1.7.6",
|
2020-11-19 10:32:31 -07:00
|
|
|
"spl-token",
|
|
|
|
|
]
|
|
|
|
|
|
2021-02-01 21:02:57 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "spl-memo"
|
2021-04-05 13:53:50 -07:00
|
|
|
version = "3.0.1"
|
2021-02-01 21:02:57 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-04-05 13:53:50 -07:00
|
|
|
checksum = "bd0dc6f70db6bacea7ff25870b016a65ba1d1b6013536f08e4fd79a8f9005325"
|
2021-02-01 21:02:57 -07:00
|
|
|
dependencies = [
|
2021-07-21 15:05:45 +00:00
|
|
|
"solana-program 1.7.6",
|
2020-07-24 17:45:21 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "spl-token"
|
2021-07-21 15:05:45 +00:00
|
|
|
version = "3.2.0"
|
2020-06-19 16:15:13 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-21 15:05:45 +00:00
|
|
|
checksum = "93bfdd5bd7c869cb565c7d7635c4fafe189b988a0bdef81063cd9585c6b8dc01"
|
2020-06-19 16:15:13 -06:00
|
|
|
dependencies = [
|
2020-08-28 15:54:57 -06:00
|
|
|
"arrayref",
|
2020-09-23 12:29:24 +00:00
|
|
|
"num-derive",
|
2020-07-24 17:45:21 -06:00
|
|
|
"num-traits",
|
2020-08-28 15:54:57 -06:00
|
|
|
"num_enum",
|
2021-07-21 15:05:45 +00:00
|
|
|
"solana-program 1.7.6",
|
2020-07-24 17:45:21 -06:00
|
|
|
"thiserror",
|
2020-06-19 16:15:13 -06:00
|
|
|
]
|
|
|
|
|
|
2020-10-21 17:05:27 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "stable_deref_trait"
|
|
|
|
|
version = "1.2.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "a8f112729512f8e442d81f95a8a7ddf2b7c6b8a1a6f509a95864142b30cab2d3"
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "standback"
|
|
|
|
|
version = "0.2.9"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "b0437cfb83762844799a60e1e3b489d5ceb6a650fbacb86437badc1b6d87b246"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"version_check 0.9.2",
|
|
|
|
|
]
|
|
|
|
|
|
2020-09-08 21:22:22 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "static_assertions"
|
|
|
|
|
version = "1.1.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f"
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "stdweb"
|
|
|
|
|
version = "0.4.20"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "d022496b16281348b52d0e30ae99e01a73d737b2f45d38fed4edf79f9325a1d5"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"discard",
|
|
|
|
|
"rustc_version",
|
|
|
|
|
"stdweb-derive",
|
|
|
|
|
"stdweb-internal-macros",
|
|
|
|
|
"stdweb-internal-runtime",
|
|
|
|
|
"wasm-bindgen",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "stdweb-derive"
|
|
|
|
|
version = "0.5.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "c87a60a40fccc84bef0652345bbbbbe20a605bf5d0ce81719fc476f5c03b50ef"
|
|
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2020-08-05 12:30:39 -07:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "stdweb-internal-macros"
|
|
|
|
|
version = "0.2.9"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "58fa5ff6ad0d98d1ffa8cb115892b6e69d67799f6763e162a1c9db421dc22e11"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"base-x",
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2020-08-05 12:30:39 -07:00
|
|
|
"serde",
|
|
|
|
|
"serde_derive",
|
|
|
|
|
"serde_json",
|
|
|
|
|
"sha1",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "stdweb-internal-runtime"
|
|
|
|
|
version = "0.1.5"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "213701ba3370744dcd1a12960caa4843b3d68b4d1c0a5d575e0d65b2ee9d16c0"
|
|
|
|
|
|
2021-09-20 06:00:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "stream-cancel"
|
|
|
|
|
version = "0.8.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "7b0a9eb2715209fb8cc0d942fcdff45674bfc9f0090a0d897e85a22955ad159b"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"futures-core",
|
|
|
|
|
"pin-project 1.0.1",
|
|
|
|
|
"tokio",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "strsim"
|
2019-04-06 13:04:18 +00:00
|
|
|
version = "0.8.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "8ea5119cdb4c55b55d432abb513a0429384878c15dde60cc77b1c99de1a95a6a"
|
2019-07-27 06:59:46 -06:00
|
|
|
|
2019-04-18 14:37:20 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "subtle"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "2.2.2"
|
2019-04-18 14:37:20 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "7c65d530b10ccaeac294f349038a597e435b18fb456aadd0840a623f83b9e941"
|
2019-04-18 14:37:20 -06:00
|
|
|
|
2019-07-31 17:58:10 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "symlink"
|
|
|
|
|
version = "0.1.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "a7973cce6668464ea31f176d85b13c7ab3bba2cb3b77a2ed26abd7801688010a"
|
2019-07-31 17:58:10 -07:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "syn"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.15.44"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "9ca4b3b69a77cbe1ffc9e198781b7acb0c7365a883670e8f1c1bc66fba79a5c5"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"proc-macro2 0.4.30",
|
|
|
|
|
"quote 0.6.13",
|
|
|
|
|
"unicode-xid 0.1.0",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-08-21 12:14:58 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "syn"
|
2021-02-05 19:23:24 +09:00
|
|
|
version = "1.0.60"
|
2019-08-21 12:14:58 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 19:23:24 +09:00
|
|
|
checksum = "c700597eca8a5a762beb35753ef6b94df201c81cca676604f547495a0d7f0081"
|
2019-08-21 12:14:58 -07:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2020-04-27 17:09:07 -06:00
|
|
|
"unicode-xid 0.2.0",
|
2019-08-21 12:14:58 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "synstructure"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.12.3"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "67656ea1dc1b41b1451851562ea232ec2e5a80242139f7e679ceccfb5d61f545"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-04-27 17:09:07 -06:00
|
|
|
"unicode-xid 0.2.0",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-12-04 15:17:24 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "sysctl"
|
|
|
|
|
version = "0.4.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "0501f0d0c2aa64b419abff97c209f4b82c4e67caa63e8dc5b222ecc1b574cb5c"
|
2019-12-04 15:17:24 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bitflags",
|
|
|
|
|
"byteorder",
|
|
|
|
|
"failure",
|
|
|
|
|
"libc",
|
|
|
|
|
"walkdir",
|
2019-12-04 15:17:24 -08:00
|
|
|
]
|
|
|
|
|
|
2019-12-18 18:31:04 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "systemstat"
|
|
|
|
|
version = "0.1.5"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "2078da8d09c6202bffd5e075946e65bfad5ce2cfa161edb15c5f014a8440adee"
|
2019-12-18 18:31:04 -05:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bytesize",
|
|
|
|
|
"chrono",
|
|
|
|
|
"lazy_static",
|
|
|
|
|
"libc",
|
|
|
|
|
"nom 3.2.1",
|
2020-08-05 12:30:39 -07:00
|
|
|
"time 0.1.43",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-12-18 18:31:04 -05:00
|
|
|
]
|
|
|
|
|
|
2019-03-20 16:14:46 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "tar"
|
2021-08-20 17:13:35 +00:00
|
|
|
version = "0.4.37"
|
2019-03-20 16:14:46 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-20 17:13:35 +00:00
|
|
|
checksum = "d6f5515d3add52e0bbdcad7b83c388bb36ba7b754dda3b5f5bc2d38640cdba5c"
|
2019-03-20 16:14:46 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"filetime",
|
|
|
|
|
"libc",
|
|
|
|
|
"xattr",
|
2019-03-20 16:14:46 -07:00
|
|
|
]
|
|
|
|
|
|
2020-08-07 08:45:17 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "tarpc"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.24.1"
|
2020-08-07 08:45:17 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "e325774dd5b35d979e9f4db2b0f0d7d85dc2ff2b676a3150af56c09eafc14b07"
|
2020-08-07 08:45:17 -06:00
|
|
|
dependencies = [
|
2020-09-08 21:22:22 -06:00
|
|
|
"anyhow",
|
2020-08-07 08:45:17 -06:00
|
|
|
"fnv",
|
2020-11-13 09:02:29 +00:00
|
|
|
"futures 0.3.8",
|
2021-06-04 14:38:02 +00:00
|
|
|
"humantime",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-10-29 19:21:18 -06:00
|
|
|
"pin-project 1.0.1",
|
2020-08-07 08:45:17 -06:00
|
|
|
"rand 0.7.3",
|
|
|
|
|
"serde",
|
2020-09-08 21:22:22 -06:00
|
|
|
"static_assertions",
|
2020-08-07 08:45:17 -06:00
|
|
|
"tarpc-plugins",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2020-08-07 08:45:17 -06:00
|
|
|
"tokio-serde",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio-util",
|
2020-08-07 08:45:17 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tarpc-plugins"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.9.0"
|
2020-08-07 08:45:17 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "f3240378a22b1195734e085ba71d1d4188d50f034aea82635acc430b7005afb5"
|
2020-08-07 08:45:17 -06:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-08-07 08:45:17 -06:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "tempfile"
|
2019-07-12 23:57:35 -07:00
|
|
|
version = "3.1.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "7a6e24d9338a0a5be79593e2fa15a648add6138caa803e2d5bc782c371732ca9"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-10-31 09:09:17 -07:00
|
|
|
"cfg-if 0.1.10",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
|
|
|
|
"rand 0.7.3",
|
2021-09-25 16:48:42 +00:00
|
|
|
"redox_syscall 0.1.56",
|
2020-04-27 17:09:07 -06:00
|
|
|
"remove_dir_all",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "termcolor"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "1.1.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "bb6bfa289a4d7c5766392812c0a1f4c1ba45afa1ad47803c11e1f407d846d75f"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"winapi-util",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-04-27 09:16:24 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "terminal_size"
|
2021-05-27 21:30:17 +00:00
|
|
|
version = "0.1.16"
|
2020-04-27 09:16:24 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-05-27 21:30:17 +00:00
|
|
|
checksum = "86ca8ced750734db02076f44132d802af0b33b09942331f4459dde8636fd2406"
|
2020-04-27 09:16:24 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-04-27 09:16:24 -06:00
|
|
|
]
|
|
|
|
|
|
2019-03-20 16:14:46 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "termios"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.3.2"
|
2019-03-20 16:14:46 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "6f0fcee7b24a25675de40d5bb4de6e41b0df07bc9856295e7e2b3a3600c400c2"
|
2019-03-20 16:14:46 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2019-03-20 16:14:46 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "textwrap"
|
2019-04-06 13:04:18 +00:00
|
|
|
version = "0.11.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "d326610f408c7a4eb6f51c37c330e496b08506c9457c9d34287ecc38809fb060"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"unicode-width",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-12-02 15:42:05 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "thiserror"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "1.0.23"
|
2019-12-02 15:42:05 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "76cc616c6abf8c8928e2fdcc0dbfab37175edd8fb49a4641066ad1364fdab146"
|
2019-12-02 15:42:05 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"thiserror-impl",
|
2019-12-02 15:42:05 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "thiserror-impl"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "1.0.23"
|
2019-07-27 06:59:46 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "9be73a2caec27583d0046ef3796c3794f868a5bc813db689eed00c7631275cd1"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2019-08-12 21:33:13 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "thread-scoped"
|
|
|
|
|
version = "1.0.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "bcbb6aa301e5d3b0b5ef639c9a9c7e2f1c944f177b460c04dc24c69b1fa2bd99"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2021-09-24 17:37:57 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "tikv-jemalloc-sys"
|
|
|
|
|
version = "0.4.2+5.2.1-patched.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "5844e429d797c62945a566f8da4e24c7fe3fbd5d6617fd8bf7a0b7dc1ee0f22e"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"cc",
|
|
|
|
|
"fs_extra",
|
|
|
|
|
"libc",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tikv-jemallocator"
|
|
|
|
|
version = "0.4.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "3c14a5a604eb8715bc5785018a37d00739b180bcf609916ddf4393d33d49ccdf"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"libc",
|
|
|
|
|
"tikv-jemalloc-sys",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "time"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.43"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "ca8a50ef2360fbd1eeb0ecd46795a87a19024eb4b53c5dc916ca1fd95fe62438"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "time"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.2.25"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "1195b046942c221454c2539395f85413b33383a067449d78aab2b7b052a142f7"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"const_fn",
|
2020-08-05 12:30:39 -07:00
|
|
|
"libc",
|
|
|
|
|
"standback",
|
|
|
|
|
"stdweb",
|
|
|
|
|
"time-macros",
|
|
|
|
|
"version_check 0.9.2",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "time-macros"
|
|
|
|
|
version = "0.1.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "9ae9b6e9f095bc105e183e3cd493d72579be3181ad4004fceb01adbe9eecab2d"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro-hack",
|
|
|
|
|
"time-macros-impl",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "time-macros-impl"
|
|
|
|
|
version = "0.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "e5c3be1edfad6027c69f5491cf4cb310d1a71ecd6af742788c6ff8bced86b8fa"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro-hack",
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2020-08-05 12:30:39 -07:00
|
|
|
"standback",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
2020-01-10 09:19:28 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "tiny-bip39"
|
2021-09-25 16:48:42 +00:00
|
|
|
version = "0.8.1"
|
2021-02-05 00:21:53 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-09-25 16:48:42 +00:00
|
|
|
checksum = "524daa5624d9d4ffb5a0625971d35205b882111daa6b6338a7a6c578a3c36928"
|
2021-02-05 00:21:53 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"anyhow",
|
|
|
|
|
"hmac 0.8.1",
|
|
|
|
|
"once_cell",
|
2021-09-25 16:48:42 +00:00
|
|
|
"parking_lot 0.11.2",
|
2021-02-05 00:21:53 -07:00
|
|
|
"pbkdf2 0.4.0",
|
|
|
|
|
"rand 0.7.3",
|
|
|
|
|
"rustc-hash",
|
2021-09-25 16:48:42 +00:00
|
|
|
"sha2",
|
2021-02-05 00:21:53 -07:00
|
|
|
"thiserror",
|
|
|
|
|
"unicode-normalization",
|
|
|
|
|
"zeroize",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tinyvec"
|
|
|
|
|
version = "1.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "317cca572a0e89c3ce0ca1f1bdc9369547fe318a683418e42ac8f59d14701023"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"tinyvec_macros",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tinyvec_macros"
|
|
|
|
|
version = "0.1.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "cda74da7e1a664f795bb1f8a87ec406fb89a02522cf6e50620d016add6dbbf5c"
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tokio"
|
2021-07-08 13:49:33 -06:00
|
|
|
version = "1.8.1"
|
2021-02-05 00:21:53 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-08 13:49:33 -06:00
|
|
|
checksum = "98c8b05dc14c75ea83d63dd391100353789f5f24b8b3866542a5e85c8be8e985"
|
2021-02-05 00:21:53 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"autocfg 1.0.0",
|
|
|
|
|
"bytes 1.0.1",
|
|
|
|
|
"libc",
|
2021-08-09 18:22:28 -06:00
|
|
|
"memchr 2.4.0",
|
2021-02-05 00:21:53 -07:00
|
|
|
"mio 0.7.6",
|
|
|
|
|
"num_cpus",
|
|
|
|
|
"once_cell",
|
2021-09-25 16:48:42 +00:00
|
|
|
"parking_lot 0.11.2",
|
2021-08-27 00:55:02 +00:00
|
|
|
"pin-project-lite",
|
2021-02-05 00:21:53 -07:00
|
|
|
"signal-hook-registry",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio-macros",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2021-02-05 00:21:53 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-codec"
|
2020-02-06 11:16:29 -07:00
|
|
|
version = "0.1.2"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "25b2998660ba0e70d18684de5d06b70b70a3a747469af9dea7618cc59e75976b"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bytes 0.4.12",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures 0.1.29",
|
2020-04-27 17:09:07 -06:00
|
|
|
"tokio-io",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-executor"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.10"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "fb2d1b8f4548dbf5e1f7818512e9c406860678f29c300cdf0ebac72d1a3a1671"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2021-01-15 18:07:35 +09:00
|
|
|
"crossbeam-utils 0.7.2",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures 0.1.29",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-io"
|
2020-02-05 14:02:33 -07:00
|
|
|
version = "0.1.13"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "57fc868aae093479e3131e3d165c93b1c7474109d13c90ec0dda2a1bbfff0674"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bytes 0.4.12",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures 0.1.29",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2021-07-09 19:54:29 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-io-timeout"
|
|
|
|
|
version = "1.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "90c49f106be240de154571dd31fbe48acb10ba6c6dd6f6517ad603abffa42de9"
|
|
|
|
|
dependencies = [
|
2021-08-27 00:55:02 +00:00
|
|
|
"pin-project-lite",
|
|
|
|
|
"tokio",
|
2020-10-29 19:21:18 -06:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-macros"
|
2021-07-08 13:49:33 -06:00
|
|
|
version = "1.3.0"
|
2021-02-05 00:21:53 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-08 13:49:33 -06:00
|
|
|
checksum = "54473be61f4ebe4efd09cec9bd5d16fa51d70ea0192213d754d2d500457db110"
|
2021-02-05 00:21:53 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2021-02-05 00:21:53 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-native-tls"
|
|
|
|
|
version = "0.3.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "f7d995660bd2b7f8c1568414c1126076c13fbb725c40112dc0120b78eb9b717b"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"native-tls",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2021-02-05 00:21:53 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-reactor"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.12"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "09bc590ec4ba8ba87652da2068d150dcada2cfa2e07faae270a5e0409aa51351"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2021-01-15 18:07:35 +09:00
|
|
|
"crossbeam-utils 0.7.2",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures 0.1.29",
|
2020-04-27 17:09:07 -06:00
|
|
|
"lazy_static",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-10-29 19:21:18 -06:00
|
|
|
"mio 0.6.22",
|
2020-04-27 17:09:07 -06:00
|
|
|
"num_cpus",
|
|
|
|
|
"parking_lot 0.9.0",
|
|
|
|
|
"slab",
|
|
|
|
|
"tokio-executor",
|
|
|
|
|
"tokio-io",
|
|
|
|
|
"tokio-sync",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2021-02-05 00:21:53 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-rustls"
|
|
|
|
|
version = "0.22.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "bc6844de72e57df1980054b38be3a9f4702aba4858be64dd700181a8a6d0e1b6"
|
|
|
|
|
dependencies = [
|
2021-03-18 10:03:50 -07:00
|
|
|
"rustls",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2021-02-05 00:21:53 -07:00
|
|
|
"webpki",
|
|
|
|
|
]
|
|
|
|
|
|
2020-08-07 08:45:17 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-serde"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.8.0"
|
2020-08-07 08:45:17 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "911a61637386b789af998ee23f50aa30d5fd7edcec8d6d3dedae5e5815205466"
|
2020-08-07 08:45:17 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"bincode",
|
2021-02-05 00:21:53 -07:00
|
|
|
"bytes 1.0.1",
|
|
|
|
|
"educe",
|
|
|
|
|
"futures-core",
|
|
|
|
|
"futures-sink",
|
|
|
|
|
"pin-project 1.0.1",
|
2020-08-07 08:45:17 -06:00
|
|
|
"serde",
|
2021-02-05 00:21:53 -07:00
|
|
|
"serde_json",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-stream"
|
|
|
|
|
version = "0.1.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "76066865172052eb8796c686f0b441a93df8b08d40a950b062ffb9a426f00edd"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"futures-core",
|
2021-08-27 00:55:02 +00:00
|
|
|
"pin-project-lite",
|
|
|
|
|
"tokio",
|
2020-08-07 08:45:17 -06:00
|
|
|
]
|
|
|
|
|
|
2019-01-29 13:12:50 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-sync"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.8"
|
2019-01-29 13:12:50 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "edfe50152bc8164fcc456dab7891fa9bf8beaf01c5ee7e1dd43a397c3cf87dee"
|
2019-01-29 13:12:50 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"fnv",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures 0.1.29",
|
2019-01-29 13:12:50 -06:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-tcp"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.4"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "98df18ed66e3b72e742f185882a9e201892407957e45fbff8da17ae7a7c51f72"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bytes 0.4.12",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures 0.1.29",
|
2020-04-27 17:09:07 -06:00
|
|
|
"iovec",
|
2020-10-29 19:21:18 -06:00
|
|
|
"mio 0.6.22",
|
2020-04-27 17:09:07 -06:00
|
|
|
"tokio-io",
|
|
|
|
|
"tokio-reactor",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-tls"
|
|
|
|
|
version = "0.2.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "354b8cd83825b3c20217a9dc174d6a0c67441a2fae5c41bcb1ea6679f6ae0f7c"
|
2020-02-26 12:23:54 +08:00
|
|
|
dependencies = [
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures 0.1.29",
|
2020-04-27 17:09:07 -06:00
|
|
|
"native-tls",
|
|
|
|
|
"tokio-io",
|
2020-02-26 12:23:54 +08:00
|
|
|
]
|
|
|
|
|
|
2020-10-29 19:21:18 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "tokio-util"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.6.3"
|
2020-10-29 19:21:18 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "ebb7cb2f00c5ae8df755b252306272cd1790d39728363936e01827e11f0b017b"
|
2020-10-29 19:21:18 -06:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"bytes 1.0.1",
|
2020-10-29 19:21:18 -06:00
|
|
|
"futures-core",
|
2021-09-20 06:00:08 +00:00
|
|
|
"futures-io",
|
2020-10-29 19:21:18 -06:00
|
|
|
"futures-sink",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-08-27 00:55:02 +00:00
|
|
|
"pin-project-lite",
|
|
|
|
|
"tokio",
|
2020-10-29 19:21:18 -06:00
|
|
|
]
|
|
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "toml"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.5.6"
|
2019-07-15 13:17:17 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "ffc92d160b1eef40665be3a05630d003936a3bc7da7421277846c2613e92c71a"
|
2019-07-15 13:17:17 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
2019-07-15 13:17:17 -06:00
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "tonic"
|
2021-07-09 19:54:29 +00:00
|
|
|
version = "0.5.0"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-09 19:54:29 +00:00
|
|
|
checksum = "b584f064fdfc50017ec39162d5aebce49912f1eb16fd128e04b7f4ce4907c7e5"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"async-stream",
|
|
|
|
|
"async-trait",
|
2021-02-05 00:21:53 -07:00
|
|
|
"base64 0.13.0",
|
|
|
|
|
"bytes 1.0.1",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures-core",
|
|
|
|
|
"futures-util",
|
2021-08-27 00:55:02 +00:00
|
|
|
"h2",
|
2021-02-02 19:53:08 -07:00
|
|
|
"http",
|
2021-08-27 00:55:02 +00:00
|
|
|
"http-body",
|
2021-08-09 18:22:28 -06:00
|
|
|
"hyper 0.14.11",
|
2021-07-09 19:54:29 +00:00
|
|
|
"hyper-timeout",
|
2020-08-05 12:30:39 -07:00
|
|
|
"percent-encoding 2.1.0",
|
2021-02-05 00:21:53 -07:00
|
|
|
"pin-project 1.0.1",
|
2020-08-05 12:30:39 -07:00
|
|
|
"prost",
|
|
|
|
|
"prost-derive",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2021-03-18 10:03:50 -07:00
|
|
|
"tokio-rustls",
|
2021-02-05 00:21:53 -07:00
|
|
|
"tokio-stream",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio-util",
|
2020-08-05 12:30:39 -07:00
|
|
|
"tower",
|
2021-07-09 19:54:29 +00:00
|
|
|
"tower-layer",
|
2020-08-05 12:30:39 -07:00
|
|
|
"tower-service",
|
|
|
|
|
"tracing",
|
|
|
|
|
"tracing-futures",
|
|
|
|
|
]
|
|
|
|
|
|
2021-07-09 22:21:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "tonic-build"
|
|
|
|
|
version = "0.5.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "25db9a497663a9a779693ef67b6e6aef8345b3d3ff8d50ef92eae6c88cb1e386"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"proc-macro2 1.0.24",
|
|
|
|
|
"prost-build",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-07-09 22:21:08 +00:00
|
|
|
"syn 1.0.60",
|
|
|
|
|
]
|
|
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "tower"
|
2021-07-09 19:54:29 +00:00
|
|
|
version = "0.4.8"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-07-09 19:54:29 +00:00
|
|
|
checksum = "f60422bc7fefa2f3ec70359b8ff1caff59d785877eb70595904605bcc412470f"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"futures-core",
|
|
|
|
|
"futures-util",
|
|
|
|
|
"indexmap",
|
2021-02-05 00:21:53 -07:00
|
|
|
"pin-project 1.0.1",
|
|
|
|
|
"rand 0.8.3",
|
2020-08-05 12:30:39 -07:00
|
|
|
"slab",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio",
|
2021-02-05 00:21:53 -07:00
|
|
|
"tokio-stream",
|
2021-08-27 00:55:02 +00:00
|
|
|
"tokio-util",
|
2020-08-05 12:30:39 -07:00
|
|
|
"tower-layer",
|
|
|
|
|
"tower-service",
|
|
|
|
|
"tracing",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tower-layer"
|
|
|
|
|
version = "0.3.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "343bc9466d3fe6b0f960ef45960509f84480bf4fd96f92901afe7ff3df9d3a62"
|
2020-08-05 12:30:39 -07:00
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "tower-service"
|
|
|
|
|
version = "0.3.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "e987b6bf443f4b5b3b6f38704195592cca41c5bb7aedd3c3693c7081f8289860"
|
2020-01-08 13:31:43 -07:00
|
|
|
|
2020-08-05 12:30:39 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "tracing"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "0.1.26"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "09adeb8c97449311ccd28a427f96fb563e7fd31aabf994189879d9da2394b89d"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"cfg-if 1.0.0",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2021-08-27 00:55:02 +00:00
|
|
|
"pin-project-lite",
|
2020-08-05 12:30:39 -07:00
|
|
|
"tracing-attributes",
|
|
|
|
|
"tracing-core",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tracing-attributes"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "0.1.15"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "c42e6fa53307c8a17e4ccd4dc81cf5ec38db9209f59b222210375b54ee40d1e2"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-08-05 12:30:39 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tracing-core"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "0.1.18"
|
2020-08-05 12:30:39 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "a9ff14f98b1a4b289c6248a023c1c2fa1491062964e9fed67ab29c4e4da4a052"
|
2020-08-05 12:30:39 -07:00
|
|
|
dependencies = [
|
|
|
|
|
"lazy_static",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "tracing-futures"
|
|
|
|
|
version = "0.2.4"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "ab7bb6f14721aa00656086e9335d363c5c8747bae02ebe32ea2c7dece5689b4c"
|
|
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"pin-project 0.4.23",
|
2020-08-05 12:30:39 -07:00
|
|
|
"tracing",
|
|
|
|
|
]
|
|
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "traitobject"
|
|
|
|
|
version = "0.1.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "efd1f82c56340fdf16f2a953d7bda4f8fdffba13d93b00844c25572110b26079"
|
2020-02-26 12:23:54 +08:00
|
|
|
|
2018-12-07 20:44:59 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "treeline"
|
|
|
|
|
version = "0.1.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "a7f741b240f1a48843f9b8e0444fb55fb2a4ff67293b50a9179dfd5ea67f8d41"
|
2018-12-07 20:44:59 -08:00
|
|
|
|
2020-01-28 16:02:28 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "trees"
|
|
|
|
|
version = "0.2.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "afa1821e85be4f56cc5bd08bdbc32c0e26d105c90bed9c637992f6c7f747c180"
|
2020-01-28 16:02:28 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"indexed",
|
2020-01-28 16:02:28 -08:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "try-lock"
|
|
|
|
|
version = "0.2.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "e604eb7b43c06650e854be16a2a03155743d3752dd1c943f6829e26b7a36e382"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-02-06 14:16:30 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "tungstenite"
|
|
|
|
|
version = "0.10.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "cfea31758bf674f990918962e8e5f07071a3161bd7c4138ed23e416e1ac4264e"
|
2020-02-06 14:16:30 -05:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"base64 0.11.0",
|
|
|
|
|
"byteorder",
|
|
|
|
|
"bytes 0.5.4",
|
2021-02-02 19:53:08 -07:00
|
|
|
"http",
|
2020-04-27 17:09:07 -06:00
|
|
|
"httparse",
|
|
|
|
|
"input_buffer",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 17:09:07 -06:00
|
|
|
"native-tls",
|
|
|
|
|
"rand 0.7.3",
|
2021-09-20 06:00:08 +00:00
|
|
|
"sha-1 0.8.2",
|
2021-02-05 00:21:53 -07:00
|
|
|
"url 2.2.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"utf-8",
|
2020-02-06 14:16:30 -05:00
|
|
|
]
|
|
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "typeable"
|
|
|
|
|
version = "0.1.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "1410f6f91f21d1612654e7cc69193b0334f909dcf2c790c4826254fbb86f8887"
|
2019-07-27 06:59:46 -06:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "typenum"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "1.12.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "373c8a200f9e67a0c95e62a4f52fbf80c23b4381c05a17845531982fa99e6b33"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-10-20 20:50:24 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "ucd-trie"
|
|
|
|
|
version = "0.1.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "56dee185309b50d1f11bfedef0fe6d036842e3fb77413abef29f8f8d1c5d4c1c"
|
|
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "unicase"
|
|
|
|
|
version = "1.4.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "7f4765f83163b74f957c797ad9253caf97f103fb064d3999aea9568d09fc8a33"
|
2020-02-26 12:23:54 +08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"version_check 0.1.5",
|
2020-02-26 12:23:54 +08:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "unicase"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "2.6.0"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "50f37be617794602aabbeee0be4f259dc1778fabe05e2d67ee8f79326d5cb4f6"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-05-28 15:32:42 -07:00
|
|
|
"version_check 0.9.2",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "unicode-bidi"
|
|
|
|
|
version = "0.3.4"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "49f2bd0c6468a8230e1db229cff8029217cf623c767ea5d60bfbd42729ea54d5"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"matches",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "unicode-normalization"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.1.16"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "a13e63ab62dbe32aeee58d1c5408d35c36c392bba5d9d3142287219721afe606"
|
2019-03-17 18:48:23 -07:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"tinyvec",
|
2019-03-17 18:48:23 -07:00
|
|
|
]
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2021-07-09 22:21:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "unicode-segmentation"
|
|
|
|
|
version = "1.8.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "8895849a949e7845e06bd6dc1aa51731a103c42707010a5b591c0038fb73385b"
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "unicode-width"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.7"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "caaa9d531767d1ff2150b9332433f32a24622147e5ebb1f26409d5da67afd479"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "unicode-xid"
|
|
|
|
|
version = "0.1.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "fc72304796d0818e357ead4e000d19c9c174ab23dc11093ac919054d20a6a7fc"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2019-08-21 12:14:58 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "unicode-xid"
|
|
|
|
|
version = "0.2.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "826e7639553986605ec5979c7dd957c7895e93eabed50ab2ffa7f6128a75097c"
|
2019-08-21 12:14:58 -07:00
|
|
|
|
2019-12-02 16:46:46 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "unix_socket2"
|
|
|
|
|
version = "0.5.4"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "b57c6eace16c00eccb98a28e85db3370eab0685bdd5e13831d59e2bcb49a1d8a"
|
2019-12-02 16:46:46 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2019-12-02 16:46:46 -08:00
|
|
|
]
|
|
|
|
|
|
2020-11-24 18:00:19 +01:00
|
|
|
[[package]]
|
|
|
|
|
name = "unreachable"
|
|
|
|
|
version = "1.0.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "382810877fe448991dfc7f0dd6e3ae5d58088fd0ea5e35189655f84e6814fa56"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"void",
|
|
|
|
|
]
|
|
|
|
|
|
2019-07-19 07:34:04 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "untrusted"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.7.1"
|
2019-07-19 07:34:04 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "a156c684c91ea7d62626509bce3cb4e1d9ed5c4d978f7b4352658f96a4c26b4a"
|
2019-07-19 07:34:04 -07:00
|
|
|
|
2021-04-15 01:01:58 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "uriparse"
|
|
|
|
|
version = "0.6.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "e515b1ada404168e145ac55afba3c42f04cf972201a8552d42e2abb17c1b7221"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"fnv",
|
|
|
|
|
"lazy_static",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "url"
|
|
|
|
|
version = "1.7.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "dd4e7c0d531266369519a4aa4f399d748bd37043b00bde1e4ff1f60a120b355a"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"idna 0.1.5",
|
|
|
|
|
"matches",
|
|
|
|
|
"percent-encoding 1.0.1",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2019-07-26 21:46:38 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "url"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "2.2.0"
|
2019-07-26 21:46:38 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "5909f2b0817350449ed73e8bcd81c8c3c8d9a7a5d8acba4b27db277f1868976e"
|
2019-07-26 21:46:38 -07:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"form_urlencoded",
|
2020-04-27 17:09:07 -06:00
|
|
|
"idna 0.2.0",
|
|
|
|
|
"matches",
|
|
|
|
|
"percent-encoding 2.1.0",
|
2019-07-26 21:46:38 -07:00
|
|
|
]
|
|
|
|
|
|
2019-12-02 16:46:46 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "users"
|
2020-04-10 12:47:21 -07:00
|
|
|
version = "0.10.0"
|
2019-12-02 16:46:46 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "aa4227e95324a443c9fcb06e03d4d85e91aabe9a5a02aa818688b6918b6af486"
|
2019-12-02 16:46:46 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2019-12-02 16:46:46 -08:00
|
|
|
]
|
|
|
|
|
|
2020-02-06 14:16:30 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "utf-8"
|
|
|
|
|
version = "0.7.5"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "05e42f7c18b8f902290b009cde6d651262f956c98bc51bca4cd1d511c9cd85c7"
|
2019-07-27 06:59:46 -06:00
|
|
|
|
2020-07-13 22:22:36 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "utf8-width"
|
|
|
|
|
version = "0.1.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "6f2c54fe5e8d6907c60dc6fba532cc8529245d97ff4e26cb490cb462de114ba4"
|
|
|
|
|
|
2020-02-06 14:16:30 -05:00
|
|
|
[[package]]
|
|
|
|
|
name = "vcpkg"
|
|
|
|
|
version = "0.2.8"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "3fc439f2794e98976c88a2a2dafce96b930fe8010b0a256b3c2199a773933168"
|
2020-02-06 14:16:30 -05:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "vec_map"
|
2020-05-14 18:22:47 -07:00
|
|
|
version = "0.8.2"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-14 18:22:47 -07:00
|
|
|
checksum = "f1bddf1187be692e79c5ffeab891132dfb0f236ed36a43c7ed39f1165ee20191"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "version_check"
|
|
|
|
|
version = "0.1.5"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "914b1a6776c4c929a602fafd8bc742e06365d4bcbe48c30f9cca5824f70dc9dd"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-04-23 08:38:09 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "version_check"
|
2020-05-28 15:32:42 -07:00
|
|
|
version = "0.9.2"
|
2020-04-23 08:38:09 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-28 15:32:42 -07:00
|
|
|
checksum = "b5a972e5669d67ba988ce3dc826706fb0a8b01471c088cb0b6110b805cc36aed"
|
2020-04-23 08:38:09 -07:00
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "void"
|
|
|
|
|
version = "1.0.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "6a02e4885ed3bc0f2de90ea6dd45ebcbb66dacffe03547fadbb0eeae2770887d"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2019-07-27 06:59:46 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "wait-timeout"
|
|
|
|
|
version = "0.2.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "9f200f5b12eb75f8c1ed65abd4b2db8a6e1b138a20de009dacee265a2498f3f6"
|
2019-07-27 06:59:46 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2019-01-09 09:56:23 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "walkdir"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "2.3.1"
|
2019-01-09 09:56:23 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "777182bc735b6424e1a57516d35ed72cb8019d85c8c9bf536dccb3445c1a2f7d"
|
2019-01-09 09:56:23 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"same-file",
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-04-27 17:09:07 -06:00
|
|
|
"winapi-util",
|
2019-01-09 09:56:23 -08:00
|
|
|
]
|
|
|
|
|
|
2020-01-08 13:31:43 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "want"
|
|
|
|
|
version = "0.3.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "1ce8a968cb1cd110d136ff8b819a556d6fb6d919363c61534f6860c7eb172ba0"
|
2020-01-08 13:31:43 -07:00
|
|
|
dependencies = [
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-04-27 17:09:07 -06:00
|
|
|
"try-lock",
|
2020-01-08 13:31:43 -07:00
|
|
|
]
|
|
|
|
|
|
2020-04-27 17:09:07 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "wasi"
|
|
|
|
|
version = "0.9.0+wasi-snapshot-preview1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "cccddf32554fecc6acb585f82a32a72e28b48f8c4c1883ddfeeeaa96f7d8e519"
|
|
|
|
|
|
2019-09-16 16:51:45 -06:00
|
|
|
[[package]]
|
|
|
|
|
name = "wasm-bindgen"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.2.70"
|
2019-09-16 16:51:45 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "55c0f7123de74f0dab9b7d00fd614e7b19349cd1e2f5252bbe9b1754b59433be"
|
2019-09-16 16:51:45 -06:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"cfg-if 1.0.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"serde",
|
|
|
|
|
"serde_json",
|
|
|
|
|
"wasm-bindgen-macro",
|
2019-09-16 16:51:45 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "wasm-bindgen-backend"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.2.70"
|
2019-09-16 16:51:45 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "7bc45447f0d4573f3d65720f636bbcc3dd6ce920ed704670118650bcd47764c7"
|
2019-09-16 16:51:45 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bumpalo",
|
|
|
|
|
"lazy_static",
|
Cost model 1.7 (#20188)
* Cost Model to limit transactions which are not parallelizeable (#16694)
* * Add following to banking_stage:
1. CostModel as immutable ref shared between threads, to provide estimated cost for transactions.
2. CostTracker which is shared between threads, tracks transaction costs for each block.
* replace hard coded program ID with id() calls
* Add Account Access Cost as part of TransactionCost. Account Access cost are weighted differently between read and write, signed and non-signed.
* Establish instruction_execution_cost_table, add function to update or insert instruction cost, unit tested. It is read-only for now; it allows Replay to insert realtime instruction execution costs to the table.
* add test for cost_tracker atomically try_add operation, serves as safety guard for future changes
* check cost against local copy of cost_tracker, return transactions that would exceed limit as unprocessed transaction to be buffered; only apply bank processed transactions cost to tracker;
* bencher to new banking_stage with max cost limit to allow cost model being hit consistently during bench iterations
* replay stage feed back program cost (#17731)
* replay stage feeds back realtime per-program execution cost to cost model;
* program cost execution table is initialized into empty table, no longer populated with hardcoded numbers;
* changed cost unit to microsecond, using value collected from mainnet;
* add ExecuteCostTable with fixed capacity for security concern, when its limit is reached, programs with old age AND less occurrence will be pushed out to make room for new programs.
* investigate system performance test degradation (#17919)
* Add stats and counter around cost model ops, mainly:
- calculate transaction cost
- check transaction can fit in a block
- update block cost tracker after transactions are added to block
- replay_stage to update/insert execution cost to table
* Change mutex on cost_tracker to RwLock
* removed cloning cost_tracker for local use, as the metrics show clone is very expensive.
* acquire and hold locks for block of TXs, instead of acquire and release per transaction;
* remove redundant would_fit check from cost_tracker update execution path
* refactor cost checking with less frequent lock acquiring
* avoid many Transaction_cost heap allocation when calculate cost, which
is in the hot path - executed per transaction.
* create hashmap with new_capacity to reduce runtime heap realloc.
* code review changes: categorize stats, replace explicit drop calls, concisely initiate to default
* address potential deadlock by acquiring locks one at time
* Persist cost table to blockstore (#18123)
* Add `ProgramCosts` Column Family to blockstore, implement LedgerColumn; add `delete_cf` to Rocks
* Add ProgramCosts to compaction excluding list alone side with TransactionStatusIndex in one place: `excludes_from_compaction()`
* Write cost table to blockstore after `replay_stage` replayed active banks; add stats to measure persist time
* Deletes program from `ProgramCosts` in blockstore when they are removed from cost_table in memory
* Only try to persist to blockstore when cost_table is changed.
* Restore cost table during validator startup
* Offload `cost_model` related operations from replay main thread to dedicated service thread, add channel to send execute_timings between these threads;
* Move `cost_update_service` to its own module; replay_stage is now decoupled from cost_model.
* log warning when channel send fails (#18391)
* Aggregate cost_model into cost_tracker (#18374)
* * aggregate cost_model into cost_tracker, decouple it from banking_stage to prevent accidental deadlock. * Simplified code, removed unused functions
* review fixes
* update ledger tool to restore cost table from blockstore (#18489)
* update ledger tool to restore cost model from blockstore when compute-slot-cost
* Move initialize_cost_table into cost_model, so the function can be tested and shared between validator and ledger-tool
* refactor and simplify a test
* manually fix merge conflicts
* Per-program id timings (#17554)
* more manual fixing
* solve a merge conflict
* featurize cost model
* more merge fix
* cost model uses compute_unit to replace microsecond as cost unit
(#18934)
* Reject blocks for costs above the max block cost (#18994)
* Update block max cost limit to fix performance regession (#19276)
* replace function with const var for better readability (#19285)
* Add few more metrics data points (#19624)
* periodically report sigverify_stage stats (#19674)
* manual merge
* cost model nits (#18528)
* Accumulate consumed units (#18714)
* tx wide compute budget (#18631)
* more manual merge
* ignore zerorize drop security
* - update const cost values with data collected by #19627
- update cost calculation to closely proposed fee schedule #16984
* add transaction cost histogram metrics (#20350)
* rebase to 1.7.15
* add tx count and thread id to stats (#20451)
each stat reports and resets when slot changes
* remove cost_model feature_set
* ignore vote transactions from cost model
Co-authored-by: sakridge <sakridge@gmail.com>
Co-authored-by: Jeff Biseda <jbiseda@gmail.com>
Co-authored-by: Jack May <jack@solana.com>
2021-10-06 15:11:41 -05:00
|
|
|
"log 0.4.14",
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-04-27 17:09:07 -06:00
|
|
|
"wasm-bindgen-shared",
|
2020-01-08 13:31:43 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "wasm-bindgen-futures"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.4.20"
|
2020-01-08 13:31:43 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "3de431a2910c86679c34283a33f66f4e4abd7e0aec27b6669060148872aadf94"
|
2020-01-08 13:31:43 -07:00
|
|
|
dependencies = [
|
2021-02-05 00:21:53 -07:00
|
|
|
"cfg-if 1.0.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"js-sys",
|
|
|
|
|
"wasm-bindgen",
|
|
|
|
|
"web-sys",
|
2019-09-16 16:51:45 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "wasm-bindgen-macro"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.2.70"
|
2019-09-16 16:51:45 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "3b8853882eef39593ad4174dd26fc9865a64e84026d223f63bb2c42affcbba2c"
|
2019-09-16 16:51:45 -06:00
|
|
|
dependencies = [
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2020-04-27 17:09:07 -06:00
|
|
|
"wasm-bindgen-macro-support",
|
2019-09-16 16:51:45 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "wasm-bindgen-macro-support"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.2.70"
|
2019-09-16 16:51:45 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "4133b5e7f2a531fa413b3a1695e925038a05a71cf67e87dafa295cb645a01385"
|
2019-09-16 16:51:45 -06:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-04-27 17:09:07 -06:00
|
|
|
"wasm-bindgen-backend",
|
|
|
|
|
"wasm-bindgen-shared",
|
2019-09-16 16:51:45 -06:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "wasm-bindgen-shared"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "0.2.70"
|
2019-09-16 16:51:45 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "dd4945e4943ae02d15c13962b38a5b1e81eadd4b71214eee75af64a4d6a4fd64"
|
2019-09-16 16:51:45 -06:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "web-sys"
|
2020-05-28 15:32:42 -07:00
|
|
|
version = "0.3.40"
|
2019-09-16 16:51:45 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-05-28 15:32:42 -07:00
|
|
|
checksum = "7b72fe77fd39e4bd3eaa4412fd299a0be6b3dfe9d2597e2f1c20beb968f41d17"
|
2019-09-16 16:51:45 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"js-sys",
|
|
|
|
|
"wasm-bindgen",
|
2019-09-16 16:51:45 -06:00
|
|
|
]
|
|
|
|
|
|
2019-09-04 12:11:44 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "webpki"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.21.2"
|
2019-09-04 12:11:44 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "f1f50e1972865d6b1adb54167d1c8ed48606004c2c9d0ea5f1eeb34d95e863ef"
|
2019-09-04 12:11:44 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"ring",
|
|
|
|
|
"untrusted",
|
2019-09-04 12:11:44 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "webpki-roots"
|
2021-03-18 10:03:50 -07:00
|
|
|
version = "0.21.0"
|
2019-09-16 16:51:45 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-03-18 10:03:50 -07:00
|
|
|
checksum = "82015b7e0b8bad8185994674a13a93306bea76cf5a16c5a181382fd3a5ec2376"
|
2019-09-16 16:51:45 -06:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"webpki",
|
2019-09-16 16:51:45 -06:00
|
|
|
]
|
|
|
|
|
|
2020-02-26 12:23:54 +08:00
|
|
|
[[package]]
|
|
|
|
|
name = "websocket"
|
|
|
|
|
version = "0.24.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "413b37840b9e27b340ce91b319ede10731de8c72f5bc4cb0206ec1ca4ce581d0"
|
2020-02-26 12:23:54 +08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"bytes 0.4.12",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures 0.1.29",
|
2020-04-27 17:09:07 -06:00
|
|
|
"hyper 0.10.16",
|
|
|
|
|
"native-tls",
|
|
|
|
|
"rand 0.6.5",
|
|
|
|
|
"tokio-codec",
|
|
|
|
|
"tokio-io",
|
|
|
|
|
"tokio-reactor",
|
|
|
|
|
"tokio-tcp",
|
2021-02-05 00:21:53 -07:00
|
|
|
"tokio-tls",
|
2020-04-27 17:09:07 -06:00
|
|
|
"unicase 1.4.2",
|
|
|
|
|
"url 1.7.2",
|
|
|
|
|
"websocket-base",
|
2020-02-26 12:23:54 +08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "websocket-base"
|
|
|
|
|
version = "0.24.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "5e3810f0d00c4dccb54c30a4eee815e703232819dec7b007db115791c42aa374"
|
2020-02-26 12:23:54 +08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"base64 0.10.1",
|
|
|
|
|
"bitflags",
|
|
|
|
|
"byteorder",
|
|
|
|
|
"bytes 0.4.12",
|
2020-08-05 12:30:39 -07:00
|
|
|
"futures 0.1.29",
|
2020-04-27 17:09:07 -06:00
|
|
|
"native-tls",
|
|
|
|
|
"rand 0.6.5",
|
|
|
|
|
"sha1",
|
|
|
|
|
"tokio-codec",
|
|
|
|
|
"tokio-io",
|
|
|
|
|
"tokio-tcp",
|
2021-02-05 00:21:53 -07:00
|
|
|
"tokio-tls",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
2021-07-09 22:21:08 +00:00
|
|
|
[[package]]
|
|
|
|
|
name = "which"
|
|
|
|
|
version = "4.0.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
|
|
checksum = "87c14ef7e1b8b8ecfc75d5eca37949410046e66f15d185c01d70824f1f8111ef"
|
|
|
|
|
dependencies = [
|
|
|
|
|
"libc",
|
|
|
|
|
"thiserror",
|
|
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "winapi"
|
|
|
|
|
version = "0.2.8"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "167dc9d6949a9b857f3451275e911c3f44255842c1f7a76f33c55103a909087a"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "winapi"
|
2021-08-09 18:22:28 -06:00
|
|
|
version = "0.3.9"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-08-09 18:22:28 -06:00
|
|
|
checksum = "5c839a674fcd7a98952e593242ea400abe93992746761e38641405d28b00f419"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"winapi-i686-pc-windows-gnu",
|
|
|
|
|
"winapi-x86_64-pc-windows-gnu",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "winapi-build"
|
|
|
|
|
version = "0.1.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "2d315eee3b34aca4797b2da6b13ed88266e6d612562a0c46390af8299fc699bc"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "winapi-i686-pc-windows-gnu"
|
|
|
|
|
version = "0.4.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "winapi-util"
|
2020-04-27 17:09:07 -06:00
|
|
|
version = "0.1.5"
|
2018-11-17 15:30:50 -08:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "70ec6ce85bb158151cae5e5c87f95a8e97d2c0c4b001223f33a334e3ce5de178"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2018-11-17 15:30:50 -08:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "winapi-x86_64-pc-windows-gnu"
|
|
|
|
|
version = "0.4.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f"
|
2018-11-17 15:30:50 -08:00
|
|
|
|
2020-03-11 08:59:26 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "winreg"
|
|
|
|
|
version = "0.7.0"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "0120db82e8a1e0b9fb3345a539c478767c0048d842860994d96113d5b667bd69"
|
2020-03-11 08:59:26 -07:00
|
|
|
dependencies = [
|
2021-08-09 18:22:28 -06:00
|
|
|
"winapi 0.3.9",
|
2020-03-11 08:59:26 -07:00
|
|
|
]
|
|
|
|
|
|
2018-11-17 15:30:50 -08:00
|
|
|
[[package]]
|
|
|
|
|
name = "ws2_32-sys"
|
|
|
|
|
version = "0.2.1"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "d59cefebd0c892fa2dd6de581e937301d8552cb44489cdff035c6187cb63fa5e"
|
2018-11-17 15:30:50 -08:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"winapi 0.2.8",
|
|
|
|
|
"winapi-build",
|
2019-07-27 06:59:46 -06:00
|
|
|
]
|
|
|
|
|
|
2019-03-20 16:14:46 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "xattr"
|
|
|
|
|
version = "0.2.2"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "244c3741f4240ef46274860397c7c74e50eb23624996930e484c16679633a54c"
|
2019-03-20 16:14:46 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
2019-03-20 16:14:46 -07:00
|
|
|
]
|
|
|
|
|
|
2019-03-15 10:54:54 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "yaml-rust"
|
|
|
|
|
version = "0.4.3"
|
|
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-04-27 17:09:07 -06:00
|
|
|
checksum = "65923dd1784f44da1d2c3dbbc5e822045628c590ba72123e1c73d3c230c4434d"
|
2019-03-15 10:54:54 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"linked-hash-map",
|
2019-03-15 10:54:54 -07:00
|
|
|
]
|
|
|
|
|
|
2020-04-27 09:33:33 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "zeroize"
|
2021-02-05 00:21:53 -07:00
|
|
|
version = "1.2.0"
|
2020-04-27 09:33:33 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-02-05 00:21:53 -07:00
|
|
|
checksum = "81a974bcdd357f0dca4d41677db03436324d45a4c9ed2d0b873a5a360ce41c36"
|
2020-07-23 17:23:51 -06:00
|
|
|
dependencies = [
|
|
|
|
|
"zeroize_derive",
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "zeroize_derive"
|
2021-09-25 09:48:07 -04:00
|
|
|
version = "1.2.0"
|
2020-07-23 17:23:51 -06:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2021-09-25 09:48:07 -04:00
|
|
|
checksum = "bdff2024a851a322b08f179173ae2ba620445aef1e838f0c196820eade4ae0c7"
|
2020-07-23 17:23:51 -06:00
|
|
|
dependencies = [
|
2020-10-29 19:21:18 -06:00
|
|
|
"proc-macro2 1.0.24",
|
2021-07-16 09:49:13 +00:00
|
|
|
"quote 1.0.9",
|
2021-02-05 19:23:24 +09:00
|
|
|
"syn 1.0.60",
|
2020-07-23 17:23:51 -06:00
|
|
|
"synstructure",
|
|
|
|
|
]
|
2020-04-27 09:33:33 -07:00
|
|
|
|
2020-04-03 13:13:49 -07:00
|
|
|
[[package]]
|
|
|
|
|
name = "zstd"
|
2020-06-14 06:35:13 +00:00
|
|
|
version = "0.5.3+zstd.1.4.5"
|
2020-04-03 13:13:49 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-06-14 06:35:13 +00:00
|
|
|
checksum = "01b32eaf771efa709e8308605bbf9319bf485dc1503179ec0469b611937c0cd8"
|
2020-04-03 13:13:49 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"zstd-safe",
|
2020-04-03 13:13:49 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "zstd-safe"
|
2020-06-14 06:35:13 +00:00
|
|
|
version = "2.0.5+zstd.1.4.5"
|
2020-04-03 13:13:49 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-06-14 06:35:13 +00:00
|
|
|
checksum = "1cfb642e0d27f64729a639c52db457e0ae906e7bc6f5fe8f5c453230400f1055"
|
2020-04-03 13:13:49 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
|
|
|
|
"zstd-sys",
|
2020-04-03 13:13:49 -07:00
|
|
|
]
|
|
|
|
|
|
|
|
|
|
[[package]]
|
|
|
|
|
name = "zstd-sys"
|
2020-06-14 06:35:13 +00:00
|
|
|
version = "1.4.17+zstd.1.4.5"
|
2020-04-03 13:13:49 -07:00
|
|
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
2020-06-14 06:35:13 +00:00
|
|
|
checksum = "b89249644df056b522696b1bb9e7c18c87e8ffa3e2f0dc3b0155875d6498f01b"
|
2020-04-03 13:13:49 -07:00
|
|
|
dependencies = [
|
2020-04-27 17:09:07 -06:00
|
|
|
"cc",
|
2020-05-08 12:37:04 -07:00
|
|
|
"glob",
|
2021-07-09 19:54:29 +00:00
|
|
|
"itertools 0.9.0",
|
2020-04-27 17:09:07 -06:00
|
|
|
"libc",
|
|
|
|
|
]
|