//! The `entry_writer` module helps implement the TPU's write stage. It //! writes entries to the given writer, which is typically a file or //! stdout, and then sends the Entry to its output channel. use bank::Bank; use entry::Entry; use serde_json; use std::io::{self, BufRead, Cursor, Error, ErrorKind, Write}; pub struct EntryWriter<'a, W> { bank: &'a Bank, writer: W, } impl<'a, W: Write> EntryWriter<'a, W> { /// Create a new Tpu that wraps the given Bank. pub fn new(bank: &'a Bank, writer: W) -> Self { EntryWriter { bank, writer } } fn write_entry(writer: &mut W, entry: &Entry) -> io::Result<()> { let serialized = serde_json::to_string(entry).unwrap(); writeln!(writer, "{}", serialized) } pub fn write_entries(writer: &mut W, entries: I) -> io::Result<()> where I: IntoIterator, { for entry in entries { Self::write_entry(writer, &entry)?; } Ok(()) } fn write_and_register_entry(&mut self, entry: &Entry) -> io::Result<()> { trace!("write_and_register_entry entry"); if !entry.has_more { self.bank.register_entry_id(&entry.id); } Self::write_entry(&mut self.writer, entry) } pub fn write_and_register_entries(&mut self, entries: &[Entry]) -> io::Result<()> { for entry in entries { self.write_and_register_entry(&entry)?; } Ok(()) } } /// Parse a string containing an Entry. pub fn read_entry(s: &str) -> io::Result { serde_json::from_str(s).map_err(|e| Error::new(ErrorKind::Other, e.to_string())) } /// Return an iterator for all the entries in the given file. pub fn read_entries(reader: R) -> impl Iterator> { reader.lines().map(|s| read_entry(&s?)) } /// Same as read_entries() but returning a vector. Handy for debugging short logs. pub fn read_entries_to_vec(reader: R) -> io::Result> { let mut result = vec![]; for x in read_entries(reader) { result.push(x?); } Ok(result) } /// Same as read_entries() but parsing a string and returning a vector. pub fn read_entries_from_str(s: &str) -> io::Result> { read_entries_to_vec(Cursor::new(s)) } #[cfg(test)] mod tests { use super::*; use ledger; use mint::Mint; use packet::BLOB_DATA_SIZE; use signature::{KeyPair, KeyPairUtil}; use std::str; use transaction::Transaction; #[test] fn test_dont_register_partial_entries() { let mint = Mint::new(1); let bank = Bank::new(&mint); let writer = io::sink(); let mut entry_writer = EntryWriter::new(&bank, writer); let keypair = KeyPair::new(); let tx = Transaction::new(&mint.keypair(), keypair.pubkey(), 1, mint.last_id()); // NOTE: if Entry grows to larger than a transaction, the code below falls over let threshold = (BLOB_DATA_SIZE / 256) - 1; // 256 is transaction size // Verify large entries are split up and the first sets has_more. let txs = vec![tx.clone(); threshold * 2]; let entries = ledger::next_entries(&mint.last_id(), 0, txs); assert_eq!(entries.len(), 2); assert!(entries[0].has_more); assert!(!entries[1].has_more); // Verify that write_and_register_entry doesn't register the first entries after a split. assert_eq!(bank.last_id(), mint.last_id()); entry_writer.write_and_register_entry(&entries[0]).unwrap(); assert_eq!(bank.last_id(), mint.last_id()); // Verify that write_and_register_entry registers the final entry after a split. entry_writer.write_and_register_entry(&entries[1]).unwrap(); assert_eq!(bank.last_id(), entries[1].id); } #[test] fn test_read_entries_from_str() { let mint = Mint::new(1); let mut buf = vec![]; EntryWriter::write_entries(&mut buf, mint.create_entries()).unwrap(); let entries = read_entries_from_str(str::from_utf8(&buf).unwrap()).unwrap(); assert_eq!(entries, mint.create_entries()); } }