Line data Source code
1 : #include "fd_dump_pb.h"
2 : #include "generated/block.pb.h"
3 : #include "generated/invoke.pb.h"
4 : #include "generated/txn.pb.h"
5 : #include "generated/vm.pb.h"
6 : #include "../fd_system_ids.h"
7 : #include "../fd_bank.h"
8 : #include "../fd_runtime.h"
9 : #include "../fd_alut.h"
10 : #include "../program/fd_precompiles.h"
11 : #include "../../../ballet/nanopb/pb_encode.h"
12 : #include "../../accdb/fd_accdb_sync.h"
13 : #include "../../progcache/fd_prog_load.h"
14 : #include "../program/vote/fd_vote_state_versioned.h"
15 : #include "../sysvar/fd_sysvar_epoch_rewards.h"
16 : #include "../fd_runtime_stack.h"
17 :
18 : #include <stdio.h> /* fopen */
19 : #include <sys/mman.h> /* mmap */
20 : #include <unistd.h> /* ftruncate */
21 :
22 : #define SORT_NAME sort_uint64_t
23 0 : #define SORT_KEY_T uint64_t
24 0 : #define SORT_BEFORE(a,b) (a)<(b)
25 : #include "../../../util/tmpl/fd_sort.c"
26 :
27 : struct fd_dump_account_key_node {
28 : fd_pubkey_t key;
29 : ulong redblack_parent;
30 : ulong redblack_left;
31 : ulong redblack_right;
32 : int redblack_color;
33 : };
34 : typedef struct fd_dump_account_key_node fd_dump_account_key_node_t;
35 0 : #define REDBLK_T fd_dump_account_key_node_t
36 : #define REDBLK_NAME fd_dump_account_key_map
37 0 : long fd_dump_account_key_map_compare( fd_dump_account_key_node_t * left, fd_dump_account_key_node_t * right ) {
38 0 : return memcmp( left->key.uc, right->key.uc, sizeof(fd_pubkey_t) );
39 0 : }
40 : #include "../../../util/tmpl/fd_redblack.c"
41 :
42 : /***** CONSTANTS *****/
43 : static fd_pubkey_t const * fd_dump_sysvar_ids[] = {
44 : &fd_sysvar_recent_block_hashes_id,
45 : &fd_sysvar_clock_id,
46 : &fd_sysvar_slot_history_id,
47 : &fd_sysvar_slot_hashes_id,
48 : &fd_sysvar_epoch_schedule_id,
49 : &fd_sysvar_epoch_rewards_id,
50 : &fd_sysvar_fees_id,
51 : &fd_sysvar_rent_id,
52 : &fd_sysvar_stake_history_id,
53 : &fd_sysvar_last_restart_slot_id,
54 : &fd_sysvar_instructions_id,
55 : };
56 : static ulong const num_sysvar_entries = (sizeof(fd_dump_sysvar_ids) / sizeof(fd_pubkey_t *));
57 :
58 : static fd_pubkey_t const * fd_dump_builtin_ids[] = {
59 : &fd_solana_system_program_id,
60 : &fd_solana_vote_program_id,
61 : &fd_solana_stake_program_id,
62 : &fd_solana_bpf_loader_v4_program_id,
63 : &fd_solana_bpf_loader_deprecated_program_id,
64 : &fd_solana_bpf_loader_program_id,
65 : &fd_solana_bpf_loader_upgradeable_program_id,
66 : &fd_solana_compute_budget_program_id,
67 : &fd_solana_keccak_secp_256k_program_id,
68 : &fd_solana_secp256r1_program_id,
69 : &fd_solana_zk_elgamal_proof_program_id,
70 : &fd_solana_ed25519_sig_verify_program_id,
71 : };
72 : static ulong const num_loaded_builtins = (sizeof(fd_dump_builtin_ids) / sizeof(fd_pubkey_t *));
73 :
74 : /***** UTILITY FUNCTIONS *****/
75 :
76 : /** FEATURE DUMPING **/
77 : static void
78 : dump_sorted_features( fd_features_t const * features,
79 : fd_exec_test_feature_set_t * output_feature_set,
80 0 : fd_spad_t * spad ) {
81 : /* NOTE: Caller must have a spad frame prepared */
82 0 : uint64_t * unsorted_features = fd_spad_alloc( spad, alignof(uint64_t), FD_FEATURE_ID_CNT * sizeof(uint64_t) );
83 0 : ulong num_features = 0;
84 0 : for( const fd_feature_id_t * current_feature = fd_feature_iter_init(); !fd_feature_iter_done( current_feature ); current_feature = fd_feature_iter_next( current_feature ) ) {
85 0 : if (features->f[current_feature->index] != FD_FEATURE_DISABLED) {
86 0 : unsorted_features[num_features++] = (uint64_t) current_feature->id.ul[0];
87 0 : }
88 0 : }
89 : // Sort the features
90 0 : void * scratch = fd_spad_alloc( spad, sort_uint64_t_stable_scratch_align(), sort_uint64_t_stable_scratch_footprint(num_features) );
91 0 : uint64_t * sorted_features = sort_uint64_t_stable_fast( unsorted_features, num_features, scratch );
92 :
93 : // Set feature set in message
94 0 : output_feature_set->features_count = (pb_size_t) num_features;
95 0 : output_feature_set->features = sorted_features;
96 0 : }
97 :
98 : /** ACCOUNT DUMPING **/
99 : static void
100 : dump_account_state( fd_pubkey_t const * account_key,
101 : fd_account_meta_t const * account_meta,
102 : fd_exec_test_acct_state_t * output_account,
103 0 : fd_spad_t * spad ) {
104 : // Address
105 0 : fd_memcpy(output_account->address, account_key, sizeof(fd_pubkey_t));
106 :
107 : // Lamports
108 0 : output_account->lamports = (uint64_t)account_meta->lamports;
109 :
110 : // Data
111 0 : output_account->data = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE( account_meta->dlen ) );
112 0 : output_account->data->size = (pb_size_t) account_meta->dlen;
113 0 : fd_memcpy(output_account->data->bytes, fd_account_data( account_meta ), account_meta->dlen );
114 :
115 : // Executable
116 0 : output_account->executable = (bool)account_meta->executable;
117 :
118 : // Owner
119 0 : fd_memcpy(output_account->owner, account_meta->owner, sizeof(fd_pubkey_t));
120 0 : }
121 :
122 : static uchar
123 : account_already_dumped( fd_exec_test_acct_state_t const * dumped_accounts,
124 : ulong dumped_cnt,
125 0 : fd_pubkey_t const * account_key ) {
126 0 : for( ulong i=0UL; i<dumped_cnt; i++ ) {
127 0 : if( !memcmp( account_key, dumped_accounts[i].address, sizeof(fd_pubkey_t) ) ) {
128 0 : return 1;
129 0 : }
130 0 : }
131 0 : return 0;
132 0 : }
133 :
134 : /* Dumps a borrowed account if it exists and has not been dumped yet.
135 : Sets up the output borrowed account if it exists. Returns 0 if the
136 : account exists, 1 otherwise.
137 : TODO: This can be optimized by using a set. */
138 : static uchar
139 : dump_account_if_not_already_dumped( fd_accdb_user_t * accdb,
140 : fd_funk_txn_xid_t const * xid,
141 : fd_pubkey_t const * account_key,
142 : fd_spad_t * spad,
143 : fd_exec_test_acct_state_t * out_acct_states,
144 : pb_size_t * out_acct_states_cnt,
145 0 : fd_accdb_ro_t * out_ro ) {
146 0 : fd_accdb_ro_t ro[1];
147 0 : if( !fd_accdb_open_ro( accdb, ro, xid, account_key ) ) {
148 0 : return 1;
149 0 : }
150 :
151 0 : if( !account_already_dumped( out_acct_states, *out_acct_states_cnt, account_key ) ) {
152 0 : dump_account_state( account_key, ro->meta, &out_acct_states[*out_acct_states_cnt], spad );
153 0 : (*out_acct_states_cnt)++;
154 0 : }
155 :
156 0 : if( out_ro ) {
157 0 : *out_ro = *ro;
158 0 : } else {
159 0 : fd_accdb_close_ro( accdb, ro );
160 0 : }
161 0 : return 0;
162 0 : }
163 :
164 : static void
165 : dump_executable_account_if_exists( fd_accdb_user_t * accdb,
166 : fd_funk_txn_xid_t const * xid,
167 : fd_exec_test_acct_state_t const * program_account,
168 : fd_spad_t * spad,
169 : fd_exec_test_acct_state_t * out_account_states,
170 0 : pb_size_t * out_account_states_count ) {
171 0 : if( FD_LIKELY( memcmp( program_account->owner, fd_solana_bpf_loader_upgradeable_program_id.key, sizeof(fd_pubkey_t) ) ) ) {
172 0 : return;
173 0 : }
174 :
175 0 : fd_bpf_upgradeable_loader_state_t program_loader_state[1];
176 0 : if( FD_UNLIKELY( !fd_bincode_decode_static(
177 0 : bpf_upgradeable_loader_state,
178 0 : program_loader_state,
179 0 : program_account->data->bytes,
180 0 : program_account->data->size ) ) ) {
181 0 : return;
182 0 : }
183 0 : if( !fd_bpf_upgradeable_loader_state_is_program( program_loader_state ) ) {
184 0 : return;
185 0 : }
186 :
187 0 : fd_pubkey_t * programdata_acc = &program_loader_state->inner.program.programdata_address;
188 0 : dump_account_if_not_already_dumped( accdb, xid, programdata_acc, spad, out_account_states, out_account_states_count, NULL );
189 0 : }
190 :
191 : static void
192 : dump_sanitized_transaction( fd_accdb_user_t * accdb,
193 : fd_funk_txn_xid_t const * xid,
194 : fd_txn_t const * txn_descriptor,
195 : uchar const * txn_payload,
196 : fd_spad_t * spad,
197 0 : fd_exec_test_sanitized_transaction_t * sanitized_transaction ) {
198 0 : fd_txn_acct_addr_lut_t const * address_lookup_tables = fd_txn_get_address_tables_const( txn_descriptor );
199 :
200 : /* Transaction Context -> tx -> message */
201 0 : sanitized_transaction->has_message = true;
202 0 : fd_exec_test_transaction_message_t * message = &sanitized_transaction->message;
203 :
204 : /* Transaction Context -> tx -> message -> is_legacy */
205 0 : message->is_legacy = txn_descriptor->transaction_version == FD_TXN_VLEGACY;
206 :
207 : /* Transaction Context -> tx -> message -> header */
208 0 : message->has_header = true;
209 0 : fd_exec_test_message_header_t * header = &message->header;
210 :
211 : /* Transaction Context -> tx -> message -> header -> num_required_signatures */
212 0 : header->num_required_signatures = txn_descriptor->signature_cnt;
213 :
214 : /* Transaction Context -> tx -> message -> header -> num_readonly_signed_accounts */
215 0 : header->num_readonly_signed_accounts = txn_descriptor->readonly_signed_cnt;
216 :
217 : /* Transaction Context -> tx -> message -> header -> num_readonly_unsigned_accounts */
218 0 : header->num_readonly_unsigned_accounts = txn_descriptor->readonly_unsigned_cnt;
219 :
220 : /* Transaction Context -> tx -> message -> account_keys */
221 0 : message->account_keys_count = txn_descriptor->acct_addr_cnt;
222 0 : message->account_keys = fd_spad_alloc( spad, alignof(pb_bytes_array_t *), PB_BYTES_ARRAY_T_ALLOCSIZE(txn_descriptor->acct_addr_cnt * sizeof(pb_bytes_array_t *)) );
223 0 : fd_acct_addr_t const * account_keys = fd_txn_get_acct_addrs( txn_descriptor, txn_payload );
224 0 : for( ulong i = 0; i < txn_descriptor->acct_addr_cnt; i++ ) {
225 0 : pb_bytes_array_t * account_key = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE(sizeof(fd_pubkey_t)) );
226 0 : account_key->size = sizeof(fd_pubkey_t);
227 0 : memcpy( account_key->bytes, &account_keys[i], sizeof(fd_pubkey_t) );
228 0 : message->account_keys[i] = account_key;
229 0 : }
230 :
231 : /* Transaction Context -> tx -> message -> recent_blockhash */
232 0 : uchar const * recent_blockhash = fd_txn_get_recent_blockhash( txn_descriptor, txn_payload );
233 0 : message->recent_blockhash = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE(sizeof(fd_hash_t)) );
234 0 : message->recent_blockhash->size = sizeof(fd_hash_t);
235 0 : memcpy( message->recent_blockhash->bytes, recent_blockhash, sizeof(fd_hash_t) );
236 :
237 : /* Transaction Context -> tx -> message -> instructions */
238 0 : message->instructions_count = txn_descriptor->instr_cnt;
239 0 : message->instructions = fd_spad_alloc( spad, alignof(fd_exec_test_compiled_instruction_t), txn_descriptor->instr_cnt * sizeof(fd_exec_test_compiled_instruction_t) );
240 0 : for( ulong i = 0; i < txn_descriptor->instr_cnt; ++i ) {
241 0 : fd_txn_instr_t instr = txn_descriptor->instr[i];
242 0 : fd_exec_test_compiled_instruction_t * compiled_instruction = &message->instructions[i];
243 :
244 : // compiled instruction -> program_id_index
245 0 : compiled_instruction->program_id_index = instr.program_id;
246 :
247 : // compiled instruction -> accounts
248 0 : compiled_instruction->accounts_count = instr.acct_cnt;
249 0 : compiled_instruction->accounts = fd_spad_alloc( spad, alignof(uint32_t), instr.acct_cnt * sizeof(uint32_t) );
250 0 : uchar const * instr_accounts = fd_txn_get_instr_accts( &instr, txn_payload );
251 0 : for( ulong j = 0; j < instr.acct_cnt; ++j ) {
252 0 : uchar instr_acct_index = instr_accounts[j];
253 0 : compiled_instruction->accounts[j] = instr_acct_index;
254 0 : }
255 :
256 : // compiled instruction -> data
257 0 : uchar const * instr_data = fd_txn_get_instr_data( &instr, txn_payload );
258 0 : compiled_instruction->data = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE(instr.data_sz) );
259 0 : compiled_instruction->data->size = instr.data_sz;
260 0 : memcpy( compiled_instruction->data->bytes, instr_data, instr.data_sz );
261 0 : }
262 :
263 : /* ALUT stuff (non-legacy) */
264 0 : message->address_table_lookups_count = 0;
265 0 : if( !message->is_legacy ) {
266 : /* Transaction Context -> tx -> message -> address_table_lookups */
267 0 : message->address_table_lookups_count = txn_descriptor->addr_table_lookup_cnt;
268 0 : message->address_table_lookups = fd_spad_alloc( spad,
269 0 : alignof(fd_exec_test_message_address_table_lookup_t),
270 0 : txn_descriptor->addr_table_lookup_cnt * sizeof(fd_exec_test_message_address_table_lookup_t) );
271 0 : for( ulong i = 0; i < txn_descriptor->addr_table_lookup_cnt; ++i ) {
272 : // alut -> account_key
273 0 : fd_pubkey_t * alut_key = (fd_pubkey_t *) (txn_payload + address_lookup_tables[i].addr_off);
274 0 : memcpy( message->address_table_lookups[i].account_key, alut_key, sizeof(fd_pubkey_t) );
275 :
276 : // Access ALUT account data to access its keys
277 0 : fd_accdb_ro_t addr_lut_ro[1];
278 0 : if( FD_UNLIKELY( !fd_accdb_open_ro( accdb, addr_lut_ro, xid, alut_key ) ) ) {
279 0 : FD_LOG_ERR(( "addr lut not found" ));
280 0 : }
281 :
282 : // alut -> writable_indexes
283 0 : message->address_table_lookups[i].writable_indexes_count = address_lookup_tables[i].writable_cnt;
284 0 : message->address_table_lookups[i].writable_indexes = fd_spad_alloc( spad, alignof(uint32_t), address_lookup_tables[i].writable_cnt * sizeof(uint32_t) );
285 0 : uchar * writable_indexes = (uchar *) (txn_payload + address_lookup_tables[i].writable_off);
286 0 : for( ulong j = 0; j < address_lookup_tables[i].writable_cnt; ++j ) {
287 0 : message->address_table_lookups[i].writable_indexes[j] = writable_indexes[j];
288 0 : }
289 :
290 : // alut -> readonly_indexes
291 0 : message->address_table_lookups[i].readonly_indexes_count = address_lookup_tables[i].readonly_cnt;
292 0 : message->address_table_lookups[i].readonly_indexes = fd_spad_alloc( spad, alignof(uint32_t), address_lookup_tables[i].readonly_cnt * sizeof(uint32_t) );
293 0 : uchar * readonly_indexes = (uchar *) (txn_payload + address_lookup_tables[i].readonly_off);
294 0 : for( ulong j = 0; j < address_lookup_tables[i].readonly_cnt; ++j ) {
295 0 : message->address_table_lookups[i].readonly_indexes[j] = readonly_indexes[j];
296 0 : }
297 :
298 0 : fd_accdb_close_ro( accdb, addr_lut_ro );
299 0 : }
300 0 : }
301 :
302 : /* Transaction Context -> tx -> message_hash */
303 : // Skip because it does not matter what's in here
304 :
305 : /* Transaction Context -> tx -> signatures */
306 0 : sanitized_transaction->signatures_count = txn_descriptor->signature_cnt;
307 0 : sanitized_transaction->signatures = fd_spad_alloc( spad, alignof(pb_bytes_array_t *), PB_BYTES_ARRAY_T_ALLOCSIZE(txn_descriptor->signature_cnt * sizeof(pb_bytes_array_t *)) );
308 0 : fd_ed25519_sig_t const * signatures = fd_txn_get_signatures( txn_descriptor, txn_payload );
309 0 : for( uchar i = 0; i < txn_descriptor->signature_cnt; ++i ) {
310 0 : pb_bytes_array_t * signature = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE(sizeof(fd_ed25519_sig_t)) );
311 0 : signature->size = sizeof(fd_ed25519_sig_t);
312 0 : memcpy( signature->bytes, &signatures[i], sizeof(fd_ed25519_sig_t) );
313 0 : sanitized_transaction->signatures[i] = signature;
314 0 : }
315 0 : }
316 :
317 : static void
318 : dump_fee_rate_governor( fd_bank_t * bank,
319 0 : fd_exec_test_fee_rate_governor_t * out ) {
320 0 : fd_fee_rate_governor_t const * frg = &bank->f.fee_rate_governor;
321 0 : *out = (fd_exec_test_fee_rate_governor_t){
322 0 : .target_lamports_per_signature = frg->target_lamports_per_signature,
323 0 : .target_signatures_per_slot = frg->target_signatures_per_slot,
324 0 : .min_lamports_per_signature = frg->min_lamports_per_signature,
325 0 : .max_lamports_per_signature = frg->max_lamports_per_signature,
326 0 : .burn_percent = frg->burn_percent,
327 0 : };
328 0 : }
329 :
330 : static void
331 : dump_epoch_schedule( fd_bank_t * bank,
332 0 : fd_exec_test_epoch_schedule_t * out ) {
333 0 : fd_epoch_schedule_t const * es = &bank->f.epoch_schedule;
334 0 : *out = (fd_exec_test_epoch_schedule_t){
335 0 : .slots_per_epoch = es->slots_per_epoch,
336 0 : .leader_schedule_slot_offset = es->leader_schedule_slot_offset,
337 0 : .warmup = es->warmup,
338 0 : .first_normal_epoch = es->first_normal_epoch,
339 0 : .first_normal_slot = es->first_normal_slot,
340 0 : };
341 0 : }
342 :
343 : static void
344 : dump_blockhash_queue( fd_bank_t * bank,
345 : fd_spad_t * spad,
346 : fd_exec_test_blockhash_queue_entry_t ** entries_out,
347 0 : pb_size_t * count_out ) {
348 0 : fd_blockhashes_t const * bhq = &bank->f.block_hash_queue;
349 0 : ulong bhq_size = fd_ulong_min( FD_BLOCKHASHES_MAX, fd_blockhash_deq_cnt( bhq->d.deque ) );
350 :
351 0 : fd_exec_test_blockhash_queue_entry_t * entries = fd_spad_alloc( spad,
352 0 : alignof(fd_exec_test_blockhash_queue_entry_t),
353 0 : bhq_size * sizeof(fd_exec_test_blockhash_queue_entry_t) );
354 :
355 0 : ulong cnt = 0UL;
356 0 : for( fd_blockhash_deq_iter_t iter=fd_blockhash_deq_iter_init_rev( bhq->d.deque );
357 0 : !fd_blockhash_deq_iter_done_rev( bhq->d.deque, iter ) && cnt<bhq_size;
358 0 : iter=fd_blockhash_deq_iter_prev( bhq->d.deque, iter ), cnt++ ) {
359 0 : fd_blockhash_info_t const * ele = fd_blockhash_deq_iter_ele_const( bhq->d.deque, iter );
360 0 : fd_exec_test_blockhash_queue_entry_t * entry = &entries[bhq_size-cnt-1UL];
361 0 : fd_memcpy( entry->blockhash, ele->hash.uc, sizeof(fd_hash_t) );
362 0 : entry->lamports_per_signature = ele->fee_calculator.lamports_per_signature;
363 0 : }
364 :
365 0 : *entries_out = entries;
366 0 : *count_out = (pb_size_t)bhq_size;
367 0 : }
368 :
369 : static void
370 : dump_txn_bank( fd_bank_t * bank,
371 : fd_spad_t * spad,
372 0 : fd_exec_test_txn_context_t * txn_context ) {
373 0 : txn_context->has_bank = true;
374 0 : fd_exec_test_txn_bank_t * txn_bank = &txn_context->bank;
375 :
376 : /* TxnBank -> blockhash_queue */
377 0 : dump_blockhash_queue( bank, spad, &txn_bank->blockhash_queue, &txn_bank->blockhash_queue_count );
378 :
379 : /* TxnBank -> rbh_lamports_per_signature */
380 0 : txn_bank->rbh_lamports_per_signature = (uint)bank->f.rbh_lamports_per_sig;
381 :
382 : /* TxnBank -> fee_rate_governor */
383 0 : txn_bank->has_fee_rate_governor = true;
384 0 : dump_fee_rate_governor( bank, &txn_bank->fee_rate_governor );
385 :
386 : /* TxnBank -> total_epoch_stake */
387 0 : txn_bank->total_epoch_stake = bank->f.total_epoch_stake;
388 :
389 : /* TxnBank -> epoch_schedule */
390 0 : txn_bank->has_epoch_schedule = true;
391 0 : dump_epoch_schedule( bank, &txn_bank->epoch_schedule );
392 :
393 : /* TxnBank -> features */
394 0 : txn_bank->has_features = true;
395 0 : dump_sorted_features( &bank->f.features, &txn_bank->features, spad );
396 0 : }
397 :
398 : /** SECONDARY FUNCTIONS **/
399 :
400 : /* add_account_to_dumped_accounts adds an account to the dumped accounts
401 : set if it does not exist already. Returns 0 if the account already
402 : exists, and 1 if the account was added successfully.
403 :
404 : TODO: Txn dumping should be optimized to use these functions. */
405 : static uchar
406 : add_account_to_dumped_accounts( fd_dump_account_key_node_t * pool,
407 : fd_dump_account_key_node_t ** root,
408 0 : fd_pubkey_t const * pubkey ) {
409 : /* If the key already exists, return early. */
410 0 : fd_dump_account_key_node_t node = {
411 0 : .key = *pubkey,
412 0 : };
413 0 : if( fd_dump_account_key_map_find( pool, *root, &node ) ) {
414 0 : return 0;
415 0 : }
416 :
417 0 : fd_dump_account_key_node_t * new_node = fd_dump_account_key_map_acquire( pool );
418 0 : new_node->key = *pubkey;
419 0 : fd_dump_account_key_map_insert( pool, root, new_node );
420 0 : return 1;
421 0 : }
422 :
423 : /* add_account_and_programdata_to_dumped_accounts adds an account and
424 : its programdata account (if the account is a v3 program) to the
425 : dumped accounts set if they do not exist already. */
426 : static void
427 : add_account_and_programdata_to_dumped_accounts( fd_accdb_user_t * accdb,
428 : fd_funk_txn_xid_t const * xid,
429 : fd_dump_account_key_node_t * pool,
430 : fd_dump_account_key_node_t ** root,
431 0 : fd_pubkey_t const * pubkey ) {
432 : /* Add the current account to the dumped accounts set. We can save
433 : some time by enforcing an invariant that "if current account was
434 : dumped, then programdata account was also dumped," so we save
435 : ourselves a call to Funk. */
436 0 : uchar ret = add_account_to_dumped_accounts( pool, root, pubkey );
437 0 : if( ret==0 ) return;
438 :
439 : /* Read the account from Funk to see if its a program account and if
440 : it needs to be dumped. */
441 0 : fd_accdb_ro_t program_account[1];
442 0 : if( FD_UNLIKELY( !fd_accdb_open_ro( accdb, program_account, xid, pubkey ) ) ) {
443 0 : return;
444 0 : }
445 :
446 : /* Return if its not owned by the v3 loader */
447 0 : if( FD_LIKELY( !fd_pubkey_eq( fd_accdb_ref_owner( program_account ), &fd_solana_bpf_loader_upgradeable_program_id ) ) ) {
448 0 : fd_accdb_close_ro( accdb, program_account );
449 0 : return;
450 0 : }
451 :
452 : /* Get the program account state */
453 0 : fd_bpf_upgradeable_loader_state_t program_account_state[1];
454 0 : if( FD_UNLIKELY( !fd_bincode_decode_static(
455 0 : bpf_upgradeable_loader_state,
456 0 : program_account_state,
457 0 : fd_accdb_ref_data_const( program_account ),
458 0 : fd_accdb_ref_data_sz ( program_account ) ) ) ) {
459 0 : fd_accdb_close_ro( accdb, program_account );
460 0 : return;
461 0 : }
462 0 : if( !fd_bpf_upgradeable_loader_state_is_program( program_account_state ) ) {
463 0 : fd_accdb_close_ro( accdb, program_account );
464 0 : return;
465 0 : }
466 :
467 : /* Dump the programdata address */
468 0 : add_account_to_dumped_accounts( pool, root, &program_account_state->inner.program.programdata_address );
469 0 : fd_accdb_close_ro( accdb, program_account );
470 0 : }
471 :
472 : /* add_lut_account_to_dumped_accounts adds an address lookup table
473 : account AND all pubkeys in the lookup table to the dumped accounts
474 : set if they do not exist already. */
475 : static void
476 : add_lut_accounts_to_dumped_accounts( fd_accdb_user_t * accdb,
477 : fd_funk_txn_xid_t const * xid,
478 : fd_dump_account_key_node_t * pool,
479 : fd_dump_account_key_node_t ** root,
480 0 : fd_pubkey_t const * pubkey ) {
481 : /* Add the current account to the dumped accounts set. */
482 0 : add_account_to_dumped_accounts( pool, root, pubkey );
483 :
484 : /* Read the account and dump all pubkeys within the lookup table. */
485 0 : fd_accdb_ro_t lut_account[1];
486 0 : if( FD_UNLIKELY( !fd_accdb_open_ro( accdb, lut_account, xid, pubkey ) ) ) {
487 0 : return;
488 0 : }
489 :
490 0 : uchar const * data = fd_accdb_ref_data_const( lut_account );
491 0 : ulong data_len = fd_accdb_ref_data_sz ( lut_account );
492 :
493 : /* Decode the ALUT account and dump all pubkeys within the lookup
494 : table. */
495 0 : if( data_len<FD_LOOKUP_TABLE_META_SIZE || (data_len&0x1fUL) ) {
496 0 : fd_accdb_close_ro( accdb, lut_account );
497 0 : return;
498 0 : }
499 0 : fd_pubkey_t const * lookup_addrs = fd_type_pun_const( data+FD_LOOKUP_TABLE_META_SIZE );
500 0 : ulong lookup_addrs_cnt = ( data_len-FD_LOOKUP_TABLE_META_SIZE)>>5UL; // = (dlen - 56) / 32
501 0 : for( ulong i=0UL; i<lookup_addrs_cnt; i++ ) {
502 0 : fd_pubkey_t const * referenced_pubkey = &lookup_addrs[i];
503 0 : add_account_and_programdata_to_dumped_accounts( accdb, xid, pool, root, referenced_pubkey );
504 0 : }
505 0 : fd_accdb_close_ro( accdb, lut_account );
506 0 : }
507 :
508 : static void
509 : create_block_context_protobuf_from_block( fd_block_dump_ctx_t * dump_ctx,
510 : fd_banks_t * banks,
511 : fd_bank_t * bank,
512 : fd_accdb_user_t * accdb,
513 0 : fd_runtime_stack_t * runtime_stack ) {
514 : /* We should use the bank fields and funk txn from the parent slot in
515 : order to capture the block context from before the current block
516 : was executed, since dumping is happening in the block finalize
517 : step. */
518 0 : fd_bank_t * parent_bank = fd_banks_get_parent( banks, bank );
519 0 : ulong parent_slot = parent_bank->f.slot;
520 0 : fd_funk_txn_xid_t parent_xid = { .ul = { parent_slot, parent_bank->idx } };
521 0 : fd_exec_test_block_context_t * block_context = &dump_ctx->block_context;
522 0 : ulong dump_txn_count = dump_ctx->txns_to_dump_cnt;
523 0 : fd_spad_t * spad = dump_ctx->spad;
524 :
525 : /* Get vote and stake delegation infos */
526 0 : fd_vote_stakes_t * vote_stakes = fd_bank_vote_stakes( parent_bank );
527 0 : ulong vote_account_t_cnt = fd_vote_stakes_ele_cnt( vote_stakes, parent_bank->vote_stakes_fork_id );
528 :
529 0 : fd_stake_delegations_t const * stake_delegations = fd_bank_stake_delegations_frontier_query( banks, parent_bank );
530 0 : ulong stake_account_cnt = fd_stake_delegations_cnt( stake_delegations );
531 :
532 : /* Collect account states in a temporary set before iterating over
533 : them and dumping them out. */
534 0 : ulong total_num_accounts = num_sysvar_entries + /* Sysvars */
535 0 : num_loaded_builtins + /* Builtins */
536 0 : stake_account_cnt + /* Stake accounts */
537 0 : vote_account_t_cnt + /* Current vote accounts */
538 0 : dump_txn_count*128UL; /* Txn accounts upper bound */
539 0 : void * dumped_accounts_mem = fd_spad_alloc( spad, fd_dump_account_key_map_align(), fd_dump_account_key_map_footprint( total_num_accounts ) );
540 0 : fd_dump_account_key_node_t * dumped_accounts_pool = fd_dump_account_key_map_join( fd_dump_account_key_map_new( dumped_accounts_mem, total_num_accounts ) );
541 0 : fd_dump_account_key_node_t * dumped_accounts_root = NULL;
542 :
543 : /* BlockContext -> txns */
544 0 : block_context->txns_count = (pb_size_t)dump_txn_count;
545 0 : block_context->txns = fd_spad_alloc( spad, alignof(fd_exec_test_sanitized_transaction_t), dump_ctx->txns_to_dump_cnt * sizeof(fd_exec_test_sanitized_transaction_t) );
546 0 : fd_memset( block_context->txns, 0, dump_ctx->txns_to_dump_cnt * sizeof(fd_exec_test_sanitized_transaction_t) );
547 :
548 : /* Dump sanitized transactions from the transaction descriptors */
549 0 : for( ulong i=0UL; i<dump_ctx->txns_to_dump_cnt; i++ ) {
550 0 : fd_txn_p_t const * txn_ptr = &dump_ctx->txns_to_dump[i];
551 0 : fd_txn_t const * txn_descriptor = TXN( txn_ptr );
552 0 : dump_sanitized_transaction( accdb, &parent_xid, txn_descriptor, txn_ptr->payload, spad, &block_context->txns[i] );
553 :
554 : /* Dump account + alut + programdata accounts (if applicable).
555 : 1. Dump the raw txn account keys
556 : 2. Dump the ALUT accounts
557 : 3. Dump all referenced accounts in the ALUTs
558 : 4. Dump any executable accounts */
559 :
560 : // 1 + 4. Dump any account keys that are referenced by transactions
561 : // + any programdata accounts (if applicable).
562 0 : fd_acct_addr_t const * account_keys = fd_txn_get_acct_addrs( txn_descriptor, txn_ptr->payload );
563 0 : for( ushort l=0; l<txn_descriptor->acct_addr_cnt; l++ ) {
564 0 : fd_pubkey_t const * account_key = fd_type_pun_const( &account_keys[l] );
565 0 : add_account_and_programdata_to_dumped_accounts( accdb, &parent_xid, dumped_accounts_pool, &dumped_accounts_root, account_key );
566 0 : }
567 :
568 : // 2 + 3 + 4. Dump any ALUT accounts + any accounts referenced in
569 : // the ALUTs + any programdata accounts (if applicable).
570 0 : fd_txn_acct_addr_lut_t const * txn_lookup_tables = fd_txn_get_address_tables_const( txn_descriptor );
571 0 : for( ushort l=0; l<txn_descriptor->addr_table_lookup_cnt; l++ ) {
572 0 : fd_txn_acct_addr_lut_t const * lookup_table = &txn_lookup_tables[l];
573 0 : fd_pubkey_t const * lut_key = fd_type_pun_const( txn_ptr->payload+lookup_table->addr_off );
574 0 : add_lut_accounts_to_dumped_accounts( accdb, &parent_xid, dumped_accounts_pool, &dumped_accounts_root, lut_key );
575 0 : }
576 0 : }
577 :
578 : /* Dump sysvars */
579 0 : for( ulong i=0UL; i<num_sysvar_entries; i++ ) {
580 0 : add_account_to_dumped_accounts( dumped_accounts_pool, &dumped_accounts_root, fd_dump_sysvar_ids[i] );
581 0 : }
582 :
583 : /* Dump builtins */
584 0 : for( ulong i=0UL; i<num_loaded_builtins; i++ ) {
585 0 : add_account_to_dumped_accounts( dumped_accounts_pool, &dumped_accounts_root, fd_dump_builtin_ids[i] );
586 0 : }
587 :
588 : /* Dump stake accounts for this epoch */
589 0 : fd_stake_delegations_iter_t iter_[1];
590 0 : for( fd_stake_delegations_iter_t * iter = fd_stake_delegations_iter_init( iter_, stake_delegations );
591 0 : !fd_stake_delegations_iter_done( iter );
592 0 : fd_stake_delegations_iter_next( iter ) ) {
593 0 : fd_stake_delegation_t const * stake_delegation = fd_stake_delegations_iter_ele( iter );
594 0 : add_account_to_dumped_accounts( dumped_accounts_pool, &dumped_accounts_root, &stake_delegation->stake_account );
595 0 : }
596 0 : fd_bank_stake_delegations_end_frontier_query( banks, parent_bank );
597 :
598 :
599 0 : ushort fork_idx = parent_bank->vote_stakes_fork_id;
600 0 : uchar __attribute__((aligned(FD_VOTE_STAKES_ITER_ALIGN))) iter_mem[ FD_VOTE_STAKES_ITER_FOOTPRINT ];
601 0 : for( fd_vote_stakes_iter_t * iter = fd_vote_stakes_fork_iter_init( vote_stakes, fork_idx, iter_mem );
602 0 : !fd_vote_stakes_fork_iter_done( vote_stakes, fork_idx, iter );
603 0 : fd_vote_stakes_fork_iter_next( vote_stakes, fork_idx, iter ) ) {
604 0 : fd_pubkey_t pubkey;
605 0 : fd_vote_stakes_fork_iter_ele( vote_stakes, fork_idx, iter, &pubkey, NULL, NULL, NULL, NULL, NULL, NULL );
606 0 : add_account_to_dumped_accounts( dumped_accounts_pool, &dumped_accounts_root, &pubkey );
607 0 : }
608 0 : fd_vote_stakes_fork_iter_fini( vote_stakes );
609 :
610 : /* BlockBank -> vote_accounts_t_1 and vote_accounts_t_2 */
611 0 : fd_exec_test_prev_vote_account_t * va_t1 = fd_spad_alloc( spad,
612 0 : alignof(fd_exec_test_prev_vote_account_t),
613 0 : vote_account_t_cnt * sizeof(fd_exec_test_prev_vote_account_t) );
614 0 : fd_exec_test_prev_vote_account_t * va_t2 = fd_spad_alloc( spad,
615 0 : alignof(fd_exec_test_prev_vote_account_t),
616 0 : vote_account_t_cnt * sizeof(fd_exec_test_prev_vote_account_t) );
617 0 : pb_size_t va_t1_cnt = 0U;
618 0 : pb_size_t va_t2_cnt = 0U;
619 :
620 0 : for( fd_vote_stakes_iter_t * iter = fd_vote_stakes_fork_iter_init( vote_stakes, fork_idx, iter_mem );
621 0 : !fd_vote_stakes_fork_iter_done( vote_stakes, fork_idx, iter );
622 0 : fd_vote_stakes_fork_iter_next( vote_stakes, fork_idx, iter ) ) {
623 0 : fd_pubkey_t pubkey;
624 0 : ulong stake_t_1;
625 0 : ulong stake_t_2;
626 0 : fd_pubkey_t node_t_1;
627 0 : fd_pubkey_t node_t_2;
628 0 : uchar commission_t_1;
629 0 : uchar commission_t_2;
630 0 : fd_vote_stakes_fork_iter_ele( vote_stakes, fork_idx, iter, &pubkey, &stake_t_1, &stake_t_2, &node_t_1, &node_t_2, &commission_t_1, &commission_t_2 );
631 :
632 0 : if( stake_t_1 ) {
633 0 : fd_exec_test_prev_vote_account_t * entry = &va_t1[ va_t1_cnt++ ];
634 0 : fd_memcpy( entry->address, &pubkey, sizeof(fd_pubkey_t) );
635 0 : fd_memcpy( entry->node_pubkey, &node_t_1, sizeof(fd_pubkey_t) );
636 0 : entry->stake = stake_t_1;
637 0 : entry->commission = commission_t_1;
638 0 : entry->version = FD_EXEC_TEST_VOTE_ACCOUNT_VERSION_V3;
639 0 : entry->epoch_credits_count = 0U;
640 0 : }
641 :
642 0 : if( stake_t_2 ) {
643 0 : fd_exec_test_prev_vote_account_t * entry = &va_t2[ va_t2_cnt++ ];
644 0 : fd_memcpy( entry->address, &pubkey, sizeof(fd_pubkey_t) );
645 0 : fd_memcpy( entry->node_pubkey, &node_t_2, sizeof(fd_pubkey_t) );
646 0 : entry->stake = stake_t_2;
647 0 : entry->commission = commission_t_2;
648 0 : entry->version = FD_EXEC_TEST_VOTE_ACCOUNT_VERSION_V3;
649 0 : entry->epoch_credits_count = 0U;
650 0 : }
651 0 : }
652 0 : fd_vote_stakes_fork_iter_fini( vote_stakes );
653 :
654 : /* Dump epoch_credits from runtime_stack->stakes.vote_ele if the
655 : vote_ele_map has been populated (happens after epoch boundary
656 : reward calculation). Needed for the harness to correctly
657 : recalculate partitioned epoch rewards. */
658 0 : fd_vote_rewards_map_t * vote_ele_map = runtime_stack->stakes.vote_map;
659 0 : for( pb_size_t i=0U; i<va_t1_cnt; i++ ) {
660 0 : fd_pubkey_t va_pubkey = FD_LOAD( fd_pubkey_t, va_t1[i].address );
661 0 : uint idx = (uint)fd_vote_rewards_map_idx_query( vote_ele_map, &va_pubkey, UINT_MAX, runtime_stack->stakes.vote_ele );
662 0 : if( idx==UINT_MAX ) continue;
663 0 : fd_epoch_credits_t * ec = &runtime_stack->stakes.epoch_credits[idx];
664 0 : ulong cnt = ec->cnt;
665 0 : ulong base = ec->base_credits;
666 0 : va_t1[i].epoch_credits_count = (pb_size_t)cnt;
667 0 : va_t1[i].epoch_credits = fd_spad_alloc( spad, alignof(fd_exec_test_epoch_credit_t), cnt * sizeof(fd_exec_test_epoch_credit_t) );
668 0 : for( ulong j=0; j<cnt; j++ ) {
669 0 : va_t1[i].epoch_credits[j].epoch = ec->epoch[j];
670 0 : va_t1[i].epoch_credits[j].credits = base + ec->credits_delta[j];
671 0 : va_t1[i].epoch_credits[j].prev_credits = base + ec->prev_credits_delta[j];
672 0 : }
673 0 : }
674 :
675 : /* BlockContext -> acct_states
676 : Iterate over the set and dump all the account keys in one pass. */
677 0 : block_context->acct_states_count = 0U;
678 0 : block_context->acct_states = fd_spad_alloc(
679 0 : spad,
680 0 : alignof(fd_exec_test_acct_state_t),
681 0 : fd_dump_account_key_map_size( dumped_accounts_pool, dumped_accounts_root )*sizeof(fd_exec_test_acct_state_t) );
682 0 : for( fd_dump_account_key_node_t * node = fd_dump_account_key_map_minimum( dumped_accounts_pool, dumped_accounts_root );
683 0 : node;
684 0 : node = fd_dump_account_key_map_successor( dumped_accounts_pool, node ) ) {
685 0 : fd_accdb_ro_t ro[1];
686 0 : if( FD_UNLIKELY( !fd_accdb_open_ro( accdb, ro, &parent_xid, &node->key ) ) ) {
687 0 : continue;
688 0 : }
689 0 : dump_account_state(
690 0 : fd_accdb_ref_address( ro ),
691 0 : ro->meta,
692 0 : &block_context->acct_states[block_context->acct_states_count++],
693 0 : spad );
694 0 : fd_accdb_close_ro( accdb, ro );
695 0 : }
696 :
697 : /* BlockContext -> bank */
698 0 : block_context->has_bank = true;
699 0 : fd_exec_test_block_bank_t * block_bank = &block_context->bank;
700 :
701 : /* BlockBank -> blockhash_queue */
702 0 : dump_blockhash_queue( parent_bank, spad, &block_bank->blockhash_queue, &block_bank->blockhash_queue_count );
703 :
704 : /* BlockBank -> rbh_lamports_per_signature */
705 0 : block_bank->rbh_lamports_per_signature = (uint)parent_bank->f.rbh_lamports_per_sig;
706 :
707 : /* BlockBank -> fee_rate_governor */
708 0 : block_bank->has_fee_rate_governor = true;
709 0 : dump_fee_rate_governor( parent_bank, &block_bank->fee_rate_governor );
710 :
711 : /* BlockBank -> slot */
712 0 : block_bank->slot = bank->f.slot;
713 :
714 : /* BlockBank -> parent_slot */
715 0 : block_bank->parent_slot = bank->f.parent_slot;
716 :
717 : /* BlockBank -> capitalization */
718 0 : block_bank->capitalization = parent_bank->f.capitalization;
719 :
720 : /* BlockBank -> ns_per_slot */
721 0 : fd_w_u128_t ns_per_slot = bank->f.ns_per_slot;
722 0 : fd_memcpy( block_bank->ns_per_slot, &ns_per_slot.ud, sizeof(uint128) );
723 :
724 : /* BlockBank -> inflation */
725 0 : block_bank->has_inflation = true;
726 0 : fd_inflation_t const * inflation = &parent_bank->f.inflation;
727 0 : block_bank->inflation = (fd_exec_test_inflation_t){
728 0 : .initial = inflation->initial,
729 0 : .terminal = inflation->terminal,
730 0 : .taper = inflation->taper,
731 0 : .foundation = inflation->foundation,
732 0 : .foundation_term = inflation->foundation_term,
733 0 : };
734 :
735 : /* BlockBank -> block_height */
736 0 : block_bank->block_height = bank->f.block_height;
737 :
738 : /* BlockBank -> poh */
739 0 : fd_memcpy( block_bank->poh, &bank->f.poh, sizeof(fd_hash_t) );
740 :
741 : /* BlockBank -> parent_bank_hash */
742 0 : fd_memcpy( block_bank->parent_bank_hash, &parent_bank->f.bank_hash, sizeof(fd_hash_t) );
743 :
744 : /* BlockBank -> parent_lt_hash */
745 0 : fd_lthash_value_t const * parent_lthash = fd_bank_lthash_locking_query( parent_bank );
746 0 : fd_memcpy( block_bank->parent_lt_hash, parent_lthash, sizeof(fd_lthash_value_t) );
747 0 : fd_bank_lthash_end_locking_query( parent_bank );
748 :
749 : /* BlockBank -> parent_signature_count */
750 0 : block_bank->parent_signature_count = parent_bank->f.parent_signature_cnt;
751 :
752 : /* BlockBank -> epoch_schedule */
753 0 : block_bank->has_epoch_schedule = true;
754 0 : dump_epoch_schedule( parent_bank, &block_bank->epoch_schedule );
755 :
756 : /* BlockBank -> features */
757 0 : block_bank->has_features = true;
758 0 : dump_sorted_features( &parent_bank->f.features, &block_bank->features, spad );
759 :
760 : /* BlockBank -> vote_accounts_t_1 / vote_accounts_t_2 */
761 0 : block_bank->vote_accounts_t_1 = va_t1;
762 0 : block_bank->vote_accounts_t_1_count = va_t1_cnt;
763 0 : block_bank->vote_accounts_t_2 = va_t2;
764 0 : block_bank->vote_accounts_t_2_count = va_t2_cnt;
765 :
766 : /* TODO: dump stake_delegations_t_1 */
767 0 : }
768 :
769 : static void
770 : create_txn_context_protobuf_from_txn( fd_exec_test_txn_context_t * txn_context_msg,
771 : fd_runtime_t * runtime,
772 : fd_bank_t * bank,
773 : fd_txn_in_t const * txn_in,
774 : fd_txn_out_t * txn_out,
775 0 : fd_spad_t * spad ) {
776 0 : fd_txn_t const * txn_descriptor = TXN( txn_in->txn );
777 0 : uchar const * txn_payload = (uchar const *) txn_in->txn->payload;
778 :
779 : /* Transaction Context -> account_shared_data
780 : Contains:
781 : - Account data for regular accounts
782 : - Account data for LUT accounts
783 : - Account data for executable accounts
784 : - Account data for (almost) all sysvars */
785 0 : txn_context_msg->account_shared_data_count = 0;
786 0 : txn_context_msg->account_shared_data = fd_spad_alloc( spad,
787 0 : alignof(fd_exec_test_acct_state_t),
788 0 : (256UL*2UL + txn_descriptor->addr_table_lookup_cnt + num_sysvar_entries) * sizeof(fd_exec_test_acct_state_t) );
789 0 : fd_funk_txn_xid_t xid = { .ul = { bank->f.slot, bank->idx } };
790 :
791 : /* Dump regular accounts first */
792 0 : for( ulong i = 0; i < txn_out->accounts.cnt; ++i ) {
793 0 : dump_account_if_not_already_dumped(
794 0 : runtime->accdb,
795 0 : &xid,
796 0 : &txn_out->accounts.keys[i],
797 0 : spad,
798 0 : txn_context_msg->account_shared_data,
799 0 : &txn_context_msg->account_shared_data_count,
800 0 : NULL
801 0 : );
802 0 : }
803 :
804 : // Dump LUT accounts
805 0 : fd_txn_acct_addr_lut_t const * address_lookup_tables = fd_txn_get_address_tables_const( txn_descriptor );
806 0 : for( ulong i = 0; i < txn_descriptor->addr_table_lookup_cnt; ++i ) {
807 0 : fd_txn_acct_addr_lut_t const * addr_lut = &address_lookup_tables[i];
808 0 : fd_pubkey_t * alut_key = (fd_pubkey_t *) (txn_payload + addr_lut->addr_off);
809 :
810 : // Dump the LUT account itself if not already dumped
811 0 : fd_accdb_ro_t ro[1];
812 0 : int ret = dump_account_if_not_already_dumped(
813 0 : runtime->accdb,
814 0 : &xid,
815 0 : alut_key,
816 0 : spad,
817 0 : txn_context_msg->account_shared_data,
818 0 : &txn_context_msg->account_shared_data_count,
819 0 : ro
820 0 : );
821 0 : if( FD_UNLIKELY( ret ) ) continue;
822 :
823 0 : uchar const * alut_data = fd_accdb_ref_data_const( ro );
824 0 : ulong alut_sz = fd_accdb_ref_data_sz ( ro );
825 :
826 0 : if( FD_UNLIKELY( alut_sz<FD_LOOKUP_TABLE_META_SIZE ) ) {
827 : /* Skip over invalid address lookup tables */
828 0 : fd_accdb_close_ro( runtime->accdb, ro );
829 0 : continue;
830 0 : }
831 :
832 0 : fd_pubkey_t const * lookup_addrs = fd_type_pun_const( alut_data+FD_LOOKUP_TABLE_META_SIZE );
833 0 : ulong lookup_addrs_cnt = (alut_sz - FD_LOOKUP_TABLE_META_SIZE) / sizeof(fd_pubkey_t);
834 :
835 : /* Dump any account state refererenced in ALUTs */
836 0 : uchar const * writable_lut_idxs = txn_payload + addr_lut->writable_off;
837 0 : for( ulong j=0; j<addr_lut->writable_cnt; j++ ) {
838 0 : if( writable_lut_idxs[j] >= lookup_addrs_cnt ) {
839 0 : continue;
840 0 : }
841 0 : fd_pubkey_t const * referenced_addr = lookup_addrs + writable_lut_idxs[j];
842 0 : dump_account_if_not_already_dumped(
843 0 : runtime->accdb,
844 0 : &xid,
845 0 : referenced_addr,
846 0 : spad,
847 0 : txn_context_msg->account_shared_data,
848 0 : &txn_context_msg->account_shared_data_count,
849 0 : NULL
850 0 : );
851 0 : }
852 :
853 0 : uchar const * readonly_lut_idxs = txn_payload + addr_lut->readonly_off;
854 0 : for( ulong j = 0; j < addr_lut->readonly_cnt; j++ ) {
855 0 : if( readonly_lut_idxs[j] >= lookup_addrs_cnt ) {
856 0 : continue;
857 0 : }
858 0 : fd_pubkey_t const * referenced_addr = lookup_addrs + readonly_lut_idxs[j];
859 0 : dump_account_if_not_already_dumped(
860 0 : runtime->accdb,
861 0 : &xid,
862 0 : referenced_addr,
863 0 : spad,
864 0 : txn_context_msg->account_shared_data,
865 0 : &txn_context_msg->account_shared_data_count,
866 0 : NULL
867 0 : );
868 0 : }
869 :
870 0 : fd_accdb_close_ro( runtime->accdb, ro );
871 0 : }
872 :
873 : /* Dump the programdata accounts for any potential v3-owned program accounts */
874 0 : uint accounts_dumped_so_far = txn_context_msg->account_shared_data_count;
875 0 : for( uint i=0U; i<accounts_dumped_so_far; i++ ) {
876 0 : fd_exec_test_acct_state_t const * maybe_program_account = &txn_context_msg->account_shared_data[i];
877 0 : dump_executable_account_if_exists( runtime->accdb, &xid, maybe_program_account, spad, txn_context_msg->account_shared_data, &txn_context_msg->account_shared_data_count );
878 0 : }
879 :
880 : /* Dump sysvars */
881 0 : for( ulong i = 0; i < num_sysvar_entries; i++ ) {
882 0 : dump_account_if_not_already_dumped(
883 0 : runtime->accdb,
884 0 : &xid,
885 0 : fd_dump_sysvar_ids[i],
886 0 : spad,
887 0 : txn_context_msg->account_shared_data,
888 0 : &txn_context_msg->account_shared_data_count,
889 0 : NULL
890 0 : );
891 0 : }
892 :
893 : /* Transaction Context -> tx */
894 0 : txn_context_msg->has_tx = true;
895 0 : fd_exec_test_sanitized_transaction_t * sanitized_transaction = &txn_context_msg->tx;
896 0 : dump_sanitized_transaction( runtime->accdb, &xid, txn_descriptor, txn_payload, spad, sanitized_transaction );
897 :
898 : /* Transaction Context -> bank */
899 0 : dump_txn_bank( bank, spad, txn_context_msg );
900 0 : }
901 :
902 : static void
903 : create_instr_context_protobuf_from_instructions( fd_exec_test_instr_context_t * instr_context,
904 : fd_runtime_t * runtime,
905 : fd_bank_t * bank,
906 : fd_txn_out_t * txn_out,
907 : fd_instr_info_t const * instr,
908 0 : fd_spad_t * spad ) {
909 : /* Program ID */
910 0 : fd_memcpy( instr_context->program_id, txn_out->accounts.keys[ instr->program_id ].uc, sizeof(fd_pubkey_t) );
911 :
912 0 : fd_funk_txn_xid_t xid = { .ul = { bank->f.slot, bank->idx } };
913 :
914 : /* Accounts */
915 0 : instr_context->accounts_count = (pb_size_t) txn_out->accounts.cnt;
916 0 : instr_context->accounts = fd_spad_alloc( spad, alignof(fd_exec_test_acct_state_t), (instr_context->accounts_count + num_sysvar_entries + runtime->accounts.executable_cnt) * sizeof(fd_exec_test_acct_state_t));
917 0 : for( ulong i = 0; i < txn_out->accounts.cnt; i++ ) {
918 : // Copy account information over
919 0 : fd_account_meta_t * account_meta = txn_out->accounts.account[i].meta;
920 0 : fd_exec_test_acct_state_t * output_account = &instr_context->accounts[i];
921 0 : dump_account_state( &txn_out->accounts.keys[i], account_meta, output_account, spad );
922 0 : }
923 :
924 : /* Add sysvar cache variables */
925 0 : for( ulong i = 0; i < num_sysvar_entries; i++ ) {
926 0 : fd_accdb_ro_t ro[1];
927 0 : if( !fd_accdb_open_ro( runtime->accdb, ro, &xid, fd_dump_sysvar_ids[i] ) ) {
928 0 : continue;
929 0 : }
930 : // Make sure the account doesn't exist in the output accounts yet
931 0 : int account_exists = 0;
932 0 : for( ulong j = 0; j < txn_out->accounts.cnt; j++ ) {
933 0 : if( fd_pubkey_eq( &txn_out->accounts.keys[j], fd_dump_sysvar_ids[i] ) ) {
934 0 : account_exists = true;
935 0 : break;
936 0 : }
937 0 : }
938 :
939 : // Copy it into output
940 0 : if( !account_exists ) {
941 0 : fd_exec_test_acct_state_t * output_account = &instr_context->accounts[instr_context->accounts_count++];
942 0 : dump_account_state( fd_accdb_ref_address( ro ), ro->meta, output_account, spad );
943 0 : }
944 0 : fd_accdb_close_ro( runtime->accdb, ro );
945 0 : }
946 :
947 : /* Add executable accounts */
948 0 : for( ulong i = 0; i < runtime->accounts.executable_cnt; i++ ) {
949 : // Make sure the account doesn't exist in the output accounts yet
950 0 : fd_accdb_ro_t const * ro = &runtime->accounts.executable[i];
951 0 : bool account_exists = false;
952 0 : for( ulong j = 0; j < instr_context->accounts_count; j++ ) {
953 0 : if( 0 == memcmp( instr_context->accounts[j].address, fd_accdb_ref_address( ro ), sizeof(fd_pubkey_t) ) ) {
954 0 : account_exists = true;
955 0 : break;
956 0 : }
957 0 : }
958 : // Copy it into output
959 0 : if( !account_exists ) {
960 0 : fd_exec_test_acct_state_t * output_account = &instr_context->accounts[instr_context->accounts_count++];
961 0 : dump_account_state( fd_accdb_ref_address( ro ), ro->meta, output_account, spad );
962 0 : }
963 0 : }
964 :
965 : /* Instruction Accounts */
966 0 : instr_context->instr_accounts_count = (pb_size_t) instr->acct_cnt;
967 0 : instr_context->instr_accounts = fd_spad_alloc( spad, alignof(fd_exec_test_instr_acct_t), instr_context->instr_accounts_count * sizeof(fd_exec_test_instr_acct_t) );
968 0 : for( ushort i = 0; i < instr->acct_cnt; i++ ) {
969 0 : fd_exec_test_instr_acct_t * output_instr_account = &instr_context->instr_accounts[i];
970 :
971 0 : output_instr_account->index = instr->accounts[i].index_in_transaction;
972 0 : output_instr_account->is_writable = instr->accounts[i].is_writable;
973 0 : output_instr_account->is_signer = instr->accounts[i].is_signer;
974 0 : }
975 :
976 : /* Data */
977 0 : instr_context->data = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE( instr->data_sz ) );
978 0 : instr_context->data->size = (pb_size_t) instr->data_sz;
979 0 : fd_memcpy( instr_context->data->bytes, instr->data, instr->data_sz );
980 :
981 : /* Compute Units */
982 0 : instr_context->cu_avail = txn_out->details.compute_budget.compute_meter;
983 :
984 : /* Feature set */
985 0 : instr_context->has_features = true;
986 0 : dump_sorted_features( &bank->f.features, &instr_context->features, spad );
987 0 : }
988 :
989 : /***** PUBLIC APIs *****/
990 :
991 : void
992 : fd_dump_instr_to_protobuf( fd_runtime_t * runtime,
993 : fd_bank_t * bank,
994 : fd_txn_in_t const * txn_in,
995 : fd_txn_out_t * txn_out,
996 : fd_instr_info_t * instr,
997 0 : ushort instruction_idx ) {
998 : /* Check program ID filter, if it exists */
999 0 : if( runtime->log.dump_proto_ctx->has_dump_instr_program_id_filter &&
1000 0 : memcmp( txn_out->accounts.keys[ instr->program_id ].uc, runtime->log.dump_proto_ctx->dump_instr_program_id_filter, sizeof(fd_pubkey_t) ) ) {
1001 0 : return;
1002 0 : }
1003 :
1004 0 : fd_spad_t * spad = fd_spad_join( fd_spad_new( runtime->log.dumping_mem, 1UL<<28UL ) );
1005 :
1006 0 : FD_SPAD_FRAME_BEGIN( spad ) {
1007 : // Get base58-encoded tx signature
1008 0 : const fd_ed25519_sig_t * signatures = fd_txn_get_signatures( TXN( txn_in->txn ), txn_in->txn->payload );
1009 0 : char encoded_signature[FD_BASE58_ENCODED_64_SZ];
1010 0 : fd_base58_encode_64( signatures[0], NULL, encoded_signature );
1011 :
1012 0 : fd_exec_test_instr_context_t instr_context = FD_EXEC_TEST_INSTR_CONTEXT_INIT_DEFAULT;
1013 0 : create_instr_context_protobuf_from_instructions( &instr_context, runtime, bank, txn_out, instr, spad );
1014 :
1015 : /* Output to file */
1016 0 : ulong out_buf_size = 100 * 1024 * 1024;
1017 0 : uint8_t * out = fd_spad_alloc( spad, alignof(uchar) , out_buf_size );
1018 0 : pb_ostream_t stream = pb_ostream_from_buffer( out, out_buf_size );
1019 0 : if (pb_encode(&stream, FD_EXEC_TEST_INSTR_CONTEXT_FIELDS, &instr_context)) {
1020 0 : char output_filepath[ PATH_MAX ];
1021 0 : snprintf( output_filepath, PATH_MAX, "%s/instr-%s-%hu.instrctx", runtime->log.dump_proto_ctx->dump_proto_output_dir, encoded_signature, instruction_idx );
1022 0 : FILE * file = fopen(output_filepath, "wb");
1023 0 : if( file ) {
1024 0 : fwrite( out, 1, stream.bytes_written, file );
1025 0 : fclose( file );
1026 0 : }
1027 0 : }
1028 0 : } FD_SPAD_FRAME_END;
1029 0 : }
1030 :
1031 : /* Writes a single account state into the resulting_state field of a
1032 : TxnResult protobuf. Sub-allocations for account data are bump-
1033 : allocated from the caller's scratch region via _l. */
1034 : static void
1035 : write_account_to_result( fd_pubkey_t const * pubkey,
1036 : fd_account_meta_t const * meta,
1037 : fd_exec_test_acct_state_t * out_accounts,
1038 : pb_size_t * out_accounts_cnt,
1039 : ulong * scratch_cur,
1040 0 : ulong scratch_end ) {
1041 0 : fd_exec_test_acct_state_t * out_acct = &out_accounts[ *out_accounts_cnt ];
1042 0 : (*out_accounts_cnt)++;
1043 :
1044 0 : memset( out_acct, 0, sizeof(fd_exec_test_acct_state_t) );
1045 0 : memcpy( out_acct->address, pubkey, sizeof(fd_pubkey_t) );
1046 0 : out_acct->lamports = meta->lamports;
1047 :
1048 0 : if( meta->dlen>0UL ) {
1049 0 : pb_bytes_array_t * data = (pb_bytes_array_t *)fd_ulong_align_up( *scratch_cur, alignof(pb_bytes_array_t) );
1050 0 : *scratch_cur = (ulong)data + PB_BYTES_ARRAY_T_ALLOCSIZE( meta->dlen );
1051 0 : if( FD_UNLIKELY( *scratch_cur > scratch_end ) ) abort();
1052 0 : data->size = (pb_size_t)meta->dlen;
1053 0 : fd_memcpy( data->bytes, fd_account_data( meta ), meta->dlen );
1054 0 : out_acct->data = data;
1055 0 : }
1056 :
1057 0 : out_acct->executable = meta->executable;
1058 0 : memcpy( out_acct->owner, meta->owner, sizeof(fd_pubkey_t) );
1059 0 : }
1060 :
1061 : ulong
1062 : create_txn_result_protobuf_from_txn( fd_exec_test_txn_result_t ** txn_result_out,
1063 : void * out_buf,
1064 : ulong out_bufsz,
1065 : fd_txn_in_t const * txn_in,
1066 : fd_txn_out_t * txn_out,
1067 0 : int exec_res ) {
1068 0 : FD_SCRATCH_ALLOC_INIT( l, out_buf );
1069 0 : ulong out_end = (ulong)out_buf + out_bufsz;
1070 :
1071 0 : fd_exec_test_txn_result_t * txn_result =
1072 0 : FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_exec_test_txn_result_t),
1073 0 : sizeof(fd_exec_test_txn_result_t) );
1074 0 : if( FD_UNLIKELY( _l > out_end ) ) abort();
1075 0 : fd_memset( txn_result, 0, sizeof(fd_exec_test_txn_result_t) );
1076 :
1077 : /* Map nonce errors into the agave expected ones. */
1078 0 : if( FD_UNLIKELY( exec_res==FD_RUNTIME_TXN_ERR_BLOCKHASH_NONCE_ALREADY_ADVANCED ||
1079 0 : exec_res==FD_RUNTIME_TXN_ERR_BLOCKHASH_FAIL_ADVANCE_NONCE_INSTR ||
1080 0 : exec_res==FD_RUNTIME_TXN_ERR_BLOCKHASH_FAIL_WRONG_NONCE )) {
1081 0 : exec_res = FD_RUNTIME_TXN_ERR_BLOCKHASH_NOT_FOUND;
1082 0 : }
1083 :
1084 : /* Basic result fields */
1085 0 : txn_result->executed = txn_out->err.is_committable;
1086 0 : txn_result->sanitization_error = !txn_out->err.is_committable;
1087 0 : txn_result->modified_accounts_count = 0;
1088 0 : txn_result->rollback_accounts_count = 0;
1089 0 : txn_result->is_ok = !exec_res;
1090 0 : txn_result->status = (uint32_t) -exec_res;
1091 0 : txn_result->instruction_error = 0;
1092 0 : txn_result->instruction_error_index = 0;
1093 0 : txn_result->custom_error = 0;
1094 0 : txn_result->has_fee_details = false;
1095 0 : txn_result->loaded_accounts_data_size = txn_out->details.loaded_accounts_data_size;
1096 :
1097 0 : if( txn_result->sanitization_error ) {
1098 0 : if( txn_out->err.is_fees_only ) {
1099 0 : txn_result->has_fee_details = true;
1100 0 : txn_result->fee_details.prioritization_fee = txn_out->details.priority_fee;
1101 0 : txn_result->fee_details.transaction_fee = txn_out->details.execution_fee;
1102 0 : }
1103 :
1104 0 : if( exec_res==FD_RUNTIME_TXN_ERR_INSTRUCTION_ERROR ) {
1105 0 : txn_result->instruction_error = (uint32_t) -txn_out->err.exec_err;
1106 0 : txn_result->instruction_error_index = (uint32_t) txn_out->err.exec_err_idx;
1107 0 : if( txn_out->err.exec_err==FD_EXECUTOR_INSTR_ERR_CUSTOM_ERR ) {
1108 0 : txn_result->custom_error = txn_out->err.custom_err;
1109 0 : }
1110 0 : }
1111 :
1112 0 : *txn_result_out = txn_result;
1113 0 : return FD_SCRATCH_ALLOC_FINI( l, 1UL ) - (ulong)out_buf;
1114 0 : }
1115 :
1116 : /* Capture instruction error code for executed transactions */
1117 0 : if( exec_res==FD_RUNTIME_TXN_ERR_INSTRUCTION_ERROR ) {
1118 0 : fd_txn_t const * txn = TXN( txn_in->txn );
1119 0 : int instr_err_idx = txn_out->err.exec_err_idx;
1120 0 : int program_id_idx = txn->instr[instr_err_idx].program_id;
1121 :
1122 0 : txn_result->instruction_error = (uint32_t) -txn_out->err.exec_err;
1123 0 : txn_result->instruction_error_index = (uint32_t) instr_err_idx;
1124 :
1125 0 : if( txn_out->err.exec_err==FD_EXECUTOR_INSTR_ERR_CUSTOM_ERR &&
1126 0 : fd_executor_lookup_native_precompile_program( &txn_out->accounts.keys[ program_id_idx ] )==NULL ) {
1127 0 : txn_result->custom_error = txn_out->err.custom_err;
1128 0 : }
1129 0 : }
1130 :
1131 0 : txn_result->has_fee_details = true;
1132 0 : txn_result->fee_details.transaction_fee = txn_out->details.execution_fee;
1133 0 : txn_result->fee_details.prioritization_fee = txn_out->details.priority_fee;
1134 0 : txn_result->executed_units = txn_out->details.compute_budget.compute_unit_limit - txn_out->details.compute_budget.compute_meter;
1135 :
1136 : /* Return data */
1137 0 : if( txn_out->details.return_data.len>0 ) {
1138 0 : txn_result->return_data = FD_SCRATCH_ALLOC_APPEND( l, alignof(pb_bytes_array_t),
1139 0 : PB_BYTES_ARRAY_T_ALLOCSIZE( txn_out->details.return_data.len ) );
1140 0 : if( FD_UNLIKELY( _l > out_end ) ) abort();
1141 0 : txn_result->return_data->size = (pb_size_t)txn_out->details.return_data.len;
1142 0 : fd_memcpy( txn_result->return_data->bytes, txn_out->details.return_data.data, txn_out->details.return_data.len );
1143 0 : }
1144 :
1145 : /* Modified accounts */
1146 0 : txn_result->modified_accounts = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_exec_test_acct_state_t), sizeof(fd_exec_test_acct_state_t) * txn_out->accounts.cnt );
1147 0 : txn_result->rollback_accounts = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_exec_test_acct_state_t), sizeof(fd_exec_test_acct_state_t) * 2UL );
1148 0 : if( FD_UNLIKELY( _l > out_end ) ) abort();
1149 :
1150 0 : if( txn_out->err.is_fees_only || exec_res!=FD_RUNTIME_EXECUTE_SUCCESS ) {
1151 : /* If the transaction errored, capture the rollback accounts (fee payer and nonce). */
1152 0 : if( FD_LIKELY( txn_out->accounts.nonce_idx_in_txn!=FD_FEE_PAYER_TXN_IDX ) ) {
1153 0 : write_account_to_result(
1154 0 : &txn_out->accounts.keys[FD_FEE_PAYER_TXN_IDX],
1155 0 : txn_out->accounts.rollback_fee_payer,
1156 0 : txn_result->rollback_accounts,
1157 0 : &txn_result->rollback_accounts_count,
1158 0 : &_l,
1159 0 : out_end
1160 0 : );
1161 0 : }
1162 :
1163 0 : if( txn_out->accounts.nonce_idx_in_txn!=ULONG_MAX ) {
1164 0 : write_account_to_result(
1165 0 : &txn_out->accounts.keys[txn_out->accounts.nonce_idx_in_txn],
1166 0 : txn_out->accounts.rollback_nonce,
1167 0 : txn_result->rollback_accounts,
1168 0 : &txn_result->rollback_accounts_count,
1169 0 : &_l,
1170 0 : out_end
1171 0 : );
1172 0 : }
1173 0 : }
1174 :
1175 0 : if( !txn_out->err.is_fees_only ) {
1176 : /* Executed: capture fee payer and writable accounts. */
1177 0 : for( ulong j=0UL; j<txn_out->accounts.cnt; j++ ) {
1178 0 : if( !( fd_runtime_account_is_writable_idx( txn_in, txn_out, (ushort)j ) ||
1179 0 : j==FD_FEE_PAYER_TXN_IDX ) ) {
1180 0 : continue;
1181 0 : }
1182 :
1183 0 : write_account_to_result(
1184 0 : &txn_out->accounts.keys[j],
1185 0 : txn_out->accounts.account[j].meta,
1186 0 : txn_result->modified_accounts,
1187 0 : &txn_result->modified_accounts_count,
1188 0 : &_l,
1189 0 : out_end
1190 0 : );
1191 0 : }
1192 0 : }
1193 :
1194 0 : *txn_result_out = txn_result;
1195 0 : return FD_SCRATCH_ALLOC_FINI( l, 1UL ) - (ulong)out_buf;
1196 0 : }
1197 :
1198 : void
1199 : fd_dump_txn_to_protobuf( fd_runtime_t * runtime,
1200 : fd_bank_t * bank,
1201 : fd_txn_in_t const * txn_in,
1202 0 : fd_txn_out_t * txn_out ) {
1203 0 : fd_spad_t * spad = fd_spad_join( fd_spad_new( runtime->log.dumping_mem, 1UL<<28UL ) );
1204 :
1205 0 : FD_SPAD_FRAME_BEGIN( spad ) {
1206 : // Get base58-encoded tx signature
1207 0 : const fd_ed25519_sig_t * signatures = fd_txn_get_signatures( TXN( txn_in->txn ), txn_in->txn->payload );
1208 0 : char encoded_signature[FD_BASE58_ENCODED_64_SZ];
1209 0 : fd_base58_encode_64( signatures[0], NULL, encoded_signature );
1210 :
1211 0 : fd_exec_test_txn_context_t txn_context_msg = FD_EXEC_TEST_TXN_CONTEXT_INIT_DEFAULT;
1212 0 : create_txn_context_protobuf_from_txn( &txn_context_msg, runtime, bank, txn_in, txn_out, spad );
1213 :
1214 : /* Output to file */
1215 0 : ulong out_buf_size = 100UL<<20UL; // 100 MB
1216 0 : uchar * out = fd_spad_alloc( spad, alignof(uchar), out_buf_size );
1217 0 : pb_ostream_t stream = pb_ostream_from_buffer( out, out_buf_size );
1218 0 : if( pb_encode( &stream, FD_EXEC_TEST_TXN_CONTEXT_FIELDS, &txn_context_msg ) ) {
1219 0 : char output_filepath[ PATH_MAX ];
1220 0 : snprintf( output_filepath, PATH_MAX, "%s/txn-%s.txnctx", runtime->log.dump_proto_ctx->dump_proto_output_dir, encoded_signature );
1221 0 : FILE * file = fopen(output_filepath, "wb");
1222 0 : if( file ) {
1223 0 : fwrite( out, 1, stream.bytes_written, file );
1224 0 : fclose( file );
1225 0 : }
1226 0 : }
1227 0 : } FD_SPAD_FRAME_END;
1228 0 : }
1229 :
1230 : void
1231 : fd_dump_txn_context_to_protobuf( fd_txn_dump_ctx_t * txn_dump_ctx,
1232 : fd_runtime_t * runtime,
1233 : fd_bank_t * bank,
1234 : fd_txn_in_t const * txn_in,
1235 0 : fd_txn_out_t * txn_out ) {
1236 0 : fd_txn_dump_context_reset( txn_dump_ctx );
1237 :
1238 0 : txn_dump_ctx->fixture.has_metadata = true;
1239 0 : strncpy(
1240 0 : txn_dump_ctx->fixture.metadata.fn_entrypoint,
1241 0 : "sol_compat_txn_execute_v1",
1242 0 : sizeof(txn_dump_ctx->fixture.metadata.fn_entrypoint)-1UL
1243 0 : );
1244 :
1245 0 : txn_dump_ctx->fixture.has_input = true;
1246 0 : create_txn_context_protobuf_from_txn( &txn_dump_ctx->fixture.input,
1247 0 : runtime, bank, txn_in, txn_out,
1248 0 : txn_dump_ctx->spad );
1249 0 : }
1250 :
1251 : void
1252 : fd_dump_txn_result_to_protobuf( fd_txn_dump_ctx_t * txn_dump_ctx,
1253 : fd_txn_in_t const * txn_in,
1254 : fd_txn_out_t * txn_out,
1255 0 : int exec_res ) {
1256 0 : txn_dump_ctx->fixture.has_output = true;
1257 :
1258 0 : ulong buf_sz = 100UL<<20UL;
1259 0 : void * buf = fd_spad_alloc( txn_dump_ctx->spad, alignof(fd_exec_test_txn_result_t), buf_sz );
1260 0 : fd_exec_test_txn_result_t * result = NULL;
1261 0 : create_txn_result_protobuf_from_txn( &result, buf, buf_sz, txn_in, txn_out, exec_res );
1262 0 : txn_dump_ctx->fixture.output = *result;
1263 0 : }
1264 :
1265 : void
1266 : fd_dump_txn_fixture_to_file( fd_txn_dump_ctx_t * txn_dump_ctx,
1267 : fd_dump_proto_ctx_t const * dump_proto_ctx,
1268 0 : fd_txn_in_t const * txn_in ) {
1269 0 : const fd_ed25519_sig_t * signatures = fd_txn_get_signatures( TXN( txn_in->txn ), txn_in->txn->payload );
1270 0 : char encoded_signature[FD_BASE58_ENCODED_64_SZ];
1271 0 : fd_base58_encode_64( signatures[0], NULL, encoded_signature );
1272 :
1273 0 : FD_SPAD_FRAME_BEGIN( txn_dump_ctx->spad ) {
1274 0 : ulong out_buf_size = 100UL<<20UL;
1275 0 : uchar * out = fd_spad_alloc( txn_dump_ctx->spad, alignof(uchar), out_buf_size );
1276 0 : pb_ostream_t stream = pb_ostream_from_buffer( out, out_buf_size );
1277 :
1278 0 : char output_filepath[ PATH_MAX ];
1279 :
1280 0 : if( dump_proto_ctx->dump_txn_as_fixture ) {
1281 0 : if( pb_encode( &stream, FD_EXEC_TEST_TXN_FIXTURE_FIELDS, &txn_dump_ctx->fixture ) ) {
1282 0 : snprintf( output_filepath, PATH_MAX, "%s/txn-%s.fix", dump_proto_ctx->dump_proto_output_dir, encoded_signature );
1283 0 : FILE * file = fopen( output_filepath, "wb" );
1284 0 : if( file ) {
1285 0 : fwrite( out, 1, stream.bytes_written, file );
1286 0 : fclose( file );
1287 0 : }
1288 0 : }
1289 0 : } else {
1290 0 : if( pb_encode( &stream, FD_EXEC_TEST_TXN_CONTEXT_FIELDS, &txn_dump_ctx->fixture.input ) ) {
1291 0 : snprintf( output_filepath, PATH_MAX, "%s/txn-%s.txnctx", dump_proto_ctx->dump_proto_output_dir, encoded_signature );
1292 0 : FILE * file = fopen( output_filepath, "wb" );
1293 0 : if( file ) {
1294 0 : fwrite( out, 1, stream.bytes_written, file );
1295 0 : fclose( file );
1296 0 : }
1297 0 : }
1298 0 : }
1299 0 : } FD_SPAD_FRAME_END;
1300 0 : }
1301 :
1302 : void
1303 : fd_dump_block_to_protobuf_collect_tx( fd_block_dump_ctx_t * dump_block_ctx,
1304 0 : fd_txn_p_t const * txn ) {
1305 0 : if( FD_UNLIKELY( dump_block_ctx->txns_to_dump_cnt>=FD_BLOCK_DUMP_CTX_MAX_TXN_CNT ) ) {
1306 0 : FD_LOG_ERR(( "Please increase FD_BLOCK_DUMP_CTX_MAX_TXN_CNT to dump more than %lu transactions.", FD_BLOCK_DUMP_CTX_MAX_TXN_CNT ));
1307 0 : return;
1308 0 : }
1309 0 : fd_memcpy( &dump_block_ctx->txns_to_dump[dump_block_ctx->txns_to_dump_cnt++], txn, sizeof(fd_txn_p_t) );
1310 0 : }
1311 :
1312 : void
1313 : fd_dump_block_to_protobuf( fd_block_dump_ctx_t * dump_block_ctx,
1314 : fd_banks_t * banks,
1315 : fd_bank_t * bank,
1316 : fd_accdb_user_t * accdb,
1317 : fd_dump_proto_ctx_t const * dump_proto_ctx,
1318 0 : fd_runtime_stack_t * runtime_stack ) {
1319 0 : if( FD_UNLIKELY( dump_block_ctx==NULL ) ) {
1320 0 : FD_LOG_WARNING(( "Block dumping context may not be NULL when dumping blocks." ));
1321 0 : return;
1322 0 : }
1323 :
1324 0 : FD_SPAD_FRAME_BEGIN( dump_block_ctx->spad ) {
1325 0 : if( FD_UNLIKELY( dump_proto_ctx==NULL ) ) {
1326 0 : FD_LOG_WARNING(( "Protobuf dumping context may not be NULL when dumping blocks." ));
1327 0 : return;
1328 0 : }
1329 :
1330 : /* Dump the block context */
1331 0 : create_block_context_protobuf_from_block( dump_block_ctx, banks, bank, accdb, runtime_stack );
1332 :
1333 : /* Output to file */
1334 0 : ulong out_buf_size = 1UL<<30UL; /* 1 GB */
1335 0 : uint8_t * out = fd_spad_alloc( dump_block_ctx->spad, alignof(uint8_t), out_buf_size );
1336 0 : pb_ostream_t stream = pb_ostream_from_buffer( out, out_buf_size );
1337 0 : if( pb_encode( &stream, FD_EXEC_TEST_BLOCK_CONTEXT_FIELDS, &dump_block_ctx->block_context ) ) {
1338 0 : char output_filepath[ PATH_MAX ];
1339 0 : snprintf( output_filepath, PATH_MAX, "%s/block-%lu.blockctx", dump_proto_ctx->dump_proto_output_dir, bank->f.slot );
1340 0 : FILE * file = fopen(output_filepath, "wb");
1341 0 : if( file ) {
1342 0 : fwrite( out, 1, stream.bytes_written, file );
1343 0 : fclose( file );
1344 0 : }
1345 0 : }
1346 0 : } FD_SPAD_FRAME_END;
1347 0 : }
1348 :
1349 : void
1350 : fd_dump_vm_syscall_to_protobuf( fd_vm_t const * vm,
1351 0 : char const * fn_name ) {
1352 0 : char const * syscall_name_filter = vm->instr_ctx->runtime->log.dump_proto_ctx->dump_syscall_name_filter;
1353 0 : if( syscall_name_filter && strlen( syscall_name_filter ) && strcmp( syscall_name_filter, fn_name ) ) {
1354 0 : return;
1355 0 : }
1356 :
1357 0 : fd_spad_t * spad = fd_spad_join( fd_spad_new( vm->instr_ctx->runtime->log.dumping_mem, 1UL<<28UL ) );
1358 :
1359 0 : FD_SPAD_FRAME_BEGIN( spad ) {
1360 :
1361 0 : fd_ed25519_sig_t signature;
1362 0 : memcpy( signature, (uchar const *)vm->instr_ctx->txn_in->txn->payload + TXN( vm->instr_ctx->txn_in->txn )->signature_off, sizeof(fd_ed25519_sig_t) );
1363 0 : char encoded_signature[FD_BASE58_ENCODED_64_SZ];
1364 0 : fd_base58_encode_64( signature, NULL, encoded_signature );
1365 :
1366 0 : char filename[ PATH_MAX ];
1367 0 : snprintf( filename,
1368 0 : PATH_MAX,
1369 0 : "%s/syscall-%s-%s-%d-%hhu-%lu.sysctx",
1370 0 : vm->instr_ctx->runtime->log.dump_proto_ctx->dump_proto_output_dir,
1371 0 : fn_name,
1372 0 : encoded_signature,
1373 0 : vm->instr_ctx->runtime->instr.current_idx,
1374 0 : vm->instr_ctx->runtime->instr.stack_sz,
1375 0 : vm->cu );
1376 :
1377 : /* The generated filename should be unique for every call. Silently return otherwise. */
1378 0 : if( FD_UNLIKELY( access( filename, F_OK )!=-1 ) ) {
1379 0 : return;
1380 0 : }
1381 :
1382 0 : fd_exec_test_syscall_context_t sys_ctx = FD_EXEC_TEST_SYSCALL_CONTEXT_INIT_ZERO;
1383 :
1384 : /* SyscallContext -> vm_ctx */
1385 0 : sys_ctx.has_vm_ctx = 1;
1386 :
1387 : /* SyscallContext -> vm_ctx -> heap_max */
1388 0 : sys_ctx.vm_ctx.heap_max = vm->heap_max; /* should be equiv. to txn_ctx->heap_sz */
1389 :
1390 : /* SyscallContext -> vm_ctx -> rodata */
1391 0 : sys_ctx.vm_ctx.rodata = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE( vm->rodata_sz ) );
1392 0 : sys_ctx.vm_ctx.rodata->size = (pb_size_t) vm->rodata_sz;
1393 0 : fd_memcpy( sys_ctx.vm_ctx.rodata->bytes, vm->rodata, vm->rodata_sz );
1394 :
1395 : /* SyscallContext -> vm_ctx -> r0-11 */
1396 0 : sys_ctx.vm_ctx.r0 = vm->reg[0];
1397 0 : sys_ctx.vm_ctx.r1 = vm->reg[1];
1398 0 : sys_ctx.vm_ctx.r2 = vm->reg[2];
1399 0 : sys_ctx.vm_ctx.r3 = vm->reg[3];
1400 0 : sys_ctx.vm_ctx.r4 = vm->reg[4];
1401 0 : sys_ctx.vm_ctx.r5 = vm->reg[5];
1402 0 : sys_ctx.vm_ctx.r6 = vm->reg[6];
1403 0 : sys_ctx.vm_ctx.r7 = vm->reg[7];
1404 0 : sys_ctx.vm_ctx.r8 = vm->reg[8];
1405 0 : sys_ctx.vm_ctx.r9 = vm->reg[9];
1406 0 : sys_ctx.vm_ctx.r10 = vm->reg[10];
1407 0 : sys_ctx.vm_ctx.r11 = vm->reg[11];
1408 :
1409 : /* SyscallContext -> vm_ctx -> entry_pc */
1410 0 : sys_ctx.vm_ctx.entry_pc = vm->entry_pc;
1411 :
1412 : /* SyscallContext -> vm_ctx -> return_data */
1413 0 : sys_ctx.vm_ctx.has_return_data = 1;
1414 :
1415 : /* SyscallContext -> vm_ctx -> return_data -> data */
1416 0 : sys_ctx.vm_ctx.return_data.data = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE( vm->instr_ctx->txn_out->details.return_data.len ) );
1417 0 : sys_ctx.vm_ctx.return_data.data->size = (pb_size_t)vm->instr_ctx->txn_out->details.return_data.len;
1418 0 : fd_memcpy( sys_ctx.vm_ctx.return_data.data->bytes, vm->instr_ctx->txn_out->details.return_data.data, vm->instr_ctx->txn_out->details.return_data.len );
1419 :
1420 : /* SyscallContext -> vm_ctx -> return_data -> program_id */
1421 0 : sys_ctx.vm_ctx.return_data.program_id = fd_spad_alloc( spad, alignof(pb_bytes_array_t), sizeof(fd_pubkey_t) );
1422 0 : sys_ctx.vm_ctx.return_data.program_id->size = sizeof(fd_pubkey_t);
1423 0 : fd_memcpy( sys_ctx.vm_ctx.return_data.program_id->bytes, vm->instr_ctx->txn_out->details.return_data.program_id.key, sizeof(fd_pubkey_t) );
1424 :
1425 : /* SyscallContext -> vm_ctx -> sbpf_version */
1426 0 : sys_ctx.vm_ctx.sbpf_version = (uint)vm->sbpf_version;
1427 :
1428 : /* SyscallContext -> instr_ctx */
1429 0 : sys_ctx.has_instr_ctx = 1;
1430 0 : create_instr_context_protobuf_from_instructions( &sys_ctx.instr_ctx,
1431 0 : vm->instr_ctx->runtime,
1432 0 : vm->instr_ctx->bank,
1433 0 : vm->instr_ctx->txn_out,
1434 0 : vm->instr_ctx->instr,
1435 0 : spad );
1436 :
1437 : /* SyscallContext -> syscall_invocation */
1438 0 : sys_ctx.has_syscall_invocation = 1;
1439 :
1440 : /* SyscallContext -> syscall_invocation -> function_name */
1441 0 : sys_ctx.syscall_invocation.function_name.size = fd_uint_min( (uint) strlen(fn_name), sizeof(sys_ctx.syscall_invocation.function_name.bytes) );
1442 0 : fd_memcpy( sys_ctx.syscall_invocation.function_name.bytes,
1443 0 : fn_name,
1444 0 : sys_ctx.syscall_invocation.function_name.size );
1445 :
1446 : /* SyscallContext -> syscall_invocation -> heap_prefix */
1447 0 : sys_ctx.syscall_invocation.heap_prefix = fd_spad_alloc( spad, 8UL, PB_BYTES_ARRAY_T_ALLOCSIZE( vm->heap_max ) );
1448 0 : sys_ctx.syscall_invocation.heap_prefix->size = (pb_size_t) vm->instr_ctx->txn_out->details.compute_budget.heap_size;
1449 0 : fd_memcpy( sys_ctx.syscall_invocation.heap_prefix->bytes, vm->heap, vm->instr_ctx->txn_out->details.compute_budget.heap_size );
1450 :
1451 : /* SyscallContext -> syscall_invocation -> stack_prefix */
1452 0 : pb_size_t stack_sz = (pb_size_t)FD_VM_STACK_MAX;
1453 0 : sys_ctx.syscall_invocation.stack_prefix = fd_spad_alloc( spad, 8UL, PB_BYTES_ARRAY_T_ALLOCSIZE( stack_sz ) );
1454 0 : sys_ctx.syscall_invocation.stack_prefix->size = stack_sz;
1455 0 : fd_memcpy( sys_ctx.syscall_invocation.stack_prefix->bytes, vm->stack, stack_sz );
1456 :
1457 : /* Output to file */
1458 0 : ulong out_buf_size = 1UL<<29UL; /* 128 MB */
1459 0 : uint8_t * out = fd_spad_alloc( spad, alignof(uint8_t), out_buf_size );
1460 0 : pb_ostream_t stream = pb_ostream_from_buffer( out, out_buf_size );
1461 0 : if( pb_encode( &stream, FD_EXEC_TEST_SYSCALL_CONTEXT_FIELDS, &sys_ctx ) ) {
1462 0 : FILE * file = fopen(filename, "wb");
1463 0 : if( file ) {
1464 0 : fwrite( out, 1, stream.bytes_written, file );
1465 0 : fclose( file );
1466 0 : }
1467 0 : }
1468 0 : } FD_SPAD_FRAME_END;
1469 0 : }
|
