Line data Source code
1 : #include "fd_dump_pb.h"
2 : #include "generated/block.pb.h"
3 : #include "generated/invoke.pb.h"
4 : #include "generated/txn.pb.h"
5 : #include "generated/vm.pb.h"
6 : #include "../fd_system_ids.h"
7 : #include "../fd_bank.h"
8 : #include "../fd_runtime.h"
9 : #include "../fd_alut.h"
10 : #include "../program/fd_precompiles.h"
11 : #include "../../../ballet/nanopb/pb_encode.h"
12 : #include "../../accdb/fd_accdb_sync.h"
13 : #include "../../progcache/fd_prog_load.h"
14 : #include "../program/vote/fd_vote_state_versioned.h"
15 : #include "../sysvar/fd_sysvar_epoch_rewards.h"
16 : #include "../fd_runtime_stack.h"
17 :
18 : #include <stdio.h> /* fopen */
19 : #include <sys/mman.h> /* mmap */
20 : #include <unistd.h> /* ftruncate */
21 :
22 : #define SORT_NAME sort_uint64_t
23 0 : #define SORT_KEY_T uint64_t
24 0 : #define SORT_BEFORE(a,b) (a)<(b)
25 : #include "../../../util/tmpl/fd_sort.c"
26 :
27 : struct fd_dump_account_key_node {
28 : fd_pubkey_t key;
29 : ulong redblack_parent;
30 : ulong redblack_left;
31 : ulong redblack_right;
32 : int redblack_color;
33 : };
34 : typedef struct fd_dump_account_key_node fd_dump_account_key_node_t;
35 0 : #define REDBLK_T fd_dump_account_key_node_t
36 : #define REDBLK_NAME fd_dump_account_key_map
37 0 : long fd_dump_account_key_map_compare( fd_dump_account_key_node_t * left, fd_dump_account_key_node_t * right ) {
38 0 : return memcmp( left->key.uc, right->key.uc, sizeof(fd_pubkey_t) );
39 0 : }
40 : #include "../../../util/tmpl/fd_redblack.c"
41 :
42 : /***** CONSTANTS *****/
43 : static fd_pubkey_t const * fd_dump_sysvar_ids[] = {
44 : &fd_sysvar_recent_block_hashes_id,
45 : &fd_sysvar_clock_id,
46 : &fd_sysvar_slot_history_id,
47 : &fd_sysvar_slot_hashes_id,
48 : &fd_sysvar_epoch_schedule_id,
49 : &fd_sysvar_epoch_rewards_id,
50 : &fd_sysvar_fees_id,
51 : &fd_sysvar_rent_id,
52 : &fd_sysvar_stake_history_id,
53 : &fd_sysvar_last_restart_slot_id,
54 : &fd_sysvar_instructions_id,
55 : };
56 : static ulong const num_sysvar_entries = (sizeof(fd_dump_sysvar_ids) / sizeof(fd_pubkey_t *));
57 :
58 : static fd_pubkey_t const * fd_dump_builtin_ids[] = {
59 : &fd_solana_system_program_id,
60 : &fd_solana_vote_program_id,
61 : &fd_solana_stake_program_id,
62 : &fd_solana_bpf_loader_v4_program_id,
63 : &fd_solana_bpf_loader_deprecated_program_id,
64 : &fd_solana_bpf_loader_program_id,
65 : &fd_solana_bpf_loader_upgradeable_program_id,
66 : &fd_solana_compute_budget_program_id,
67 : &fd_solana_keccak_secp_256k_program_id,
68 : &fd_solana_secp256r1_program_id,
69 : &fd_solana_zk_elgamal_proof_program_id,
70 : &fd_solana_ed25519_sig_verify_program_id,
71 : };
72 : static ulong const num_loaded_builtins = (sizeof(fd_dump_builtin_ids) / sizeof(fd_pubkey_t *));
73 :
74 : /***** UTILITY FUNCTIONS *****/
75 :
76 : /** FEATURE DUMPING **/
77 : static void
78 : dump_sorted_features( fd_features_t const * features,
79 : fd_exec_test_feature_set_t * output_feature_set,
80 0 : fd_spad_t * spad ) {
81 : /* NOTE: Caller must have a spad frame prepared */
82 0 : uint64_t * unsorted_features = fd_spad_alloc( spad, alignof(uint64_t), FD_FEATURE_ID_CNT * sizeof(uint64_t) );
83 0 : ulong num_features = 0;
84 0 : for( const fd_feature_id_t * current_feature = fd_feature_iter_init(); !fd_feature_iter_done( current_feature ); current_feature = fd_feature_iter_next( current_feature ) ) {
85 0 : if (features->f[current_feature->index] != FD_FEATURE_DISABLED) {
86 0 : unsorted_features[num_features++] = (uint64_t) current_feature->id.ul[0];
87 0 : }
88 0 : }
89 : // Sort the features
90 0 : void * scratch = fd_spad_alloc( spad, sort_uint64_t_stable_scratch_align(), sort_uint64_t_stable_scratch_footprint(num_features) );
91 0 : uint64_t * sorted_features = sort_uint64_t_stable_fast( unsorted_features, num_features, scratch );
92 :
93 : // Set feature set in message
94 0 : output_feature_set->features_count = (pb_size_t) num_features;
95 0 : output_feature_set->features = sorted_features;
96 0 : }
97 :
98 : /** ACCOUNT DUMPING **/
99 : static void
100 : dump_account_state( fd_pubkey_t const * account_key,
101 : fd_account_meta_t const * account_meta,
102 : fd_exec_test_acct_state_t * output_account,
103 0 : fd_spad_t * spad ) {
104 : // Address
105 0 : fd_memcpy(output_account->address, account_key, sizeof(fd_pubkey_t));
106 :
107 : // Lamports
108 0 : output_account->lamports = (uint64_t)account_meta->lamports;
109 :
110 : // Data
111 0 : output_account->data = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE( account_meta->dlen ) );
112 0 : output_account->data->size = (pb_size_t) account_meta->dlen;
113 0 : fd_memcpy(output_account->data->bytes, fd_account_data( account_meta ), account_meta->dlen );
114 :
115 : // Executable
116 0 : output_account->executable = (bool)account_meta->executable;
117 :
118 : // Owner
119 0 : fd_memcpy(output_account->owner, account_meta->owner, sizeof(fd_pubkey_t));
120 0 : }
121 :
122 : static uchar
123 : account_already_dumped( fd_exec_test_acct_state_t const * dumped_accounts,
124 : ulong dumped_cnt,
125 0 : fd_pubkey_t const * account_key ) {
126 0 : for( ulong i=0UL; i<dumped_cnt; i++ ) {
127 0 : if( !memcmp( account_key, dumped_accounts[i].address, sizeof(fd_pubkey_t) ) ) {
128 0 : return 1;
129 0 : }
130 0 : }
131 0 : return 0;
132 0 : }
133 :
134 : /* Dumps a borrowed account if it exists and has not been dumped yet.
135 : Sets up the output borrowed account if it exists. Returns 0 if the
136 : account exists, 1 otherwise.
137 : TODO: This can be optimized by using a set. */
138 : static uchar
139 : dump_account_if_not_already_dumped( fd_accdb_user_t * accdb,
140 : fd_funk_txn_xid_t const * xid,
141 : fd_pubkey_t const * account_key,
142 : fd_spad_t * spad,
143 : fd_exec_test_acct_state_t * out_acct_states,
144 : pb_size_t * out_acct_states_cnt,
145 0 : fd_accdb_ro_t * out_ro ) {
146 0 : fd_accdb_ro_t ro[1];
147 0 : if( !fd_accdb_open_ro( accdb, ro, xid, account_key ) ) {
148 0 : return 1;
149 0 : }
150 :
151 0 : if( !account_already_dumped( out_acct_states, *out_acct_states_cnt, account_key ) ) {
152 0 : dump_account_state( account_key, ro->meta, &out_acct_states[*out_acct_states_cnt], spad );
153 0 : (*out_acct_states_cnt)++;
154 0 : }
155 :
156 0 : if( out_ro ) {
157 0 : *out_ro = *ro;
158 0 : } else {
159 0 : fd_accdb_close_ro( accdb, ro );
160 0 : }
161 0 : return 0;
162 0 : }
163 :
164 : static void
165 : dump_executable_account_if_exists( fd_accdb_user_t * accdb,
166 : fd_funk_txn_xid_t const * xid,
167 : fd_exec_test_acct_state_t const * program_account,
168 : fd_spad_t * spad,
169 : fd_exec_test_acct_state_t * out_account_states,
170 0 : pb_size_t * out_account_states_count ) {
171 0 : if( FD_LIKELY( memcmp( program_account->owner, fd_solana_bpf_loader_upgradeable_program_id.key, sizeof(fd_pubkey_t) ) ) ) {
172 0 : return;
173 0 : }
174 :
175 0 : fd_bpf_state_t program_loader_state[1];
176 0 : if( FD_UNLIKELY( fd_bpf_state_decode(
177 0 : program_loader_state,
178 0 : program_account->data->bytes,
179 0 : program_account->data->size ) ) ) {
180 0 : return;
181 0 : }
182 0 : if( program_loader_state->discriminant!=FD_BPF_STATE_PROGRAM ) {
183 0 : return;
184 0 : }
185 :
186 0 : fd_pubkey_t * programdata_acc = &program_loader_state->inner.program.programdata_address;
187 0 : dump_account_if_not_already_dumped( accdb, xid, programdata_acc, spad, out_account_states, out_account_states_count, NULL );
188 0 : }
189 :
190 : static void
191 : dump_sanitized_transaction( fd_accdb_user_t * accdb,
192 : fd_funk_txn_xid_t const * xid,
193 : fd_txn_t const * txn_descriptor,
194 : uchar const * txn_payload,
195 : fd_spad_t * spad,
196 0 : fd_exec_test_sanitized_transaction_t * sanitized_transaction ) {
197 0 : fd_txn_acct_addr_lut_t const * address_lookup_tables = fd_txn_get_address_tables_const( txn_descriptor );
198 :
199 : /* Transaction Context -> tx -> message */
200 0 : sanitized_transaction->has_message = true;
201 0 : fd_exec_test_transaction_message_t * message = &sanitized_transaction->message;
202 :
203 : /* Transaction Context -> tx -> message -> is_legacy */
204 0 : message->is_legacy = txn_descriptor->transaction_version == FD_TXN_VLEGACY;
205 :
206 : /* Transaction Context -> tx -> message -> header */
207 0 : message->has_header = true;
208 0 : fd_exec_test_message_header_t * header = &message->header;
209 :
210 : /* Transaction Context -> tx -> message -> header -> num_required_signatures */
211 0 : header->num_required_signatures = txn_descriptor->signature_cnt;
212 :
213 : /* Transaction Context -> tx -> message -> header -> num_readonly_signed_accounts */
214 0 : header->num_readonly_signed_accounts = txn_descriptor->readonly_signed_cnt;
215 :
216 : /* Transaction Context -> tx -> message -> header -> num_readonly_unsigned_accounts */
217 0 : header->num_readonly_unsigned_accounts = txn_descriptor->readonly_unsigned_cnt;
218 :
219 : /* Transaction Context -> tx -> message -> account_keys */
220 0 : message->account_keys_count = txn_descriptor->acct_addr_cnt;
221 0 : message->account_keys = fd_spad_alloc( spad, alignof(pb_bytes_array_t *), PB_BYTES_ARRAY_T_ALLOCSIZE(txn_descriptor->acct_addr_cnt * sizeof(pb_bytes_array_t *)) );
222 0 : fd_acct_addr_t const * account_keys = fd_txn_get_acct_addrs( txn_descriptor, txn_payload );
223 0 : for( ulong i = 0; i < txn_descriptor->acct_addr_cnt; i++ ) {
224 0 : pb_bytes_array_t * account_key = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE(sizeof(fd_pubkey_t)) );
225 0 : account_key->size = sizeof(fd_pubkey_t);
226 0 : memcpy( account_key->bytes, &account_keys[i], sizeof(fd_pubkey_t) );
227 0 : message->account_keys[i] = account_key;
228 0 : }
229 :
230 : /* Transaction Context -> tx -> message -> recent_blockhash */
231 0 : uchar const * recent_blockhash = fd_txn_get_recent_blockhash( txn_descriptor, txn_payload );
232 0 : memcpy( message->recent_blockhash, recent_blockhash, sizeof(fd_hash_t) );
233 :
234 : /* Transaction Context -> tx -> message -> instructions */
235 0 : message->instructions_count = txn_descriptor->instr_cnt;
236 0 : message->instructions = fd_spad_alloc( spad, alignof(fd_exec_test_compiled_instruction_t), txn_descriptor->instr_cnt * sizeof(fd_exec_test_compiled_instruction_t) );
237 0 : for( ulong i = 0; i < txn_descriptor->instr_cnt; ++i ) {
238 0 : fd_txn_instr_t instr = txn_descriptor->instr[i];
239 0 : fd_exec_test_compiled_instruction_t * compiled_instruction = &message->instructions[i];
240 :
241 : // compiled instruction -> program_id_index
242 0 : compiled_instruction->program_id_index = instr.program_id;
243 :
244 : // compiled instruction -> accounts
245 0 : compiled_instruction->accounts_count = instr.acct_cnt;
246 0 : compiled_instruction->accounts = fd_spad_alloc( spad, alignof(uint32_t), instr.acct_cnt * sizeof(uint32_t) );
247 0 : uchar const * instr_accounts = fd_txn_get_instr_accts( &instr, txn_payload );
248 0 : for( ulong j = 0; j < instr.acct_cnt; ++j ) {
249 0 : uchar instr_acct_index = instr_accounts[j];
250 0 : compiled_instruction->accounts[j] = instr_acct_index;
251 0 : }
252 :
253 : // compiled instruction -> data
254 0 : uchar const * instr_data = fd_txn_get_instr_data( &instr, txn_payload );
255 0 : compiled_instruction->data = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE(instr.data_sz) );
256 0 : compiled_instruction->data->size = instr.data_sz;
257 0 : memcpy( compiled_instruction->data->bytes, instr_data, instr.data_sz );
258 0 : }
259 :
260 : /* ALUT stuff (non-legacy) */
261 0 : message->address_table_lookups_count = 0;
262 0 : if( !message->is_legacy ) {
263 : /* Transaction Context -> tx -> message -> address_table_lookups */
264 0 : message->address_table_lookups_count = txn_descriptor->addr_table_lookup_cnt;
265 0 : message->address_table_lookups = fd_spad_alloc( spad,
266 0 : alignof(fd_exec_test_message_address_table_lookup_t),
267 0 : txn_descriptor->addr_table_lookup_cnt * sizeof(fd_exec_test_message_address_table_lookup_t) );
268 0 : for( ulong i = 0; i < txn_descriptor->addr_table_lookup_cnt; ++i ) {
269 : // alut -> account_key
270 0 : fd_pubkey_t * alut_key = (fd_pubkey_t *) (txn_payload + address_lookup_tables[i].addr_off);
271 0 : memcpy( message->address_table_lookups[i].account_key, alut_key, sizeof(fd_pubkey_t) );
272 :
273 : // Access ALUT account data to access its keys
274 0 : fd_accdb_ro_t addr_lut_ro[1];
275 0 : if( FD_UNLIKELY( !fd_accdb_open_ro( accdb, addr_lut_ro, xid, alut_key ) ) ) {
276 0 : FD_LOG_ERR(( "addr lut not found" ));
277 0 : }
278 :
279 : // alut -> writable_indexes
280 0 : message->address_table_lookups[i].writable_indexes_count = address_lookup_tables[i].writable_cnt;
281 0 : message->address_table_lookups[i].writable_indexes = fd_spad_alloc( spad, alignof(uint32_t), address_lookup_tables[i].writable_cnt * sizeof(uint32_t) );
282 0 : uchar * writable_indexes = (uchar *) (txn_payload + address_lookup_tables[i].writable_off);
283 0 : for( ulong j = 0; j < address_lookup_tables[i].writable_cnt; ++j ) {
284 0 : message->address_table_lookups[i].writable_indexes[j] = writable_indexes[j];
285 0 : }
286 :
287 : // alut -> readonly_indexes
288 0 : message->address_table_lookups[i].readonly_indexes_count = address_lookup_tables[i].readonly_cnt;
289 0 : message->address_table_lookups[i].readonly_indexes = fd_spad_alloc( spad, alignof(uint32_t), address_lookup_tables[i].readonly_cnt * sizeof(uint32_t) );
290 0 : uchar * readonly_indexes = (uchar *) (txn_payload + address_lookup_tables[i].readonly_off);
291 0 : for( ulong j = 0; j < address_lookup_tables[i].readonly_cnt; ++j ) {
292 0 : message->address_table_lookups[i].readonly_indexes[j] = readonly_indexes[j];
293 0 : }
294 :
295 0 : fd_accdb_close_ro( accdb, addr_lut_ro );
296 0 : }
297 0 : }
298 :
299 : /* Transaction Context -> tx -> message_hash */
300 : // Skip because it does not matter what's in here
301 :
302 : /* Transaction Context -> tx -> signatures */
303 0 : sanitized_transaction->signatures_count = txn_descriptor->signature_cnt;
304 0 : sanitized_transaction->signatures = fd_spad_alloc( spad, alignof(pb_bytes_array_t *), PB_BYTES_ARRAY_T_ALLOCSIZE(txn_descriptor->signature_cnt * sizeof(pb_bytes_array_t *)) );
305 0 : fd_ed25519_sig_t const * signatures = fd_txn_get_signatures( txn_descriptor, txn_payload );
306 0 : for( uchar i = 0; i < txn_descriptor->signature_cnt; ++i ) {
307 0 : pb_bytes_array_t * signature = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE(sizeof(fd_ed25519_sig_t)) );
308 0 : signature->size = sizeof(fd_ed25519_sig_t);
309 0 : memcpy( signature->bytes, &signatures[i], sizeof(fd_ed25519_sig_t) );
310 0 : sanitized_transaction->signatures[i] = signature;
311 0 : }
312 0 : }
313 :
314 : static void
315 : dump_fee_rate_governor( fd_bank_t * bank,
316 0 : fd_exec_test_fee_rate_governor_t * out ) {
317 0 : fd_fee_rate_governor_t const * frg = &bank->f.fee_rate_governor;
318 0 : *out = (fd_exec_test_fee_rate_governor_t){
319 0 : .target_lamports_per_signature = frg->target_lamports_per_signature,
320 0 : .target_signatures_per_slot = frg->target_signatures_per_slot,
321 0 : .min_lamports_per_signature = frg->min_lamports_per_signature,
322 0 : .max_lamports_per_signature = frg->max_lamports_per_signature,
323 0 : .burn_percent = frg->burn_percent,
324 0 : };
325 0 : }
326 :
327 : static void
328 : dump_epoch_schedule( fd_bank_t * bank,
329 0 : fd_exec_test_epoch_schedule_t * out ) {
330 0 : fd_epoch_schedule_t const * es = &bank->f.epoch_schedule;
331 0 : *out = (fd_exec_test_epoch_schedule_t){
332 0 : .slots_per_epoch = es->slots_per_epoch,
333 0 : .leader_schedule_slot_offset = es->leader_schedule_slot_offset,
334 0 : .warmup = es->warmup,
335 0 : .first_normal_epoch = es->first_normal_epoch,
336 0 : .first_normal_slot = es->first_normal_slot,
337 0 : };
338 0 : }
339 :
340 : static void
341 : dump_blockhash_queue( fd_bank_t * bank,
342 : fd_spad_t * spad,
343 : fd_exec_test_blockhash_queue_entry_t ** entries_out,
344 0 : pb_size_t * count_out ) {
345 0 : fd_blockhashes_t const * bhq = &bank->f.block_hash_queue;
346 0 : ulong bhq_size = fd_ulong_min( FD_BLOCKHASHES_MAX, fd_blockhash_deq_cnt( bhq->d.deque ) );
347 :
348 0 : fd_exec_test_blockhash_queue_entry_t * entries = fd_spad_alloc( spad,
349 0 : alignof(fd_exec_test_blockhash_queue_entry_t),
350 0 : bhq_size * sizeof(fd_exec_test_blockhash_queue_entry_t) );
351 :
352 0 : ulong cnt = 0UL;
353 0 : for( fd_blockhash_deq_iter_t iter=fd_blockhash_deq_iter_init_rev( bhq->d.deque );
354 0 : !fd_blockhash_deq_iter_done_rev( bhq->d.deque, iter ) && cnt<bhq_size;
355 0 : iter=fd_blockhash_deq_iter_prev( bhq->d.deque, iter ), cnt++ ) {
356 0 : fd_blockhash_info_t const * ele = fd_blockhash_deq_iter_ele_const( bhq->d.deque, iter );
357 0 : fd_exec_test_blockhash_queue_entry_t * entry = &entries[bhq_size-cnt-1UL];
358 0 : fd_memcpy( entry->blockhash, ele->hash.uc, sizeof(fd_hash_t) );
359 0 : entry->lamports_per_signature = ele->lamports_per_signature;
360 0 : }
361 :
362 0 : *entries_out = entries;
363 0 : *count_out = (pb_size_t)bhq_size;
364 0 : }
365 :
366 : static void
367 : dump_txn_bank( fd_bank_t * bank,
368 : fd_spad_t * spad,
369 0 : fd_exec_test_txn_context_t * txn_context ) {
370 0 : txn_context->has_bank = true;
371 0 : fd_exec_test_txn_bank_t * txn_bank = &txn_context->bank;
372 :
373 : /* TxnBank -> blockhash_queue */
374 0 : dump_blockhash_queue( bank, spad, &txn_bank->blockhash_queue, &txn_bank->blockhash_queue_count );
375 :
376 : /* TxnBank -> rbh_lamports_per_signature */
377 0 : txn_bank->rbh_lamports_per_signature = (uint)bank->f.rbh_lamports_per_sig;
378 :
379 : /* TxnBank -> fee_rate_governor */
380 0 : txn_bank->has_fee_rate_governor = true;
381 0 : dump_fee_rate_governor( bank, &txn_bank->fee_rate_governor );
382 :
383 : /* TxnBank -> total_epoch_stake */
384 0 : txn_bank->total_epoch_stake = bank->f.total_epoch_stake;
385 :
386 : /* TxnBank -> epoch_schedule */
387 0 : txn_bank->has_epoch_schedule = true;
388 0 : dump_epoch_schedule( bank, &txn_bank->epoch_schedule );
389 :
390 : /* TxnBank -> features */
391 0 : txn_bank->has_features = true;
392 0 : dump_sorted_features( &bank->f.features, &txn_bank->features, spad );
393 0 : }
394 :
395 : /** SECONDARY FUNCTIONS **/
396 :
397 : /* add_account_to_dumped_accounts adds an account to the dumped accounts
398 : set if it does not exist already. Returns 0 if the account already
399 : exists, and 1 if the account was added successfully.
400 :
401 : TODO: Txn dumping should be optimized to use these functions. */
402 : static uchar
403 : add_account_to_dumped_accounts( fd_dump_account_key_node_t * pool,
404 : fd_dump_account_key_node_t ** root,
405 0 : fd_pubkey_t const * pubkey ) {
406 : /* If the key already exists, return early. */
407 0 : fd_dump_account_key_node_t node = {
408 0 : .key = *pubkey,
409 0 : };
410 0 : if( fd_dump_account_key_map_find( pool, *root, &node ) ) {
411 0 : return 0;
412 0 : }
413 :
414 0 : fd_dump_account_key_node_t * new_node = fd_dump_account_key_map_acquire( pool );
415 0 : new_node->key = *pubkey;
416 0 : fd_dump_account_key_map_insert( pool, root, new_node );
417 0 : return 1;
418 0 : }
419 :
420 : /* add_account_and_programdata_to_dumped_accounts adds an account and
421 : its programdata account (if the account is a v3 program) to the
422 : dumped accounts set if they do not exist already. */
423 : static void
424 : add_account_and_programdata_to_dumped_accounts( fd_accdb_user_t * accdb,
425 : fd_funk_txn_xid_t const * xid,
426 : fd_dump_account_key_node_t * pool,
427 : fd_dump_account_key_node_t ** root,
428 0 : fd_pubkey_t const * pubkey ) {
429 : /* Add the current account to the dumped accounts set. We can save
430 : some time by enforcing an invariant that "if current account was
431 : dumped, then programdata account was also dumped," so we save
432 : ourselves a call to Funk. */
433 0 : uchar ret = add_account_to_dumped_accounts( pool, root, pubkey );
434 0 : if( ret==0 ) return;
435 :
436 : /* Read the account from Funk to see if its a program account and if
437 : it needs to be dumped. */
438 0 : fd_accdb_ro_t program_account[1];
439 0 : if( FD_UNLIKELY( !fd_accdb_open_ro( accdb, program_account, xid, pubkey ) ) ) {
440 0 : return;
441 0 : }
442 :
443 : /* Return if its not owned by the v3 loader */
444 0 : if( FD_LIKELY( !fd_pubkey_eq( fd_accdb_ref_owner( program_account ), &fd_solana_bpf_loader_upgradeable_program_id ) ) ) {
445 0 : fd_accdb_close_ro( accdb, program_account );
446 0 : return;
447 0 : }
448 :
449 : /* Get the program account state */
450 0 : fd_bpf_state_t program_account_state[1];
451 0 : if( FD_UNLIKELY( fd_bpf_state_decode(
452 0 : program_account_state,
453 0 : fd_accdb_ref_data_const( program_account ),
454 0 : fd_accdb_ref_data_sz ( program_account ) ) ) ) {
455 0 : fd_accdb_close_ro( accdb, program_account );
456 0 : return;
457 0 : }
458 0 : if( program_account_state->discriminant!=FD_BPF_STATE_PROGRAM ) {
459 0 : fd_accdb_close_ro( accdb, program_account );
460 0 : return;
461 0 : }
462 :
463 : /* Dump the programdata address */
464 0 : add_account_to_dumped_accounts( pool, root, &program_account_state->inner.program.programdata_address );
465 0 : fd_accdb_close_ro( accdb, program_account );
466 0 : }
467 :
468 : /* add_lut_account_to_dumped_accounts adds an address lookup table
469 : account AND all pubkeys in the lookup table to the dumped accounts
470 : set if they do not exist already. */
471 : static void
472 : add_lut_accounts_to_dumped_accounts( fd_accdb_user_t * accdb,
473 : fd_funk_txn_xid_t const * xid,
474 : fd_dump_account_key_node_t * pool,
475 : fd_dump_account_key_node_t ** root,
476 0 : fd_pubkey_t const * pubkey ) {
477 : /* Add the current account to the dumped accounts set. */
478 0 : add_account_to_dumped_accounts( pool, root, pubkey );
479 :
480 : /* Read the account and dump all pubkeys within the lookup table. */
481 0 : fd_accdb_ro_t lut_account[1];
482 0 : if( FD_UNLIKELY( !fd_accdb_open_ro( accdb, lut_account, xid, pubkey ) ) ) {
483 0 : return;
484 0 : }
485 :
486 0 : uchar const * data = fd_accdb_ref_data_const( lut_account );
487 0 : ulong data_len = fd_accdb_ref_data_sz ( lut_account );
488 :
489 : /* Decode the ALUT account and dump all pubkeys within the lookup
490 : table. */
491 0 : if( data_len<FD_LOOKUP_TABLE_META_SIZE || (data_len&0x1fUL) ) {
492 0 : fd_accdb_close_ro( accdb, lut_account );
493 0 : return;
494 0 : }
495 0 : fd_pubkey_t const * lookup_addrs = fd_type_pun_const( data+FD_LOOKUP_TABLE_META_SIZE );
496 0 : ulong lookup_addrs_cnt = ( data_len-FD_LOOKUP_TABLE_META_SIZE)>>5UL; // = (dlen - 56) / 32
497 0 : for( ulong i=0UL; i<lookup_addrs_cnt; i++ ) {
498 0 : fd_pubkey_t const * referenced_pubkey = &lookup_addrs[i];
499 0 : add_account_and_programdata_to_dumped_accounts( accdb, xid, pool, root, referenced_pubkey );
500 0 : }
501 0 : fd_accdb_close_ro( accdb, lut_account );
502 0 : }
503 :
504 : static void
505 : create_block_context_protobuf_from_block( fd_block_dump_ctx_t * dump_ctx,
506 : fd_banks_t * banks,
507 : fd_bank_t * bank,
508 : fd_accdb_user_t * accdb,
509 0 : fd_runtime_stack_t * runtime_stack ) {
510 : /* We should use the bank fields and funk txn from the parent slot in
511 : order to capture the block context from before the current block
512 : was executed, since dumping is happening in the block finalize
513 : step. */
514 0 : fd_bank_t * parent_bank = fd_banks_get_parent( banks, bank );
515 0 : ulong parent_slot = parent_bank->f.slot;
516 0 : fd_funk_txn_xid_t parent_xid = { .ul = { parent_slot, parent_bank->idx } };
517 0 : fd_exec_test_block_context_t * block_context = &dump_ctx->block_context;
518 0 : ulong dump_txn_count = dump_ctx->txns_to_dump_cnt;
519 0 : fd_spad_t * spad = dump_ctx->spad;
520 :
521 : /* Get vote and stake delegation infos */
522 0 : fd_vote_stakes_t * vote_stakes = fd_bank_vote_stakes( parent_bank );
523 0 : ulong vote_account_t_cnt = fd_vote_stakes_ele_cnt( vote_stakes, parent_bank->vote_stakes_fork_id );
524 :
525 0 : fd_stake_delegations_t const * stake_delegations = fd_bank_stake_delegations_frontier_query( banks, parent_bank );
526 0 : ulong stake_account_cnt = fd_stake_delegations_cnt( stake_delegations );
527 :
528 : /* Collect account states in a temporary set before iterating over
529 : them and dumping them out. */
530 0 : ulong total_num_accounts = num_sysvar_entries + /* Sysvars */
531 0 : num_loaded_builtins + /* Builtins */
532 0 : stake_account_cnt + /* Stake accounts */
533 0 : vote_account_t_cnt + /* Current vote accounts */
534 0 : dump_txn_count*128UL; /* Txn accounts upper bound */
535 0 : void * dumped_accounts_mem = fd_spad_alloc( spad, fd_dump_account_key_map_align(), fd_dump_account_key_map_footprint( total_num_accounts ) );
536 0 : fd_dump_account_key_node_t * dumped_accounts_pool = fd_dump_account_key_map_join( fd_dump_account_key_map_new( dumped_accounts_mem, total_num_accounts ) );
537 0 : fd_dump_account_key_node_t * dumped_accounts_root = NULL;
538 :
539 : /* BlockContext -> txns */
540 0 : block_context->txns_count = (pb_size_t)dump_txn_count;
541 0 : block_context->txns = fd_spad_alloc( spad, alignof(fd_exec_test_sanitized_transaction_t), dump_ctx->txns_to_dump_cnt * sizeof(fd_exec_test_sanitized_transaction_t) );
542 0 : fd_memset( block_context->txns, 0, dump_ctx->txns_to_dump_cnt * sizeof(fd_exec_test_sanitized_transaction_t) );
543 :
544 : /* Dump sanitized transactions from the transaction descriptors */
545 0 : for( ulong i=0UL; i<dump_ctx->txns_to_dump_cnt; i++ ) {
546 0 : fd_txn_p_t const * txn_ptr = &dump_ctx->txns_to_dump[i];
547 0 : fd_txn_t const * txn_descriptor = TXN( txn_ptr );
548 0 : dump_sanitized_transaction( accdb, &parent_xid, txn_descriptor, txn_ptr->payload, spad, &block_context->txns[i] );
549 :
550 : /* Dump account + alut + programdata accounts (if applicable).
551 : 1. Dump the raw txn account keys
552 : 2. Dump the ALUT accounts
553 : 3. Dump all referenced accounts in the ALUTs
554 : 4. Dump any executable accounts */
555 :
556 : // 1 + 4. Dump any account keys that are referenced by transactions
557 : // + any programdata accounts (if applicable).
558 0 : fd_acct_addr_t const * account_keys = fd_txn_get_acct_addrs( txn_descriptor, txn_ptr->payload );
559 0 : for( ushort l=0; l<txn_descriptor->acct_addr_cnt; l++ ) {
560 0 : fd_pubkey_t const * account_key = fd_type_pun_const( &account_keys[l] );
561 0 : add_account_and_programdata_to_dumped_accounts( accdb, &parent_xid, dumped_accounts_pool, &dumped_accounts_root, account_key );
562 0 : }
563 :
564 : // 2 + 3 + 4. Dump any ALUT accounts + any accounts referenced in
565 : // the ALUTs + any programdata accounts (if applicable).
566 0 : fd_txn_acct_addr_lut_t const * txn_lookup_tables = fd_txn_get_address_tables_const( txn_descriptor );
567 0 : for( ushort l=0; l<txn_descriptor->addr_table_lookup_cnt; l++ ) {
568 0 : fd_txn_acct_addr_lut_t const * lookup_table = &txn_lookup_tables[l];
569 0 : fd_pubkey_t const * lut_key = fd_type_pun_const( txn_ptr->payload+lookup_table->addr_off );
570 0 : add_lut_accounts_to_dumped_accounts( accdb, &parent_xid, dumped_accounts_pool, &dumped_accounts_root, lut_key );
571 0 : }
572 0 : }
573 :
574 : /* Dump sysvars */
575 0 : for( ulong i=0UL; i<num_sysvar_entries; i++ ) {
576 0 : add_account_to_dumped_accounts( dumped_accounts_pool, &dumped_accounts_root, fd_dump_sysvar_ids[i] );
577 0 : }
578 :
579 : /* Dump builtins */
580 0 : for( ulong i=0UL; i<num_loaded_builtins; i++ ) {
581 0 : add_account_to_dumped_accounts( dumped_accounts_pool, &dumped_accounts_root, fd_dump_builtin_ids[i] );
582 0 : }
583 :
584 : /* Dump stake accounts for this epoch */
585 0 : fd_stake_delegations_iter_t iter_[1];
586 0 : for( fd_stake_delegations_iter_t * iter = fd_stake_delegations_iter_init( iter_, stake_delegations );
587 0 : !fd_stake_delegations_iter_done( iter );
588 0 : fd_stake_delegations_iter_next( iter ) ) {
589 0 : fd_stake_delegation_t const * stake_delegation = fd_stake_delegations_iter_ele( iter );
590 0 : add_account_to_dumped_accounts( dumped_accounts_pool, &dumped_accounts_root, &stake_delegation->stake_account );
591 0 : }
592 0 : fd_bank_stake_delegations_end_frontier_query( banks, parent_bank );
593 :
594 :
595 0 : ushort fork_idx = parent_bank->vote_stakes_fork_id;
596 0 : uchar __attribute__((aligned(FD_VOTE_STAKES_ITER_ALIGN))) iter_mem[ FD_VOTE_STAKES_ITER_FOOTPRINT ];
597 0 : for( fd_vote_stakes_iter_t * iter = fd_vote_stakes_fork_iter_init( vote_stakes, fork_idx, iter_mem );
598 0 : !fd_vote_stakes_fork_iter_done( vote_stakes, fork_idx, iter );
599 0 : fd_vote_stakes_fork_iter_next( vote_stakes, fork_idx, iter ) ) {
600 0 : fd_pubkey_t pubkey;
601 0 : fd_vote_stakes_fork_iter_ele( vote_stakes, fork_idx, iter, &pubkey, NULL, NULL, NULL, NULL, NULL, NULL );
602 0 : add_account_to_dumped_accounts( dumped_accounts_pool, &dumped_accounts_root, &pubkey );
603 0 : }
604 0 : fd_vote_stakes_fork_iter_fini( vote_stakes );
605 :
606 : /* BlockBank -> vote_accounts_t_1 and vote_accounts_t_2 */
607 0 : fd_exec_test_prev_vote_account_t * va_t1 = fd_spad_alloc( spad,
608 0 : alignof(fd_exec_test_prev_vote_account_t),
609 0 : vote_account_t_cnt * sizeof(fd_exec_test_prev_vote_account_t) );
610 0 : fd_exec_test_prev_vote_account_t * va_t2 = fd_spad_alloc( spad,
611 0 : alignof(fd_exec_test_prev_vote_account_t),
612 0 : vote_account_t_cnt * sizeof(fd_exec_test_prev_vote_account_t) );
613 0 : pb_size_t va_t1_cnt = 0U;
614 0 : pb_size_t va_t2_cnt = 0U;
615 :
616 0 : for( fd_vote_stakes_iter_t * iter = fd_vote_stakes_fork_iter_init( vote_stakes, fork_idx, iter_mem );
617 0 : !fd_vote_stakes_fork_iter_done( vote_stakes, fork_idx, iter );
618 0 : fd_vote_stakes_fork_iter_next( vote_stakes, fork_idx, iter ) ) {
619 0 : fd_pubkey_t pubkey;
620 0 : ulong stake_t_1;
621 0 : ulong stake_t_2;
622 0 : fd_pubkey_t node_t_1;
623 0 : fd_pubkey_t node_t_2;
624 0 : uchar commission_t_1;
625 0 : uchar commission_t_2;
626 0 : fd_vote_stakes_fork_iter_ele( vote_stakes, fork_idx, iter, &pubkey, &stake_t_1, &stake_t_2, &node_t_1, &node_t_2, &commission_t_1, &commission_t_2 );
627 :
628 0 : if( stake_t_1 ) {
629 0 : fd_exec_test_prev_vote_account_t * entry = &va_t1[ va_t1_cnt++ ];
630 0 : fd_memcpy( entry->address, &pubkey, sizeof(fd_pubkey_t) );
631 0 : fd_memcpy( entry->node_pubkey, &node_t_1, sizeof(fd_pubkey_t) );
632 0 : entry->stake = stake_t_1;
633 0 : entry->commission = commission_t_1;
634 0 : entry->version = FD_EXEC_TEST_VOTE_ACCOUNT_VERSION_V3;
635 0 : entry->epoch_credits_count = 0U;
636 0 : }
637 :
638 0 : if( stake_t_2 ) {
639 0 : fd_exec_test_prev_vote_account_t * entry = &va_t2[ va_t2_cnt++ ];
640 0 : fd_memcpy( entry->address, &pubkey, sizeof(fd_pubkey_t) );
641 0 : fd_memcpy( entry->node_pubkey, &node_t_2, sizeof(fd_pubkey_t) );
642 0 : entry->stake = stake_t_2;
643 0 : entry->commission = commission_t_2;
644 0 : entry->version = FD_EXEC_TEST_VOTE_ACCOUNT_VERSION_V3;
645 0 : entry->epoch_credits_count = 0U;
646 0 : }
647 0 : }
648 0 : fd_vote_stakes_fork_iter_fini( vote_stakes );
649 :
650 : /* Dump epoch_credits from runtime_stack->stakes.vote_ele if the
651 : vote_ele_map has been populated (happens after epoch boundary
652 : reward calculation). Needed for the harness to correctly
653 : recalculate partitioned epoch rewards. */
654 0 : fd_vote_rewards_map_t * vote_ele_map = runtime_stack->stakes.vote_map;
655 0 : for( pb_size_t i=0U; i<va_t1_cnt; i++ ) {
656 0 : fd_pubkey_t va_pubkey = FD_LOAD( fd_pubkey_t, va_t1[i].address );
657 0 : uint idx = (uint)fd_vote_rewards_map_idx_query( vote_ele_map, &va_pubkey, UINT_MAX, runtime_stack->stakes.vote_ele );
658 0 : if( idx==UINT_MAX ) continue;
659 0 : fd_epoch_credits_t * ec = &fd_bank_epoch_credits( parent_bank )[idx];
660 0 : ulong cnt = ec->cnt;
661 0 : ulong base = ec->base_credits;
662 0 : va_t1[i].epoch_credits_count = (pb_size_t)cnt;
663 0 : va_t1[i].epoch_credits = fd_spad_alloc( spad, alignof(fd_exec_test_epoch_credit_t), cnt * sizeof(fd_exec_test_epoch_credit_t) );
664 0 : for( ulong j=0; j<cnt; j++ ) {
665 0 : va_t1[i].epoch_credits[j].epoch = ec->epoch[j];
666 0 : va_t1[i].epoch_credits[j].credits = base + ec->credits_delta[j];
667 0 : va_t1[i].epoch_credits[j].prev_credits = base + ec->prev_credits_delta[j];
668 0 : }
669 0 : }
670 :
671 : /* BlockContext -> acct_states
672 : Iterate over the set and dump all the account keys in one pass. */
673 0 : block_context->acct_states_count = 0U;
674 0 : block_context->acct_states = fd_spad_alloc(
675 0 : spad,
676 0 : alignof(fd_exec_test_acct_state_t),
677 0 : fd_dump_account_key_map_size( dumped_accounts_pool, dumped_accounts_root )*sizeof(fd_exec_test_acct_state_t) );
678 0 : for( fd_dump_account_key_node_t * node = fd_dump_account_key_map_minimum( dumped_accounts_pool, dumped_accounts_root );
679 0 : node;
680 0 : node = fd_dump_account_key_map_successor( dumped_accounts_pool, node ) ) {
681 0 : fd_accdb_ro_t ro[1];
682 0 : if( FD_UNLIKELY( !fd_accdb_open_ro( accdb, ro, &parent_xid, &node->key ) ) ) {
683 0 : continue;
684 0 : }
685 0 : dump_account_state(
686 0 : fd_accdb_ref_address( ro ),
687 0 : ro->meta,
688 0 : &block_context->acct_states[block_context->acct_states_count++],
689 0 : spad );
690 0 : fd_accdb_close_ro( accdb, ro );
691 0 : }
692 :
693 : /* BlockContext -> bank */
694 0 : block_context->has_bank = true;
695 0 : fd_exec_test_block_bank_t * block_bank = &block_context->bank;
696 :
697 : /* BlockBank -> blockhash_queue */
698 0 : dump_blockhash_queue( parent_bank, spad, &block_bank->blockhash_queue, &block_bank->blockhash_queue_count );
699 :
700 : /* BlockBank -> rbh_lamports_per_signature */
701 0 : block_bank->rbh_lamports_per_signature = (uint)parent_bank->f.rbh_lamports_per_sig;
702 :
703 : /* BlockBank -> fee_rate_governor */
704 0 : block_bank->has_fee_rate_governor = true;
705 0 : dump_fee_rate_governor( parent_bank, &block_bank->fee_rate_governor );
706 :
707 : /* BlockBank -> slot */
708 0 : block_bank->slot = bank->f.slot;
709 :
710 : /* BlockBank -> parent_slot */
711 0 : block_bank->parent_slot = bank->f.parent_slot;
712 :
713 : /* BlockBank -> capitalization */
714 0 : block_bank->capitalization = parent_bank->f.capitalization;
715 :
716 : /* BlockBank -> ns_per_slot */
717 0 : fd_w_u128_t ns_per_slot = bank->f.ns_per_slot;
718 0 : fd_memcpy( block_bank->ns_per_slot, &ns_per_slot.ud, sizeof(uint128) );
719 :
720 : /* BlockBank -> inflation */
721 0 : block_bank->has_inflation = true;
722 0 : fd_inflation_t const * inflation = &parent_bank->f.inflation;
723 0 : block_bank->inflation = (fd_exec_test_inflation_t){
724 0 : .initial = inflation->initial,
725 0 : .terminal = inflation->terminal,
726 0 : .taper = inflation->taper,
727 0 : .foundation = inflation->foundation,
728 0 : .foundation_term = inflation->foundation_term,
729 0 : };
730 :
731 : /* BlockBank -> block_height */
732 0 : block_bank->block_height = bank->f.block_height;
733 :
734 : /* BlockBank -> poh */
735 0 : fd_memcpy( block_bank->poh, &bank->f.poh, sizeof(fd_hash_t) );
736 :
737 : /* BlockBank -> parent_bank_hash */
738 0 : fd_memcpy( block_bank->parent_bank_hash, &parent_bank->f.bank_hash, sizeof(fd_hash_t) );
739 :
740 : /* BlockBank -> parent_lt_hash */
741 0 : fd_lthash_value_t const * parent_lthash = fd_bank_lthash_locking_query( parent_bank );
742 0 : fd_memcpy( block_bank->parent_lt_hash, parent_lthash, sizeof(fd_lthash_value_t) );
743 0 : fd_bank_lthash_end_locking_query( parent_bank );
744 :
745 : /* BlockBank -> parent_signature_count */
746 0 : block_bank->parent_signature_count = parent_bank->f.parent_signature_cnt;
747 :
748 : /* BlockBank -> epoch_schedule */
749 0 : block_bank->has_epoch_schedule = true;
750 0 : dump_epoch_schedule( parent_bank, &block_bank->epoch_schedule );
751 :
752 : /* BlockBank -> features */
753 0 : block_bank->has_features = true;
754 0 : dump_sorted_features( &parent_bank->f.features, &block_bank->features, spad );
755 :
756 : /* BlockBank -> vote_accounts_t_1 / vote_accounts_t_2 */
757 0 : block_bank->vote_accounts_t_1 = va_t1;
758 0 : block_bank->vote_accounts_t_1_count = va_t1_cnt;
759 0 : block_bank->vote_accounts_t_2 = va_t2;
760 0 : block_bank->vote_accounts_t_2_count = va_t2_cnt;
761 0 : }
762 :
763 : static void
764 : create_txn_context_protobuf_from_txn( fd_exec_test_txn_context_t * txn_context_msg,
765 : fd_runtime_t * runtime,
766 : fd_bank_t * bank,
767 : fd_txn_in_t const * txn_in,
768 : fd_txn_out_t * txn_out,
769 0 : fd_spad_t * spad ) {
770 0 : fd_txn_t const * txn_descriptor = TXN( txn_in->txn );
771 0 : uchar const * txn_payload = (uchar const *) txn_in->txn->payload;
772 :
773 : /* Transaction Context -> account_shared_data
774 : Contains:
775 : - Account data for regular accounts
776 : - Account data for LUT accounts
777 : - Account data for executable accounts
778 : - Account data for (almost) all sysvars */
779 0 : txn_context_msg->account_shared_data_count = 0;
780 0 : txn_context_msg->account_shared_data = fd_spad_alloc( spad,
781 0 : alignof(fd_exec_test_acct_state_t),
782 0 : (256UL*2UL + txn_descriptor->addr_table_lookup_cnt + num_sysvar_entries) * sizeof(fd_exec_test_acct_state_t) );
783 0 : fd_funk_txn_xid_t xid = { .ul = { bank->f.slot, bank->idx } };
784 :
785 : /* Dump regular accounts first */
786 0 : for( ulong i = 0; i < txn_out->accounts.cnt; ++i ) {
787 0 : dump_account_if_not_already_dumped(
788 0 : runtime->accdb,
789 0 : &xid,
790 0 : &txn_out->accounts.keys[i],
791 0 : spad,
792 0 : txn_context_msg->account_shared_data,
793 0 : &txn_context_msg->account_shared_data_count,
794 0 : NULL
795 0 : );
796 0 : }
797 :
798 : // Dump LUT accounts
799 0 : fd_txn_acct_addr_lut_t const * address_lookup_tables = fd_txn_get_address_tables_const( txn_descriptor );
800 0 : for( ulong i = 0; i < txn_descriptor->addr_table_lookup_cnt; ++i ) {
801 0 : fd_txn_acct_addr_lut_t const * addr_lut = &address_lookup_tables[i];
802 0 : fd_pubkey_t * alut_key = (fd_pubkey_t *) (txn_payload + addr_lut->addr_off);
803 :
804 : // Dump the LUT account itself if not already dumped
805 0 : fd_accdb_ro_t ro[1];
806 0 : int ret = dump_account_if_not_already_dumped(
807 0 : runtime->accdb,
808 0 : &xid,
809 0 : alut_key,
810 0 : spad,
811 0 : txn_context_msg->account_shared_data,
812 0 : &txn_context_msg->account_shared_data_count,
813 0 : ro
814 0 : );
815 0 : if( FD_UNLIKELY( ret ) ) continue;
816 :
817 0 : uchar const * alut_data = fd_accdb_ref_data_const( ro );
818 0 : ulong alut_sz = fd_accdb_ref_data_sz ( ro );
819 :
820 0 : if( FD_UNLIKELY( alut_sz<FD_LOOKUP_TABLE_META_SIZE ) ) {
821 : /* Skip over invalid address lookup tables */
822 0 : fd_accdb_close_ro( runtime->accdb, ro );
823 0 : continue;
824 0 : }
825 :
826 0 : fd_pubkey_t const * lookup_addrs = fd_type_pun_const( alut_data+FD_LOOKUP_TABLE_META_SIZE );
827 0 : ulong lookup_addrs_cnt = (alut_sz - FD_LOOKUP_TABLE_META_SIZE) / sizeof(fd_pubkey_t);
828 :
829 : /* Dump any account state refererenced in ALUTs */
830 0 : uchar const * writable_lut_idxs = txn_payload + addr_lut->writable_off;
831 0 : for( ulong j=0; j<addr_lut->writable_cnt; j++ ) {
832 0 : if( writable_lut_idxs[j] >= lookup_addrs_cnt ) {
833 0 : continue;
834 0 : }
835 0 : fd_pubkey_t const * referenced_addr = lookup_addrs + writable_lut_idxs[j];
836 0 : dump_account_if_not_already_dumped(
837 0 : runtime->accdb,
838 0 : &xid,
839 0 : referenced_addr,
840 0 : spad,
841 0 : txn_context_msg->account_shared_data,
842 0 : &txn_context_msg->account_shared_data_count,
843 0 : NULL
844 0 : );
845 0 : }
846 :
847 0 : uchar const * readonly_lut_idxs = txn_payload + addr_lut->readonly_off;
848 0 : for( ulong j = 0; j < addr_lut->readonly_cnt; j++ ) {
849 0 : if( readonly_lut_idxs[j] >= lookup_addrs_cnt ) {
850 0 : continue;
851 0 : }
852 0 : fd_pubkey_t const * referenced_addr = lookup_addrs + readonly_lut_idxs[j];
853 0 : dump_account_if_not_already_dumped(
854 0 : runtime->accdb,
855 0 : &xid,
856 0 : referenced_addr,
857 0 : spad,
858 0 : txn_context_msg->account_shared_data,
859 0 : &txn_context_msg->account_shared_data_count,
860 0 : NULL
861 0 : );
862 0 : }
863 :
864 0 : fd_accdb_close_ro( runtime->accdb, ro );
865 0 : }
866 :
867 : /* Dump the programdata accounts for any potential v3-owned program accounts */
868 0 : uint accounts_dumped_so_far = txn_context_msg->account_shared_data_count;
869 0 : for( uint i=0U; i<accounts_dumped_so_far; i++ ) {
870 0 : fd_exec_test_acct_state_t const * maybe_program_account = &txn_context_msg->account_shared_data[i];
871 0 : dump_executable_account_if_exists( runtime->accdb, &xid, maybe_program_account, spad, txn_context_msg->account_shared_data, &txn_context_msg->account_shared_data_count );
872 0 : }
873 :
874 : /* Dump sysvars */
875 0 : for( ulong i = 0; i < num_sysvar_entries; i++ ) {
876 0 : dump_account_if_not_already_dumped(
877 0 : runtime->accdb,
878 0 : &xid,
879 0 : fd_dump_sysvar_ids[i],
880 0 : spad,
881 0 : txn_context_msg->account_shared_data,
882 0 : &txn_context_msg->account_shared_data_count,
883 0 : NULL
884 0 : );
885 0 : }
886 :
887 : /* Transaction Context -> tx */
888 0 : txn_context_msg->has_tx = true;
889 0 : fd_exec_test_sanitized_transaction_t * sanitized_transaction = &txn_context_msg->tx;
890 0 : dump_sanitized_transaction( runtime->accdb, &xid, txn_descriptor, txn_payload, spad, sanitized_transaction );
891 :
892 : /* Transaction Context -> bank */
893 0 : dump_txn_bank( bank, spad, txn_context_msg );
894 0 : }
895 :
896 : static void
897 : create_instr_context_protobuf_from_instructions( fd_exec_test_instr_context_t * instr_context,
898 : fd_runtime_t * runtime,
899 : fd_bank_t * bank,
900 : fd_txn_out_t * txn_out,
901 : fd_instr_info_t const * instr,
902 0 : fd_spad_t * spad ) {
903 : /* Program ID */
904 0 : fd_memcpy( instr_context->program_id, txn_out->accounts.keys[ instr->program_id ].uc, sizeof(fd_pubkey_t) );
905 :
906 0 : fd_funk_txn_xid_t xid = { .ul = { bank->f.slot, bank->idx } };
907 :
908 : /* Accounts */
909 0 : instr_context->accounts_count = (pb_size_t) txn_out->accounts.cnt;
910 0 : instr_context->accounts = fd_spad_alloc( spad, alignof(fd_exec_test_acct_state_t), (instr_context->accounts_count + num_sysvar_entries + runtime->accounts.executable_cnt) * sizeof(fd_exec_test_acct_state_t));
911 0 : for( ulong i = 0; i < txn_out->accounts.cnt; i++ ) {
912 : // Copy account information over
913 0 : fd_account_meta_t * account_meta = txn_out->accounts.account[i].meta;
914 0 : fd_exec_test_acct_state_t * output_account = &instr_context->accounts[i];
915 0 : dump_account_state( &txn_out->accounts.keys[i], account_meta, output_account, spad );
916 0 : }
917 :
918 : /* Add sysvar cache variables */
919 0 : for( ulong i = 0; i < num_sysvar_entries; i++ ) {
920 0 : fd_accdb_ro_t ro[1];
921 0 : if( !fd_accdb_open_ro( runtime->accdb, ro, &xid, fd_dump_sysvar_ids[i] ) ) {
922 0 : continue;
923 0 : }
924 : // Make sure the account doesn't exist in the output accounts yet
925 0 : int account_exists = 0;
926 0 : for( ulong j = 0; j < txn_out->accounts.cnt; j++ ) {
927 0 : if( fd_pubkey_eq( &txn_out->accounts.keys[j], fd_dump_sysvar_ids[i] ) ) {
928 0 : account_exists = true;
929 0 : break;
930 0 : }
931 0 : }
932 :
933 : // Copy it into output
934 0 : if( !account_exists ) {
935 0 : fd_exec_test_acct_state_t * output_account = &instr_context->accounts[instr_context->accounts_count++];
936 0 : dump_account_state( fd_accdb_ref_address( ro ), ro->meta, output_account, spad );
937 0 : }
938 0 : fd_accdb_close_ro( runtime->accdb, ro );
939 0 : }
940 :
941 : /* Add executable accounts */
942 0 : for( ulong i = 0; i < runtime->accounts.executable_cnt; i++ ) {
943 : // Make sure the account doesn't exist in the output accounts yet
944 0 : fd_accdb_ro_t const * ro = &runtime->accounts.executable[i];
945 0 : bool account_exists = false;
946 0 : for( ulong j = 0; j < instr_context->accounts_count; j++ ) {
947 0 : if( 0 == memcmp( instr_context->accounts[j].address, fd_accdb_ref_address( ro ), sizeof(fd_pubkey_t) ) ) {
948 0 : account_exists = true;
949 0 : break;
950 0 : }
951 0 : }
952 : // Copy it into output
953 0 : if( !account_exists ) {
954 0 : fd_exec_test_acct_state_t * output_account = &instr_context->accounts[instr_context->accounts_count++];
955 0 : dump_account_state( fd_accdb_ref_address( ro ), ro->meta, output_account, spad );
956 0 : }
957 0 : }
958 :
959 : /* Instruction Accounts */
960 0 : instr_context->instr_accounts_count = (pb_size_t) instr->acct_cnt;
961 0 : instr_context->instr_accounts = fd_spad_alloc( spad, alignof(fd_exec_test_instr_acct_t), instr_context->instr_accounts_count * sizeof(fd_exec_test_instr_acct_t) );
962 0 : for( ushort i = 0; i < instr->acct_cnt; i++ ) {
963 0 : fd_exec_test_instr_acct_t * output_instr_account = &instr_context->instr_accounts[i];
964 :
965 0 : output_instr_account->index = instr->accounts[i].index_in_transaction;
966 0 : output_instr_account->is_writable = instr->accounts[i].is_writable;
967 0 : output_instr_account->is_signer = instr->accounts[i].is_signer;
968 0 : }
969 :
970 : /* Data */
971 0 : instr_context->data = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE( instr->data_sz ) );
972 0 : instr_context->data->size = (pb_size_t) instr->data_sz;
973 0 : fd_memcpy( instr_context->data->bytes, instr->data, instr->data_sz );
974 :
975 : /* Compute Units */
976 0 : instr_context->cu_avail = txn_out->details.compute_budget.compute_meter;
977 :
978 : /* Feature set */
979 0 : instr_context->has_features = true;
980 0 : dump_sorted_features( &bank->f.features, &instr_context->features, spad );
981 0 : }
982 :
983 : /***** PUBLIC APIs *****/
984 :
985 : void
986 : fd_dump_instr_to_protobuf( fd_runtime_t * runtime,
987 : fd_bank_t * bank,
988 : fd_txn_in_t const * txn_in,
989 : fd_txn_out_t * txn_out,
990 : fd_instr_info_t * instr,
991 0 : ushort instruction_idx ) {
992 : /* Check program ID filter, if it exists */
993 0 : if( runtime->log.dump_proto_ctx->has_dump_instr_program_id_filter &&
994 0 : memcmp( txn_out->accounts.keys[ instr->program_id ].uc, runtime->log.dump_proto_ctx->dump_instr_program_id_filter, sizeof(fd_pubkey_t) ) ) {
995 0 : return;
996 0 : }
997 :
998 0 : fd_spad_t * spad = fd_spad_join( fd_spad_new( runtime->log.dumping_mem, 1UL<<28UL ) );
999 :
1000 0 : FD_SPAD_FRAME_BEGIN( spad ) {
1001 : // Get base58-encoded tx signature
1002 0 : const fd_ed25519_sig_t * signatures = fd_txn_get_signatures( TXN( txn_in->txn ), txn_in->txn->payload );
1003 0 : char encoded_signature[FD_BASE58_ENCODED_64_SZ];
1004 0 : fd_base58_encode_64( signatures[0], NULL, encoded_signature );
1005 :
1006 0 : fd_exec_test_instr_context_t instr_context = FD_EXEC_TEST_INSTR_CONTEXT_INIT_DEFAULT;
1007 0 : create_instr_context_protobuf_from_instructions( &instr_context, runtime, bank, txn_out, instr, spad );
1008 :
1009 : /* Output to file */
1010 0 : ulong out_buf_size = 100 * 1024 * 1024;
1011 0 : uint8_t * out = fd_spad_alloc( spad, alignof(uchar) , out_buf_size );
1012 0 : pb_ostream_t stream = pb_ostream_from_buffer( out, out_buf_size );
1013 0 : if (pb_encode(&stream, FD_EXEC_TEST_INSTR_CONTEXT_FIELDS, &instr_context)) {
1014 0 : char output_filepath[ PATH_MAX ];
1015 0 : snprintf( output_filepath, PATH_MAX, "%s/instr-%s-%hu.instrctx", runtime->log.dump_proto_ctx->dump_proto_output_dir, encoded_signature, instruction_idx );
1016 0 : FILE * file = fopen(output_filepath, "wb");
1017 0 : if( file ) {
1018 0 : fwrite( out, 1, stream.bytes_written, file );
1019 0 : fclose( file );
1020 0 : }
1021 0 : }
1022 0 : } FD_SPAD_FRAME_END;
1023 0 : }
1024 :
1025 : /* Writes a single account state into the resulting_state field of a
1026 : TxnResult protobuf. Sub-allocations for account data are bump-
1027 : allocated from the caller's scratch region via _l. */
1028 : static void
1029 : write_account_to_result( fd_pubkey_t const * pubkey,
1030 : fd_account_meta_t const * meta,
1031 : fd_exec_test_acct_state_t * out_accounts,
1032 : pb_size_t * out_accounts_cnt,
1033 : ulong * scratch_cur,
1034 0 : ulong scratch_end ) {
1035 0 : fd_exec_test_acct_state_t * out_acct = &out_accounts[ *out_accounts_cnt ];
1036 0 : (*out_accounts_cnt)++;
1037 :
1038 0 : memset( out_acct, 0, sizeof(fd_exec_test_acct_state_t) );
1039 0 : memcpy( out_acct->address, pubkey, sizeof(fd_pubkey_t) );
1040 0 : out_acct->lamports = meta->lamports;
1041 :
1042 0 : if( meta->dlen>0UL ) {
1043 0 : pb_bytes_array_t * data = (pb_bytes_array_t *)fd_ulong_align_up( *scratch_cur, alignof(pb_bytes_array_t) );
1044 0 : *scratch_cur = (ulong)data + PB_BYTES_ARRAY_T_ALLOCSIZE( meta->dlen );
1045 0 : if( FD_UNLIKELY( *scratch_cur > scratch_end ) ) abort();
1046 0 : data->size = (pb_size_t)meta->dlen;
1047 0 : fd_memcpy( data->bytes, fd_account_data( meta ), meta->dlen );
1048 0 : out_acct->data = data;
1049 0 : }
1050 :
1051 0 : out_acct->executable = meta->executable;
1052 0 : memcpy( out_acct->owner, meta->owner, sizeof(fd_pubkey_t) );
1053 0 : }
1054 :
1055 : ulong
1056 : create_txn_result_protobuf_from_txn( fd_exec_test_txn_result_t ** txn_result_out,
1057 : void * out_buf,
1058 : ulong out_bufsz,
1059 : fd_txn_in_t const * txn_in,
1060 : fd_txn_out_t * txn_out,
1061 0 : int exec_res ) {
1062 0 : FD_SCRATCH_ALLOC_INIT( l, out_buf );
1063 0 : ulong out_end = (ulong)out_buf + out_bufsz;
1064 :
1065 0 : fd_exec_test_txn_result_t * txn_result =
1066 0 : FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_exec_test_txn_result_t),
1067 0 : sizeof(fd_exec_test_txn_result_t) );
1068 0 : if( FD_UNLIKELY( _l > out_end ) ) abort();
1069 0 : fd_memset( txn_result, 0, sizeof(fd_exec_test_txn_result_t) );
1070 :
1071 : /* Map nonce errors into the agave expected ones. */
1072 0 : if( FD_UNLIKELY( exec_res==FD_RUNTIME_TXN_ERR_BLOCKHASH_NONCE_ALREADY_ADVANCED ||
1073 0 : exec_res==FD_RUNTIME_TXN_ERR_BLOCKHASH_FAIL_ADVANCE_NONCE_INSTR ||
1074 0 : exec_res==FD_RUNTIME_TXN_ERR_BLOCKHASH_FAIL_WRONG_NONCE )) {
1075 0 : exec_res = FD_RUNTIME_TXN_ERR_BLOCKHASH_NOT_FOUND;
1076 0 : }
1077 :
1078 : /* Basic result fields */
1079 0 : txn_result->executed = txn_out->err.is_committable;
1080 0 : txn_result->sanitization_error = !txn_out->err.is_committable;
1081 0 : txn_result->modified_accounts_count = 0;
1082 0 : txn_result->rollback_accounts_count = 0;
1083 0 : txn_result->is_ok = !exec_res;
1084 0 : txn_result->status = (uint32_t) -exec_res;
1085 0 : txn_result->instruction_error = 0;
1086 0 : txn_result->instruction_error_index = 0;
1087 0 : txn_result->custom_error = 0;
1088 0 : txn_result->has_fee_details = false;
1089 0 : txn_result->loaded_accounts_data_size = txn_out->details.loaded_accounts_data_size;
1090 :
1091 0 : if( txn_result->sanitization_error ) {
1092 0 : if( txn_out->err.is_fees_only ) {
1093 0 : txn_result->has_fee_details = true;
1094 0 : txn_result->fee_details.prioritization_fee = txn_out->details.priority_fee;
1095 0 : txn_result->fee_details.transaction_fee = txn_out->details.execution_fee;
1096 0 : }
1097 :
1098 0 : if( exec_res==FD_RUNTIME_TXN_ERR_INSTRUCTION_ERROR ) {
1099 0 : txn_result->instruction_error = (uint32_t) -txn_out->err.exec_err;
1100 0 : txn_result->instruction_error_index = (uint32_t) txn_out->err.exec_err_idx;
1101 0 : if( txn_out->err.exec_err==FD_EXECUTOR_INSTR_ERR_CUSTOM_ERR ) {
1102 0 : txn_result->custom_error = txn_out->err.custom_err;
1103 0 : }
1104 0 : }
1105 :
1106 0 : *txn_result_out = txn_result;
1107 0 : return FD_SCRATCH_ALLOC_FINI( l, 1UL ) - (ulong)out_buf;
1108 0 : }
1109 :
1110 : /* Capture instruction error code for executed transactions */
1111 0 : if( exec_res==FD_RUNTIME_TXN_ERR_INSTRUCTION_ERROR ) {
1112 0 : fd_txn_t const * txn = TXN( txn_in->txn );
1113 0 : int instr_err_idx = txn_out->err.exec_err_idx;
1114 0 : int program_id_idx = txn->instr[instr_err_idx].program_id;
1115 :
1116 0 : txn_result->instruction_error = (uint32_t) -txn_out->err.exec_err;
1117 0 : txn_result->instruction_error_index = (uint32_t) instr_err_idx;
1118 :
1119 0 : if( txn_out->err.exec_err==FD_EXECUTOR_INSTR_ERR_CUSTOM_ERR &&
1120 0 : fd_executor_lookup_native_precompile_program( &txn_out->accounts.keys[ program_id_idx ] )==NULL ) {
1121 0 : txn_result->custom_error = txn_out->err.custom_err;
1122 0 : }
1123 0 : }
1124 :
1125 0 : txn_result->has_fee_details = true;
1126 0 : txn_result->fee_details.transaction_fee = txn_out->details.execution_fee;
1127 0 : txn_result->fee_details.prioritization_fee = txn_out->details.priority_fee;
1128 0 : txn_result->executed_units = txn_out->details.compute_budget.compute_unit_limit - txn_out->details.compute_budget.compute_meter;
1129 :
1130 : /* Return data */
1131 0 : if( txn_out->details.return_data.len>0 ) {
1132 0 : txn_result->return_data = FD_SCRATCH_ALLOC_APPEND( l, alignof(pb_bytes_array_t),
1133 0 : PB_BYTES_ARRAY_T_ALLOCSIZE( txn_out->details.return_data.len ) );
1134 0 : if( FD_UNLIKELY( _l > out_end ) ) abort();
1135 0 : txn_result->return_data->size = (pb_size_t)txn_out->details.return_data.len;
1136 0 : fd_memcpy( txn_result->return_data->bytes, txn_out->details.return_data.data, txn_out->details.return_data.len );
1137 0 : }
1138 :
1139 : /* Modified accounts */
1140 0 : txn_result->modified_accounts = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_exec_test_acct_state_t), sizeof(fd_exec_test_acct_state_t) * txn_out->accounts.cnt );
1141 0 : txn_result->rollback_accounts = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_exec_test_acct_state_t), sizeof(fd_exec_test_acct_state_t) * 2UL );
1142 0 : if( FD_UNLIKELY( _l > out_end ) ) abort();
1143 :
1144 0 : if( txn_out->err.is_fees_only || exec_res!=FD_RUNTIME_EXECUTE_SUCCESS ) {
1145 : /* If the transaction errored, capture the rollback accounts (fee payer and nonce). */
1146 0 : if( FD_LIKELY( txn_out->accounts.nonce_idx_in_txn!=FD_FEE_PAYER_TXN_IDX ) ) {
1147 0 : write_account_to_result(
1148 0 : &txn_out->accounts.keys[FD_FEE_PAYER_TXN_IDX],
1149 0 : txn_out->accounts.rollback_fee_payer,
1150 0 : txn_result->rollback_accounts,
1151 0 : &txn_result->rollback_accounts_count,
1152 0 : &_l,
1153 0 : out_end
1154 0 : );
1155 0 : }
1156 :
1157 0 : if( txn_out->accounts.nonce_idx_in_txn!=ULONG_MAX ) {
1158 0 : write_account_to_result(
1159 0 : &txn_out->accounts.keys[txn_out->accounts.nonce_idx_in_txn],
1160 0 : txn_out->accounts.rollback_nonce,
1161 0 : txn_result->rollback_accounts,
1162 0 : &txn_result->rollback_accounts_count,
1163 0 : &_l,
1164 0 : out_end
1165 0 : );
1166 0 : }
1167 0 : }
1168 :
1169 0 : if( !txn_out->err.is_fees_only ) {
1170 : /* Executed: capture fee payer and writable accounts. */
1171 0 : for( ulong j=0UL; j<txn_out->accounts.cnt; j++ ) {
1172 0 : if( !( fd_runtime_account_is_writable_idx( txn_in, txn_out, (ushort)j ) ||
1173 0 : j==FD_FEE_PAYER_TXN_IDX ) ) {
1174 0 : continue;
1175 0 : }
1176 :
1177 0 : write_account_to_result(
1178 0 : &txn_out->accounts.keys[j],
1179 0 : txn_out->accounts.account[j].meta,
1180 0 : txn_result->modified_accounts,
1181 0 : &txn_result->modified_accounts_count,
1182 0 : &_l,
1183 0 : out_end
1184 0 : );
1185 0 : }
1186 0 : }
1187 :
1188 0 : *txn_result_out = txn_result;
1189 0 : return FD_SCRATCH_ALLOC_FINI( l, 1UL ) - (ulong)out_buf;
1190 0 : }
1191 :
1192 : void
1193 : fd_dump_txn_to_protobuf( fd_runtime_t * runtime,
1194 : fd_bank_t * bank,
1195 : fd_txn_in_t const * txn_in,
1196 0 : fd_txn_out_t * txn_out ) {
1197 0 : fd_spad_t * spad = fd_spad_join( fd_spad_new( runtime->log.dumping_mem, 1UL<<28UL ) );
1198 :
1199 0 : FD_SPAD_FRAME_BEGIN( spad ) {
1200 : // Get base58-encoded tx signature
1201 0 : const fd_ed25519_sig_t * signatures = fd_txn_get_signatures( TXN( txn_in->txn ), txn_in->txn->payload );
1202 0 : char encoded_signature[FD_BASE58_ENCODED_64_SZ];
1203 0 : fd_base58_encode_64( signatures[0], NULL, encoded_signature );
1204 :
1205 0 : fd_exec_test_txn_context_t txn_context_msg = FD_EXEC_TEST_TXN_CONTEXT_INIT_DEFAULT;
1206 0 : create_txn_context_protobuf_from_txn( &txn_context_msg, runtime, bank, txn_in, txn_out, spad );
1207 :
1208 : /* Output to file */
1209 0 : ulong out_buf_size = 100UL<<20UL; // 100 MB
1210 0 : uchar * out = fd_spad_alloc( spad, alignof(uchar), out_buf_size );
1211 0 : pb_ostream_t stream = pb_ostream_from_buffer( out, out_buf_size );
1212 0 : if( pb_encode( &stream, FD_EXEC_TEST_TXN_CONTEXT_FIELDS, &txn_context_msg ) ) {
1213 0 : char output_filepath[ PATH_MAX ];
1214 0 : snprintf( output_filepath, PATH_MAX, "%s/txn-%s.txnctx", runtime->log.dump_proto_ctx->dump_proto_output_dir, encoded_signature );
1215 0 : FILE * file = fopen(output_filepath, "wb");
1216 0 : if( file ) {
1217 0 : fwrite( out, 1, stream.bytes_written, file );
1218 0 : fclose( file );
1219 0 : }
1220 0 : }
1221 0 : } FD_SPAD_FRAME_END;
1222 0 : }
1223 :
1224 : void
1225 : fd_dump_txn_context_to_protobuf( fd_txn_dump_ctx_t * txn_dump_ctx,
1226 : fd_runtime_t * runtime,
1227 : fd_bank_t * bank,
1228 : fd_txn_in_t const * txn_in,
1229 0 : fd_txn_out_t * txn_out ) {
1230 0 : fd_txn_dump_context_reset( txn_dump_ctx );
1231 :
1232 0 : txn_dump_ctx->fixture.has_metadata = true;
1233 0 : strncpy(
1234 0 : txn_dump_ctx->fixture.metadata.fn_entrypoint,
1235 0 : "sol_compat_txn_execute_v1",
1236 0 : sizeof(txn_dump_ctx->fixture.metadata.fn_entrypoint)-1UL
1237 0 : );
1238 :
1239 0 : txn_dump_ctx->fixture.has_input = true;
1240 0 : create_txn_context_protobuf_from_txn( &txn_dump_ctx->fixture.input,
1241 0 : runtime, bank, txn_in, txn_out,
1242 0 : txn_dump_ctx->spad );
1243 0 : }
1244 :
1245 : void
1246 : fd_dump_txn_result_to_protobuf( fd_txn_dump_ctx_t * txn_dump_ctx,
1247 : fd_txn_in_t const * txn_in,
1248 : fd_txn_out_t * txn_out,
1249 0 : int exec_res ) {
1250 0 : txn_dump_ctx->fixture.has_output = true;
1251 :
1252 0 : ulong buf_sz = 100UL<<20UL;
1253 0 : void * buf = fd_spad_alloc( txn_dump_ctx->spad, alignof(fd_exec_test_txn_result_t), buf_sz );
1254 0 : fd_exec_test_txn_result_t * result = NULL;
1255 0 : create_txn_result_protobuf_from_txn( &result, buf, buf_sz, txn_in, txn_out, exec_res );
1256 0 : txn_dump_ctx->fixture.output = *result;
1257 0 : }
1258 :
1259 : void
1260 : fd_dump_txn_fixture_to_file( fd_txn_dump_ctx_t * txn_dump_ctx,
1261 : fd_dump_proto_ctx_t const * dump_proto_ctx,
1262 0 : fd_txn_in_t const * txn_in ) {
1263 0 : const fd_ed25519_sig_t * signatures = fd_txn_get_signatures( TXN( txn_in->txn ), txn_in->txn->payload );
1264 0 : char encoded_signature[FD_BASE58_ENCODED_64_SZ];
1265 0 : fd_base58_encode_64( signatures[0], NULL, encoded_signature );
1266 :
1267 0 : FD_SPAD_FRAME_BEGIN( txn_dump_ctx->spad ) {
1268 0 : ulong out_buf_size = 100UL<<20UL;
1269 0 : uchar * out = fd_spad_alloc( txn_dump_ctx->spad, alignof(uchar), out_buf_size );
1270 0 : pb_ostream_t stream = pb_ostream_from_buffer( out, out_buf_size );
1271 :
1272 0 : char output_filepath[ PATH_MAX ];
1273 :
1274 0 : if( dump_proto_ctx->dump_txn_as_fixture ) {
1275 0 : if( pb_encode( &stream, FD_EXEC_TEST_TXN_FIXTURE_FIELDS, &txn_dump_ctx->fixture ) ) {
1276 0 : snprintf( output_filepath, PATH_MAX, "%s/txn-%s.fix", dump_proto_ctx->dump_proto_output_dir, encoded_signature );
1277 0 : FILE * file = fopen( output_filepath, "wb" );
1278 0 : if( file ) {
1279 0 : fwrite( out, 1, stream.bytes_written, file );
1280 0 : fclose( file );
1281 0 : }
1282 0 : }
1283 0 : } else {
1284 0 : if( pb_encode( &stream, FD_EXEC_TEST_TXN_CONTEXT_FIELDS, &txn_dump_ctx->fixture.input ) ) {
1285 0 : snprintf( output_filepath, PATH_MAX, "%s/txn-%s.txnctx", dump_proto_ctx->dump_proto_output_dir, encoded_signature );
1286 0 : FILE * file = fopen( output_filepath, "wb" );
1287 0 : if( file ) {
1288 0 : fwrite( out, 1, stream.bytes_written, file );
1289 0 : fclose( file );
1290 0 : }
1291 0 : }
1292 0 : }
1293 0 : } FD_SPAD_FRAME_END;
1294 0 : }
1295 :
1296 : void
1297 : fd_dump_block_to_protobuf_collect_tx( fd_block_dump_ctx_t * dump_block_ctx,
1298 0 : fd_txn_p_t const * txn ) {
1299 0 : if( FD_UNLIKELY( dump_block_ctx->txns_to_dump_cnt>=FD_BLOCK_DUMP_CTX_MAX_TXN_CNT ) ) {
1300 0 : FD_LOG_ERR(( "Please increase FD_BLOCK_DUMP_CTX_MAX_TXN_CNT to dump more than %lu transactions.", FD_BLOCK_DUMP_CTX_MAX_TXN_CNT ));
1301 0 : return;
1302 0 : }
1303 0 : fd_memcpy( &dump_block_ctx->txns_to_dump[dump_block_ctx->txns_to_dump_cnt++], txn, sizeof(fd_txn_p_t) );
1304 0 : }
1305 :
1306 : void
1307 : fd_dump_block_to_protobuf( fd_block_dump_ctx_t * dump_block_ctx,
1308 : fd_banks_t * banks,
1309 : fd_bank_t * bank,
1310 : fd_accdb_user_t * accdb,
1311 : fd_dump_proto_ctx_t const * dump_proto_ctx,
1312 0 : fd_runtime_stack_t * runtime_stack ) {
1313 0 : if( FD_UNLIKELY( dump_block_ctx==NULL ) ) {
1314 0 : FD_LOG_WARNING(( "Block dumping context may not be NULL when dumping blocks." ));
1315 0 : return;
1316 0 : }
1317 :
1318 0 : FD_SPAD_FRAME_BEGIN( dump_block_ctx->spad ) {
1319 0 : if( FD_UNLIKELY( dump_proto_ctx==NULL ) ) {
1320 0 : FD_LOG_WARNING(( "Protobuf dumping context may not be NULL when dumping blocks." ));
1321 0 : return;
1322 0 : }
1323 :
1324 : /* Dump the block context */
1325 0 : create_block_context_protobuf_from_block( dump_block_ctx, banks, bank, accdb, runtime_stack );
1326 :
1327 : /* Output to file */
1328 0 : ulong out_buf_size = 1UL<<30UL; /* 1 GB */
1329 0 : uint8_t * out = fd_spad_alloc( dump_block_ctx->spad, alignof(uint8_t), out_buf_size );
1330 0 : pb_ostream_t stream = pb_ostream_from_buffer( out, out_buf_size );
1331 0 : if( pb_encode( &stream, FD_EXEC_TEST_BLOCK_CONTEXT_FIELDS, &dump_block_ctx->block_context ) ) {
1332 0 : char output_filepath[ PATH_MAX ];
1333 0 : snprintf( output_filepath, PATH_MAX, "%s/block-%lu.blockctx", dump_proto_ctx->dump_proto_output_dir, bank->f.slot );
1334 0 : FILE * file = fopen(output_filepath, "wb");
1335 0 : if( file ) {
1336 0 : fwrite( out, 1, stream.bytes_written, file );
1337 0 : fclose( file );
1338 0 : }
1339 0 : }
1340 0 : } FD_SPAD_FRAME_END;
1341 0 : }
1342 :
1343 : void
1344 : fd_dump_vm_syscall_to_protobuf( fd_vm_t const * vm,
1345 0 : char const * fn_name ) {
1346 0 : char const * syscall_name_filter = vm->instr_ctx->runtime->log.dump_proto_ctx->dump_syscall_name_filter;
1347 0 : if( syscall_name_filter && strlen( syscall_name_filter ) && strcmp( syscall_name_filter, fn_name ) ) {
1348 0 : return;
1349 0 : }
1350 :
1351 0 : fd_spad_t * spad = fd_spad_join( fd_spad_new( vm->instr_ctx->runtime->log.dumping_mem, 1UL<<28UL ) );
1352 :
1353 0 : FD_SPAD_FRAME_BEGIN( spad ) {
1354 :
1355 0 : fd_ed25519_sig_t signature;
1356 0 : memcpy( signature, (uchar const *)vm->instr_ctx->txn_in->txn->payload + TXN( vm->instr_ctx->txn_in->txn )->signature_off, sizeof(fd_ed25519_sig_t) );
1357 0 : char encoded_signature[FD_BASE58_ENCODED_64_SZ];
1358 0 : fd_base58_encode_64( signature, NULL, encoded_signature );
1359 :
1360 0 : char filename[ PATH_MAX ];
1361 0 : snprintf( filename,
1362 0 : PATH_MAX,
1363 0 : "%s/syscall-%s-%s-%d-%hhu-%lu.sysctx",
1364 0 : vm->instr_ctx->runtime->log.dump_proto_ctx->dump_proto_output_dir,
1365 0 : fn_name,
1366 0 : encoded_signature,
1367 0 : vm->instr_ctx->runtime->instr.current_idx,
1368 0 : vm->instr_ctx->runtime->instr.stack_sz,
1369 0 : vm->cu );
1370 :
1371 : /* The generated filename should be unique for every call. Silently return otherwise. */
1372 0 : if( FD_UNLIKELY( access( filename, F_OK )!=-1 ) ) {
1373 0 : return;
1374 0 : }
1375 :
1376 0 : fd_exec_test_syscall_context_t sys_ctx = FD_EXEC_TEST_SYSCALL_CONTEXT_INIT_ZERO;
1377 :
1378 : /* SyscallContext -> vm_ctx */
1379 0 : sys_ctx.has_vm_ctx = 1;
1380 :
1381 : /* SyscallContext -> vm_ctx -> heap_max */
1382 0 : sys_ctx.vm_ctx.heap_max = vm->heap_max; /* should be equiv. to txn_ctx->heap_sz */
1383 :
1384 : /* SyscallContext -> vm_ctx -> rodata */
1385 0 : sys_ctx.vm_ctx.rodata = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE( vm->rodata_sz ) );
1386 0 : sys_ctx.vm_ctx.rodata->size = (pb_size_t) vm->rodata_sz;
1387 0 : fd_memcpy( sys_ctx.vm_ctx.rodata->bytes, vm->rodata, vm->rodata_sz );
1388 :
1389 : /* SyscallContext -> vm_ctx -> r0-11 */
1390 0 : sys_ctx.vm_ctx.r0 = vm->reg[0];
1391 0 : sys_ctx.vm_ctx.r1 = vm->reg[1];
1392 0 : sys_ctx.vm_ctx.r2 = vm->reg[2];
1393 0 : sys_ctx.vm_ctx.r3 = vm->reg[3];
1394 0 : sys_ctx.vm_ctx.r4 = vm->reg[4];
1395 0 : sys_ctx.vm_ctx.r5 = vm->reg[5];
1396 0 : sys_ctx.vm_ctx.r6 = vm->reg[6];
1397 0 : sys_ctx.vm_ctx.r7 = vm->reg[7];
1398 0 : sys_ctx.vm_ctx.r8 = vm->reg[8];
1399 0 : sys_ctx.vm_ctx.r9 = vm->reg[9];
1400 0 : sys_ctx.vm_ctx.r10 = vm->reg[10];
1401 0 : sys_ctx.vm_ctx.r11 = vm->reg[11];
1402 :
1403 : /* SyscallContext -> vm_ctx -> entry_pc */
1404 0 : sys_ctx.vm_ctx.entry_pc = vm->entry_pc;
1405 :
1406 : /* SyscallContext -> vm_ctx -> return_data */
1407 0 : sys_ctx.vm_ctx.has_return_data = 1;
1408 :
1409 : /* SyscallContext -> vm_ctx -> return_data -> data */
1410 0 : sys_ctx.vm_ctx.return_data.data = fd_spad_alloc( spad, alignof(pb_bytes_array_t), PB_BYTES_ARRAY_T_ALLOCSIZE( vm->instr_ctx->txn_out->details.return_data.len ) );
1411 0 : sys_ctx.vm_ctx.return_data.data->size = (pb_size_t)vm->instr_ctx->txn_out->details.return_data.len;
1412 0 : fd_memcpy( sys_ctx.vm_ctx.return_data.data->bytes, vm->instr_ctx->txn_out->details.return_data.data, vm->instr_ctx->txn_out->details.return_data.len );
1413 :
1414 : /* SyscallContext -> vm_ctx -> return_data -> program_id */
1415 0 : sys_ctx.vm_ctx.return_data.program_id = fd_spad_alloc( spad, alignof(pb_bytes_array_t), sizeof(fd_pubkey_t) );
1416 0 : sys_ctx.vm_ctx.return_data.program_id->size = sizeof(fd_pubkey_t);
1417 0 : fd_memcpy( sys_ctx.vm_ctx.return_data.program_id->bytes, vm->instr_ctx->txn_out->details.return_data.program_id.key, sizeof(fd_pubkey_t) );
1418 :
1419 : /* SyscallContext -> vm_ctx -> sbpf_version */
1420 0 : sys_ctx.vm_ctx.sbpf_version = (uint)vm->sbpf_version;
1421 :
1422 : /* SyscallContext -> instr_ctx */
1423 0 : sys_ctx.has_instr_ctx = 1;
1424 0 : create_instr_context_protobuf_from_instructions( &sys_ctx.instr_ctx,
1425 0 : vm->instr_ctx->runtime,
1426 0 : vm->instr_ctx->bank,
1427 0 : vm->instr_ctx->txn_out,
1428 0 : vm->instr_ctx->instr,
1429 0 : spad );
1430 :
1431 : /* SyscallContext -> syscall_invocation */
1432 0 : sys_ctx.has_syscall_invocation = 1;
1433 :
1434 : /* SyscallContext -> syscall_invocation -> function_name */
1435 0 : sys_ctx.syscall_invocation.function_name.size = fd_uint_min( (uint) strlen(fn_name), sizeof(sys_ctx.syscall_invocation.function_name.bytes) );
1436 0 : fd_memcpy( sys_ctx.syscall_invocation.function_name.bytes,
1437 0 : fn_name,
1438 0 : sys_ctx.syscall_invocation.function_name.size );
1439 :
1440 : /* SyscallContext -> syscall_invocation -> heap_prefix */
1441 0 : sys_ctx.syscall_invocation.heap_prefix = fd_spad_alloc( spad, 8UL, PB_BYTES_ARRAY_T_ALLOCSIZE( vm->heap_max ) );
1442 0 : sys_ctx.syscall_invocation.heap_prefix->size = (pb_size_t) vm->instr_ctx->txn_out->details.compute_budget.heap_size;
1443 0 : fd_memcpy( sys_ctx.syscall_invocation.heap_prefix->bytes, vm->heap, vm->instr_ctx->txn_out->details.compute_budget.heap_size );
1444 :
1445 : /* SyscallContext -> syscall_invocation -> stack_prefix */
1446 0 : pb_size_t stack_sz = (pb_size_t)FD_VM_STACK_MAX;
1447 0 : sys_ctx.syscall_invocation.stack_prefix = fd_spad_alloc( spad, 8UL, PB_BYTES_ARRAY_T_ALLOCSIZE( stack_sz ) );
1448 0 : sys_ctx.syscall_invocation.stack_prefix->size = stack_sz;
1449 0 : fd_memcpy( sys_ctx.syscall_invocation.stack_prefix->bytes, vm->stack, stack_sz );
1450 :
1451 : /* Output to file */
1452 0 : ulong out_buf_size = 1UL<<29UL; /* 128 MB */
1453 0 : uint8_t * out = fd_spad_alloc( spad, alignof(uint8_t), out_buf_size );
1454 0 : pb_ostream_t stream = pb_ostream_from_buffer( out, out_buf_size );
1455 0 : if( pb_encode( &stream, FD_EXEC_TEST_SYSCALL_CONTEXT_FIELDS, &sys_ctx ) ) {
1456 0 : FILE * file = fopen(filename, "wb");
1457 0 : if( file ) {
1458 0 : fwrite( out, 1, stream.bytes_written, file );
1459 0 : fclose( file );
1460 0 : }
1461 0 : }
1462 0 : } FD_SPAD_FRAME_END;
1463 0 : }
|
