Line data Source code
1 : #include "fd_ssload.h"
2 :
3 : #include "../../../disco/genesis/fd_genesis_cluster.h"
4 : #include "../../../flamenco/runtime/sysvar/fd_sysvar_epoch_schedule.h"
5 : #include "fd_ssmsg.h"
6 :
7 : void
8 : blockhashes_recover( fd_blockhashes_t * blockhashes,
9 : fd_snapshot_manifest_blockhash_t const * ages,
10 : ulong age_cnt,
11 0 : ulong seed ) {
12 0 : FD_TEST( fd_blockhashes_init( blockhashes, seed ) );
13 0 : FD_TEST( age_cnt && age_cnt<=FD_BLOCKHASHES_MAX );
14 :
15 : /* For depressing reasons, the ages array is not sorted when ingested
16 : from a snapshot. The hash_index field is also not validated.
17 : Firedancer assumes that the sequence of hash_index numbers is
18 : gapless and does not wrap around. */
19 :
20 0 : ulong seq_min = ULONG_MAX-1;
21 0 : for( ulong i=0UL; i<age_cnt; i++ ) {
22 0 : seq_min = fd_ulong_min( seq_min, ages[ i ].hash_index );
23 0 : }
24 0 : ulong seq_max;
25 0 : if( FD_UNLIKELY( __builtin_uaddl_overflow( seq_min, age_cnt, &seq_max ) ) ) {
26 : /* TODO: Move to snapin validations so we can retry */
27 0 : FD_LOG_ERR(( "Corrupt snapshot: blockhash queue sequence number wraparound (seq_min=%lu age_cnt=%lu)", seq_min, age_cnt ));
28 0 : }
29 :
30 : /* Reset */
31 :
32 0 : for( ulong i=0UL; i<age_cnt; i++ ) {
33 0 : fd_blockhash_info_t * ele = fd_blockhash_deq_push_tail_nocopy( blockhashes->d.deque );
34 0 : memset( ele, 0, sizeof(fd_blockhash_info_t) );
35 0 : }
36 :
37 : /* Load hashes */
38 :
39 0 : for( ulong i=0UL; i<age_cnt; i++ ) {
40 0 : fd_snapshot_manifest_blockhash_t const * elem = &ages[ i ];
41 0 : ulong idx;
42 0 : if( FD_UNLIKELY( __builtin_usubl_overflow( elem->hash_index, seq_min, &idx ) ) ) {
43 : /* TODO: Move to snapin validations so we can retry */
44 0 : FD_LOG_ERR(( "Corrupt snapshot: gap in blockhash queue (seq=[%lu,%lu) idx=%lu)",
45 0 : seq_min, seq_max, elem->hash_index ));
46 0 : }
47 0 : fd_blockhash_info_t * info = &blockhashes->d.deque[ idx ];
48 0 : if( FD_UNLIKELY( info->exists ) ) {
49 : /* TODO: Move to snapin validations so we can retry */
50 0 : FD_LOG_HEXDUMP_NOTICE(( "info", info, sizeof(fd_blockhash_info_t) ));
51 0 : FD_LOG_ERR(( "Corrupt snapshot: duplicate blockhash queue index %lu", idx ));
52 0 : }
53 0 : info->exists = 1;
54 0 : fd_memcpy( info->hash.uc, elem->hash, 32UL );
55 0 : info->fee_calculator.lamports_per_signature = elem->lamports_per_signature;
56 0 : fd_blockhash_map_idx_insert( blockhashes->map, idx, blockhashes->d.deque );
57 0 : }
58 0 : }
59 :
60 : void
61 : fd_ssload_recover( fd_snapshot_manifest_t * manifest,
62 : fd_banks_t * banks,
63 : fd_bank_t * bank,
64 : fd_vote_state_credits_t * vote_state_credits,
65 0 : int is_incremental ) {
66 :
67 : /* Slot */
68 :
69 0 : fd_bank_slot_set( bank, manifest->slot );
70 0 : fd_bank_parent_slot_set( bank, manifest->parent_slot );
71 :
72 : /* Bank Hash */
73 :
74 0 : fd_hash_t hash;
75 0 : fd_memcpy( &hash.uc, manifest->bank_hash, 32UL );
76 0 : fd_bank_bank_hash_set( bank, hash );
77 :
78 0 : fd_hash_t parent_hash;
79 0 : fd_memcpy( &parent_hash.uc, manifest->parent_bank_hash, 32UL );
80 0 : fd_bank_prev_bank_hash_set( bank, parent_hash );
81 :
82 0 : fd_fee_rate_governor_t * fee_rate_governor = fd_bank_fee_rate_governor_modify( bank );
83 0 : fee_rate_governor->target_lamports_per_signature = manifest->fee_rate_governor.target_lamports_per_signature;
84 0 : fee_rate_governor->target_signatures_per_slot = manifest->fee_rate_governor.target_signatures_per_slot;
85 0 : fee_rate_governor->min_lamports_per_signature = manifest->fee_rate_governor.min_lamports_per_signature;
86 0 : fee_rate_governor->max_lamports_per_signature = manifest->fee_rate_governor.max_lamports_per_signature;
87 0 : fee_rate_governor->burn_percent = manifest->fee_rate_governor.burn_percent;
88 : /* https://github.com/anza-xyz/agave/blob/v3.0.3/runtime/src/serde_snapshot.rs#L464-L466 */
89 0 : fd_bank_rbh_lamports_per_sig_set( bank, manifest->lamports_per_signature );
90 :
91 0 : fd_inflation_t * inflation = fd_bank_inflation_modify( bank );
92 0 : inflation->initial = manifest->inflation_params.initial;
93 0 : inflation->terminal = manifest->inflation_params.terminal;
94 0 : inflation->taper = manifest->inflation_params.taper;
95 0 : inflation->foundation = manifest->inflation_params.foundation;
96 0 : inflation->foundation_term = manifest->inflation_params.foundation_term;
97 0 : inflation->unused = 0.0;
98 :
99 0 : fd_epoch_schedule_t * epoch_schedule = fd_bank_epoch_schedule_modify( bank );
100 0 : epoch_schedule->slots_per_epoch = manifest->epoch_schedule_params.slots_per_epoch;
101 0 : epoch_schedule->leader_schedule_slot_offset = manifest->epoch_schedule_params.leader_schedule_slot_offset;
102 0 : epoch_schedule->warmup = manifest->epoch_schedule_params.warmup;
103 0 : epoch_schedule->first_normal_epoch = manifest->epoch_schedule_params.first_normal_epoch;
104 0 : epoch_schedule->first_normal_slot = manifest->epoch_schedule_params.first_normal_slot;
105 :
106 0 : ulong epoch = fd_slot_to_epoch( epoch_schedule, manifest->slot, NULL );
107 0 : fd_bank_epoch_set( bank, epoch );
108 :
109 0 : fd_rent_t * rent = fd_bank_rent_modify( bank );
110 0 : rent->lamports_per_uint8_year = manifest->rent_params.lamports_per_uint8_year;
111 0 : rent->exemption_threshold = manifest->rent_params.exemption_threshold;
112 0 : rent->burn_percent = manifest->rent_params.burn_percent;
113 :
114 : /* https://github.com/anza-xyz/agave/blob/v3.0.6/ledger/src/blockstore_processor.rs#L1118
115 : None gets treated as 0 for hash verification. */
116 0 : if( FD_LIKELY( manifest->has_hashes_per_tick ) ) fd_bank_hashes_per_tick_set( bank, manifest->hashes_per_tick );
117 0 : else fd_bank_hashes_per_tick_set( bank, 0UL );
118 :
119 0 : fd_lthash_value_t * lthash = fd_bank_lthash_locking_modify( bank );
120 0 : if( FD_LIKELY( manifest->has_accounts_lthash ) ) {
121 0 : fd_memcpy( lthash, manifest->accounts_lthash, sizeof(fd_lthash_value_t) );
122 0 : } else {
123 0 : fd_memset( lthash, 0, sizeof(fd_lthash_value_t) );
124 0 : }
125 0 : fd_bank_lthash_end_locking_modify( bank );
126 :
127 0 : fd_blockhashes_t * blockhashes = fd_bank_block_hash_queue_modify( bank );
128 0 : blockhashes_recover( blockhashes, manifest->blockhashes, manifest->blockhashes_len, 42UL /* TODO */ );
129 :
130 : /* PoH */
131 0 : fd_blockhashes_t const * bhq = fd_bank_block_hash_queue_query( bank );
132 0 : fd_hash_t const * last_hash = fd_blockhashes_peek_last_hash( bhq );
133 0 : if( FD_LIKELY( last_hash ) ) fd_bank_poh_set( bank, *last_hash );
134 :
135 0 : fd_bank_capitalization_set( bank, manifest->capitalization );
136 0 : fd_bank_transaction_count_set( bank, manifest->transaction_count );
137 0 : fd_bank_parent_signature_cnt_set( bank, manifest->signature_count );
138 0 : fd_bank_tick_height_set( bank, manifest->tick_height );
139 0 : fd_bank_max_tick_height_set( bank, manifest->max_tick_height );
140 0 : fd_bank_ns_per_slot_set( bank, (fd_w_u128_t) { .ul={ manifest->ns_per_slot, 0UL } } );
141 0 : fd_bank_ticks_per_slot_set( bank, manifest->ticks_per_slot );
142 0 : fd_bank_genesis_creation_time_set( bank, manifest->creation_time_millis );
143 0 : fd_bank_slots_per_year_set( bank, manifest->slots_per_year );
144 0 : fd_bank_block_height_set( bank, manifest->block_height );
145 0 : fd_bank_execution_fees_set( bank, manifest->collector_fees );
146 0 : fd_bank_priority_fees_set( bank, 0UL );
147 :
148 : /* Set the cluster type based on the genesis creation time. This is
149 : later cross referenced against the genesis hash. */
150 0 : switch( fd_bank_genesis_creation_time_get( bank ) ) {
151 0 : case FD_RUNTIME_GENESIS_CREATION_TIME_TESTNET:
152 0 : fd_bank_cluster_type_set( bank, FD_CLUSTER_TESTNET );
153 0 : break;
154 0 : case FD_RUNTIME_GENESIS_CREATION_TIME_MAINNET:
155 0 : fd_bank_cluster_type_set( bank, FD_CLUSTER_MAINNET_BETA );
156 0 : break;
157 0 : case FD_RUNTIME_GENESIS_CREATION_TIME_DEVNET:
158 0 : fd_bank_cluster_type_set( bank, FD_CLUSTER_DEVNET );
159 0 : break;
160 0 : default:
161 0 : fd_bank_cluster_type_set( bank, FD_CLUSTER_UNKNOWN );
162 0 : }
163 :
164 : /* Update last restart slot
165 : https://github.com/solana-labs/solana/blob/30531d7a5b74f914dde53bfbb0bc2144f2ac92bb/runtime/src/bank.rs#L2152
166 :
167 : old_bank->hard_forks is sorted ascending by slot number.
168 : To find the last restart slot, take the highest hard fork slot
169 : number that is less or equal than the current slot number.
170 : (There might be some hard forks in the future, ignore these)
171 :
172 : SIMD-0047: The first restart slot should be `0` */
173 0 : fd_sol_sysvar_last_restart_slot_t * last_restart_slot = fd_bank_last_restart_slot_modify( bank );
174 0 : last_restart_slot->slot = 0UL;
175 0 : if( FD_LIKELY( manifest->hard_forks_len ) ) {
176 0 : for( ulong i=0UL; i<manifest->hard_forks_len; i++ ) {
177 0 : ulong slot = manifest->hard_forks[ manifest->hard_forks_len-1UL-i ];
178 0 : if( FD_LIKELY( slot<=manifest->slot ) ) {
179 0 : last_restart_slot->slot = slot;
180 0 : break;
181 0 : }
182 0 : }
183 0 : }
184 :
185 : /* Stake delegations for the current epoch. */
186 0 : fd_stake_delegations_t * stake_delegations = fd_banks_stake_delegations_root_query( banks );
187 0 : if( is_incremental ) fd_stake_delegations_init( stake_delegations );
188 0 : for( ulong i=0UL; i<manifest->stake_delegations_len; i++ ) {
189 0 : fd_snapshot_manifest_stake_delegation_t const * elem = &manifest->stake_delegations[ i ];
190 0 : if( FD_UNLIKELY( elem->stake_delegation==0UL ) ) {
191 0 : continue;
192 0 : }
193 0 : fd_stake_delegations_update(
194 0 : stake_delegations,
195 0 : (fd_pubkey_t *)elem->stake_pubkey,
196 0 : (fd_pubkey_t *)elem->vote_pubkey,
197 0 : elem->stake_delegation,
198 0 : elem->activation_epoch,
199 0 : elem->deactivation_epoch,
200 0 : elem->credits_observed,
201 0 : elem->warmup_cooldown_rate
202 0 : );
203 0 : }
204 :
205 : /* Vote stakes for the previous epoch (E-1). */
206 0 : fd_vote_states_t * vote_stakes_prev = fd_bank_vote_states_prev_modify( bank );
207 0 : if( is_incremental ) fd_vote_states_init( vote_stakes_prev );
208 0 : for( ulong i=0UL; i<manifest->epoch_stakes[1].vote_stakes_len; i++ ) {
209 0 : fd_snapshot_manifest_vote_stakes_t const * elem = &manifest->epoch_stakes[1].vote_stakes[i];
210 0 : if( FD_UNLIKELY( !elem->stake ) ) continue;
211 : /* First convert the epoch credits to the format expected by the
212 : vote states. We need to do this because we may need the vote
213 : state credits from the end of the previous epoch in case we need
214 : to recalculate the */
215 0 : vote_state_credits[ i ].credits_cnt = elem->epoch_credits_history_len;
216 0 : for( ulong j=0UL; j<elem->epoch_credits_history_len; j++ ) {
217 0 : vote_state_credits[ i ].epoch[ j ] = (ushort)elem->epoch_credits[ j ].epoch;
218 0 : vote_state_credits[ i ].credits[ j ] = elem->epoch_credits[ j ].credits;
219 0 : vote_state_credits[ i ].prev_credits[ j ] = elem->epoch_credits[ j ].prev_credits;
220 0 : }
221 :
222 0 : fd_vote_state_ele_t * vote_state = fd_vote_states_update( vote_stakes_prev, (fd_pubkey_t *)elem->vote );
223 0 : vote_state->node_account = *(fd_pubkey_t *)elem->identity;
224 0 : vote_state->commission = elem->commission;
225 0 : vote_state->last_vote_timestamp = elem->timestamp;
226 0 : vote_state->last_vote_slot = elem->slot;
227 0 : vote_state->stake = elem->stake;
228 0 : }
229 :
230 : /* We also want to set the total stake to be the total amout of stake
231 : at the end of the previous epoch. This value is used for the
232 : get_epoch_stake syscall.
233 :
234 : FIXME: This needs to be updated at the epoch boundary and this
235 : currently does NOT happen.
236 :
237 : A note on Agave's indexing scheme for their epoch_stakes
238 : structure:
239 :
240 : https://github.com/anza-xyz/agave/blob/v2.2.14/runtime/src/bank.rs#L6175
241 :
242 : If we are loading a snapshot and replaying in the middle of
243 : epoch 7, the syscall is supposed to return the total stake at
244 : the end of epoch 6. The epoch_stakes structure is indexed in
245 : Agave by the epoch number of the leader schedule that the
246 : stakes are meant to determine. For instance, to get the
247 : stakes at the end of epoch 6, we should query by 8, because
248 : the leader schedule for epoch 8 is determined based on the
249 : stakes at the end of epoch 6. Therefore, we save the total
250 : epoch stake by querying for epoch+1. This logic is encapsulated
251 : in fd_ssmanifest_parser.c. */
252 0 : fd_bank_total_epoch_stake_set( bank, manifest->epoch_stakes[1].total_stake );
253 :
254 : /* Vote stakes for the previous epoch (E-2) */
255 0 : fd_vote_states_t * vote_stakes_prev_prev = fd_bank_vote_states_prev_prev_modify( bank );
256 0 : if( is_incremental ) fd_vote_states_init( vote_stakes_prev_prev );
257 0 : for( ulong i=0UL; i<manifest->epoch_stakes[0].vote_stakes_len; i++ ) {
258 0 : fd_snapshot_manifest_vote_stakes_t const * elem = &manifest->epoch_stakes[0].vote_stakes[i];
259 0 : if( FD_UNLIKELY( !elem->stake ) ) continue;
260 0 : fd_vote_state_ele_t * vote_state = fd_vote_states_update( vote_stakes_prev_prev, (fd_pubkey_t *)elem->vote );
261 0 : vote_state->node_account = *(fd_pubkey_t *)elem->identity;
262 0 : vote_state->commission = elem->commission;
263 0 : vote_state->last_vote_timestamp = elem->timestamp;
264 0 : vote_state->last_vote_slot = elem->slot;
265 0 : vote_state->stake = elem->stake;
266 0 : }
267 :
268 : /* Vote states for the current epoch. */
269 0 : fd_vote_states_t * vote_states = fd_bank_vote_states_locking_modify( bank );
270 0 : if( is_incremental ) fd_vote_states_init( vote_states );
271 0 : for( ulong i=0UL; i<manifest->vote_accounts_len; i++ ) {
272 0 : fd_snapshot_manifest_vote_account_t const * elem = &manifest->vote_accounts[ i ];
273 :
274 0 : fd_vote_state_ele_t * vote_state_prev_prev = fd_vote_states_query( vote_stakes_prev_prev, (fd_pubkey_t *)elem->vote_account_pubkey );
275 0 : ulong prev_prev_stake = vote_state_prev_prev ? vote_state_prev_prev->stake : 0UL;
276 :
277 0 : fd_vote_state_ele_t * vote_state_prev = fd_vote_states_query( vote_stakes_prev, (fd_pubkey_t *)elem->vote_account_pubkey );
278 0 : ulong prev_stake = vote_state_prev ? vote_state_prev->stake : 0UL;
279 :
280 0 : fd_vote_state_ele_t * vote_state = fd_vote_states_update( vote_states, (fd_pubkey_t *)elem->vote_account_pubkey );
281 :
282 0 : vote_state->node_account = *(fd_pubkey_t *)elem->node_account_pubkey;
283 0 : vote_state->commission = elem->commission;
284 0 : vote_state->last_vote_timestamp = elem->last_timestamp;
285 0 : vote_state->last_vote_slot = elem->last_slot;
286 0 : vote_state->stake = elem->stake;
287 0 : vote_state->stake_t_1 = prev_stake;
288 0 : vote_state->stake_t_2 = prev_prev_stake;
289 0 : }
290 0 : fd_bank_vote_states_end_locking_modify( bank );
291 :
292 0 : bank->data->txncache_fork_id = (fd_txncache_fork_id_t){ .val = manifest->txncache_fork_id };
293 0 : }
|
