Line data Source code
1 : #include "fd_ssload.h"
2 :
3 : #include "../../../disco/genesis/fd_genesis_cluster.h"
4 : #include "../../../flamenco/runtime/sysvar/fd_sysvar_epoch_schedule.h"
5 : #include "fd_ssmsg.h"
6 :
7 : void
8 : blockhashes_recover( fd_blockhashes_t * blockhashes,
9 : fd_snapshot_manifest_blockhash_t const * ages,
10 : ulong age_cnt,
11 0 : ulong seed ) {
12 0 : FD_TEST( fd_blockhashes_init( blockhashes, seed ) );
13 0 : FD_TEST( age_cnt && age_cnt<=FD_BLOCKHASHES_MAX );
14 :
15 : /* For depressing reasons, the ages array is not sorted when ingested
16 : from a snapshot. The hash_index field is also not validated.
17 : Firedancer assumes that the sequence of hash_index numbers is
18 : gapless and does not wrap around. */
19 :
20 0 : ulong seq_min = ULONG_MAX-1;
21 0 : for( ulong i=0UL; i<age_cnt; i++ ) {
22 0 : seq_min = fd_ulong_min( seq_min, ages[ i ].hash_index );
23 0 : }
24 0 : ulong seq_max;
25 0 : if( FD_UNLIKELY( __builtin_uaddl_overflow( seq_min, age_cnt, &seq_max ) ) ) {
26 : /* TODO: Move to snapin validations so we can retry */
27 0 : FD_LOG_ERR(( "Corrupt snapshot: blockhash queue sequence number wraparound (seq_min=%lu age_cnt=%lu)", seq_min, age_cnt ));
28 0 : }
29 :
30 : /* Reset */
31 :
32 0 : for( ulong i=0UL; i<age_cnt; i++ ) {
33 0 : fd_blockhash_info_t * ele = fd_blockhash_deq_push_tail_nocopy( blockhashes->d.deque );
34 0 : memset( ele, 0, sizeof(fd_blockhash_info_t) );
35 0 : }
36 :
37 : /* Load hashes */
38 :
39 0 : for( ulong i=0UL; i<age_cnt; i++ ) {
40 0 : fd_snapshot_manifest_blockhash_t const * elem = &ages[ i ];
41 0 : ulong idx;
42 0 : if( FD_UNLIKELY( __builtin_usubl_overflow( elem->hash_index, seq_min, &idx ) ) ) {
43 : /* TODO: Move to snapin validations so we can retry */
44 0 : FD_LOG_ERR(( "Corrupt snapshot: gap in blockhash queue (seq=[%lu,%lu) idx=%lu)",
45 0 : seq_min, seq_max, elem->hash_index ));
46 0 : }
47 0 : fd_blockhash_info_t * info = &blockhashes->d.deque[ idx ];
48 0 : if( FD_UNLIKELY( info->exists ) ) {
49 : /* TODO: Move to snapin validations so we can retry */
50 0 : FD_LOG_HEXDUMP_NOTICE(( "info", info, sizeof(fd_blockhash_info_t) ));
51 0 : FD_LOG_ERR(( "Corrupt snapshot: duplicate blockhash queue index %lu", idx ));
52 0 : }
53 0 : info->exists = 1;
54 0 : fd_memcpy( info->hash.uc, elem->hash, 32UL );
55 0 : info->fee_calculator.lamports_per_signature = elem->lamports_per_signature;
56 0 : fd_blockhash_map_idx_insert( blockhashes->map, idx, blockhashes->d.deque );
57 0 : }
58 0 : }
59 :
60 : void
61 : fd_ssload_recover( fd_snapshot_manifest_t * manifest,
62 : fd_banks_t * banks,
63 : fd_bank_t * bank,
64 0 : fd_vote_state_credits_t * vote_state_credits ) {
65 :
66 : /* Slot */
67 :
68 0 : fd_bank_slot_set( bank, manifest->slot );
69 0 : fd_bank_parent_slot_set( bank, manifest->parent_slot );
70 :
71 : /* Bank Hash */
72 :
73 0 : fd_hash_t hash;
74 0 : fd_memcpy( &hash.uc, manifest->bank_hash, 32UL );
75 0 : fd_bank_bank_hash_set( bank, hash );
76 :
77 0 : fd_hash_t parent_hash;
78 0 : fd_memcpy( &parent_hash.uc, manifest->parent_bank_hash, 32UL );
79 0 : fd_bank_prev_bank_hash_set( bank, parent_hash );
80 :
81 0 : fd_fee_rate_governor_t * fee_rate_governor = fd_bank_fee_rate_governor_modify( bank );
82 0 : fee_rate_governor->target_lamports_per_signature = manifest->fee_rate_governor.target_lamports_per_signature;
83 0 : fee_rate_governor->target_signatures_per_slot = manifest->fee_rate_governor.target_signatures_per_slot;
84 0 : fee_rate_governor->min_lamports_per_signature = manifest->fee_rate_governor.min_lamports_per_signature;
85 0 : fee_rate_governor->max_lamports_per_signature = manifest->fee_rate_governor.max_lamports_per_signature;
86 0 : fee_rate_governor->burn_percent = manifest->fee_rate_governor.burn_percent;
87 : /* https://github.com/anza-xyz/agave/blob/v3.0.3/runtime/src/serde_snapshot.rs#L464-L466 */
88 0 : fd_bank_rbh_lamports_per_sig_set( bank, manifest->lamports_per_signature );
89 :
90 0 : fd_inflation_t * inflation = fd_bank_inflation_modify( bank );
91 0 : inflation->initial = manifest->inflation_params.initial;
92 0 : inflation->terminal = manifest->inflation_params.terminal;
93 0 : inflation->taper = manifest->inflation_params.taper;
94 0 : inflation->foundation = manifest->inflation_params.foundation;
95 0 : inflation->foundation_term = manifest->inflation_params.foundation_term;
96 0 : inflation->unused = 0.0;
97 :
98 0 : fd_epoch_schedule_t * epoch_schedule = fd_bank_epoch_schedule_modify( bank );
99 0 : epoch_schedule->slots_per_epoch = manifest->epoch_schedule_params.slots_per_epoch;
100 0 : epoch_schedule->leader_schedule_slot_offset = manifest->epoch_schedule_params.leader_schedule_slot_offset;
101 0 : epoch_schedule->warmup = manifest->epoch_schedule_params.warmup;
102 0 : epoch_schedule->first_normal_epoch = manifest->epoch_schedule_params.first_normal_epoch;
103 0 : epoch_schedule->first_normal_slot = manifest->epoch_schedule_params.first_normal_slot;
104 :
105 0 : ulong epoch = fd_slot_to_epoch( epoch_schedule, manifest->slot, NULL );
106 0 : fd_bank_epoch_set( bank, epoch );
107 :
108 0 : fd_rent_t * rent = fd_bank_rent_modify( bank );
109 0 : rent->lamports_per_uint8_year = manifest->rent_params.lamports_per_uint8_year;
110 0 : rent->exemption_threshold = manifest->rent_params.exemption_threshold;
111 0 : rent->burn_percent = manifest->rent_params.burn_percent;
112 :
113 0 : if( FD_LIKELY( manifest->has_hashes_per_tick ) ) fd_bank_hashes_per_tick_set( bank, manifest->hashes_per_tick );
114 0 : else fd_bank_hashes_per_tick_set( bank, DEFAULT_HASHES_PER_TICK );
115 :
116 0 : fd_lthash_value_t * lthash = fd_bank_lthash_locking_modify( bank );
117 0 : if( FD_LIKELY( manifest->has_accounts_lthash ) ) {
118 0 : fd_memcpy( lthash, manifest->accounts_lthash, sizeof(fd_lthash_value_t) );
119 0 : } else {
120 0 : fd_memset( lthash, 0, sizeof(fd_lthash_value_t) );
121 0 : }
122 0 : fd_bank_lthash_end_locking_modify( bank );
123 :
124 0 : fd_blockhashes_t * blockhashes = fd_bank_block_hash_queue_modify( bank );
125 0 : blockhashes_recover( blockhashes, manifest->blockhashes, manifest->blockhashes_len, 42UL /* TODO */ );
126 :
127 : /* PoH */
128 0 : fd_blockhashes_t const * bhq = fd_bank_block_hash_queue_query( bank );
129 0 : fd_hash_t const * last_hash = fd_blockhashes_peek_last_hash( bhq );
130 0 : if( FD_LIKELY( last_hash ) ) fd_bank_poh_set( bank, *last_hash );
131 :
132 0 : fd_bank_capitalization_set( bank, manifest->capitalization );
133 0 : fd_bank_transaction_count_set( bank, manifest->transaction_count );
134 0 : fd_bank_parent_signature_cnt_set( bank, manifest->signature_count );
135 0 : fd_bank_tick_height_set( bank, manifest->tick_height );
136 0 : fd_bank_max_tick_height_set( bank, manifest->max_tick_height );
137 0 : fd_bank_ns_per_slot_set( bank, (fd_w_u128_t) { .ul={ manifest->ns_per_slot, 0UL } } );
138 0 : fd_bank_ticks_per_slot_set( bank, manifest->ticks_per_slot );
139 0 : fd_bank_genesis_creation_time_set( bank, manifest->creation_time_millis );
140 0 : fd_bank_slots_per_year_set( bank, manifest->slots_per_year );
141 0 : fd_bank_block_height_set( bank, manifest->block_height );
142 0 : fd_bank_execution_fees_set( bank, manifest->collector_fees );
143 0 : fd_bank_priority_fees_set( bank, 0UL );
144 :
145 : /* Set the cluster type based on the genesis creation time. This is
146 : later cross referenced against the genesis hash. */
147 0 : switch( fd_bank_genesis_creation_time_get( bank ) ) {
148 0 : case FD_RUNTIME_GENESIS_CREATION_TIME_TESTNET:
149 0 : fd_bank_cluster_type_set( bank, FD_CLUSTER_TESTNET );
150 0 : break;
151 0 : case FD_RUNTIME_GENESIS_CREATION_TIME_MAINNET:
152 0 : fd_bank_cluster_type_set( bank, FD_CLUSTER_MAINNET_BETA );
153 0 : break;
154 0 : case FD_RUNTIME_GENESIS_CREATION_TIME_DEVNET:
155 0 : fd_bank_cluster_type_set( bank, FD_CLUSTER_DEVNET );
156 0 : break;
157 0 : default:
158 0 : fd_bank_cluster_type_set( bank, FD_CLUSTER_UNKNOWN );
159 0 : }
160 :
161 : /* Update last restart slot
162 : https://github.com/solana-labs/solana/blob/30531d7a5b74f914dde53bfbb0bc2144f2ac92bb/runtime/src/bank.rs#L2152
163 :
164 : old_bank->hard_forks is sorted ascending by slot number.
165 : To find the last restart slot, take the highest hard fork slot
166 : number that is less or equal than the current slot number.
167 : (There might be some hard forks in the future, ignore these)
168 :
169 : SIMD-0047: The first restart slot should be `0` */
170 0 : fd_sol_sysvar_last_restart_slot_t * last_restart_slot = fd_bank_last_restart_slot_modify( bank );
171 0 : last_restart_slot->slot = 0UL;
172 0 : if( FD_LIKELY( manifest->hard_forks_len ) ) {
173 0 : for( ulong i=0UL; i<manifest->hard_forks_len; i++ ) {
174 0 : ulong slot = manifest->hard_forks[ manifest->hard_forks_len-1UL-i ];
175 0 : if( FD_LIKELY( slot<=manifest->slot ) ) {
176 0 : last_restart_slot->slot = slot;
177 0 : break;
178 0 : }
179 0 : }
180 0 : }
181 :
182 : /* Stake delegations for the current epoch. */
183 0 : fd_stake_delegations_t * stake_delegations = fd_banks_stake_delegations_root_query( banks );
184 0 : for( ulong i=0UL; i<manifest->stake_delegations_len; i++ ) {
185 0 : fd_snapshot_manifest_stake_delegation_t const * elem = &manifest->stake_delegations[ i ];
186 0 : if( FD_UNLIKELY( elem->stake_delegation==0UL ) ) {
187 0 : continue;
188 0 : }
189 0 : fd_stake_delegations_update(
190 0 : stake_delegations,
191 0 : (fd_pubkey_t *)elem->stake_pubkey,
192 0 : (fd_pubkey_t *)elem->vote_pubkey,
193 0 : elem->stake_delegation,
194 0 : elem->activation_epoch,
195 0 : elem->deactivation_epoch,
196 0 : elem->credits_observed,
197 0 : elem->warmup_cooldown_rate
198 0 : );
199 0 : }
200 :
201 : /* Vote stakes for the previous epoch (E-1). */
202 0 : fd_vote_states_t * vote_stakes_prev = fd_vote_states_join( fd_vote_states_new( fd_bank_vote_states_prev_locking_modify( bank ), FD_RUNTIME_MAX_VOTE_ACCOUNTS, 999UL ) );
203 0 : for( ulong i=0UL; i<manifest->epoch_stakes[1].vote_stakes_len; i++ ) {
204 0 : fd_snapshot_manifest_vote_stakes_t const * elem = &manifest->epoch_stakes[1].vote_stakes[i];
205 0 : if( FD_UNLIKELY( !elem->stake ) ) continue;
206 : /* First convert the epoch credits to the format expected by the
207 : vote states. We need to do this because we may need the vote
208 : state credits from the end of the previous epoch in case we need
209 : to recalculate the */
210 0 : vote_state_credits[ i ].credits_cnt = elem->epoch_credits_history_len;
211 0 : for( ulong j=0UL; j<elem->epoch_credits_history_len; j++ ) {
212 0 : vote_state_credits[ i ].epoch[ j ] = (ushort)elem->epoch_credits[ j ].epoch;
213 0 : vote_state_credits[ i ].credits[ j ] = elem->epoch_credits[ j ].credits;
214 0 : vote_state_credits[ i ].prev_credits[ j ] = elem->epoch_credits[ j ].prev_credits;
215 0 : }
216 :
217 0 : fd_vote_state_ele_t * vote_state = fd_vote_states_update( vote_stakes_prev, (fd_pubkey_t *)elem->vote );
218 0 : vote_state->node_account = *(fd_pubkey_t *)elem->identity;
219 0 : vote_state->commission = elem->commission;
220 0 : vote_state->last_vote_timestamp = elem->timestamp;
221 0 : vote_state->last_vote_slot = elem->slot;
222 0 : vote_state->stake = elem->stake;
223 0 : }
224 :
225 0 : fd_bank_vote_states_prev_end_locking_modify( bank );
226 :
227 : /* We also want to set the total stake to be the total amout of stake
228 : at the end of the previous epoch. This value is used for the
229 : get_epoch_stake syscall.
230 :
231 : FIXME: This needs to be updated at the epoch boundary and this
232 : currently does NOT happen.
233 :
234 : A note on Agave's indexing scheme for their epoch_stakes
235 : structure:
236 :
237 : https://github.com/anza-xyz/agave/blob/v2.2.14/runtime/src/bank.rs#L6175
238 :
239 : If we are loading a snapshot and replaying in the middle of
240 : epoch 7, the syscall is supposed to return the total stake at
241 : the end of epoch 6. The epoch_stakes structure is indexed in
242 : Agave by the epoch number of the leader schedule that the
243 : stakes are meant to determine. For instance, to get the
244 : stakes at the end of epoch 6, we should query by 8, because
245 : the leader schedule for epoch 8 is determined based on the
246 : stakes at the end of epoch 6. Therefore, we save the total
247 : epoch stake by querying for epoch+1. This logic is encapsulated
248 : in fd_ssmanifest_parser.c. */
249 0 : fd_bank_total_epoch_stake_set( bank, manifest->epoch_stakes[1].total_stake );
250 :
251 : /* Vote stakes for the previous epoch (E-2) */
252 0 : fd_vote_states_t * vote_stakes_prev_prev = fd_vote_states_join( fd_vote_states_new( fd_bank_vote_states_prev_prev_locking_modify( bank ), FD_RUNTIME_MAX_VOTE_ACCOUNTS, 999UL ) );
253 0 : for( ulong i=0UL; i<manifest->epoch_stakes[0].vote_stakes_len; i++ ) {
254 0 : fd_snapshot_manifest_vote_stakes_t const * elem = &manifest->epoch_stakes[0].vote_stakes[i];
255 0 : if( FD_UNLIKELY( !elem->stake ) ) continue;
256 0 : fd_vote_state_ele_t * vote_state = fd_vote_states_update( vote_stakes_prev_prev, (fd_pubkey_t *)elem->vote );
257 0 : vote_state->node_account = *(fd_pubkey_t *)elem->identity;
258 0 : vote_state->commission = elem->commission;
259 0 : vote_state->last_vote_timestamp = elem->timestamp;
260 0 : vote_state->last_vote_slot = elem->slot;
261 0 : vote_state->stake = elem->stake;
262 0 : }
263 :
264 : /* Vote states for the current epoch. */
265 0 : fd_vote_states_t * vote_states = fd_vote_states_join( fd_vote_states_new( fd_bank_vote_states_locking_modify( bank ), FD_RUNTIME_MAX_VOTE_ACCOUNTS, 999UL ) );
266 0 : for( ulong i=0UL; i<manifest->vote_accounts_len; i++ ) {
267 0 : fd_snapshot_manifest_vote_account_t const * elem = &manifest->vote_accounts[ i ];
268 :
269 0 : fd_vote_state_ele_t * vote_state_prev_prev = fd_vote_states_query( vote_stakes_prev_prev, (fd_pubkey_t *)elem->vote_account_pubkey );
270 0 : ulong prev_prev_stake = vote_state_prev_prev ? vote_state_prev_prev->stake : 0UL;
271 :
272 0 : fd_vote_state_ele_t * vote_state_prev = fd_vote_states_query( vote_stakes_prev, (fd_pubkey_t *)elem->vote_account_pubkey );
273 0 : ulong prev_stake = vote_state_prev ? vote_state_prev->stake : 0UL;
274 :
275 0 : fd_vote_state_ele_t * vote_state = fd_vote_states_update( vote_states, (fd_pubkey_t *)elem->vote_account_pubkey );
276 :
277 0 : vote_state->node_account = *(fd_pubkey_t *)elem->node_account_pubkey;
278 0 : vote_state->commission = elem->commission;
279 0 : vote_state->last_vote_timestamp = elem->last_timestamp;
280 0 : vote_state->last_vote_slot = elem->last_slot;
281 0 : vote_state->stake = elem->stake;
282 0 : vote_state->stake_t_1 = prev_stake;
283 0 : vote_state->stake_t_2 = prev_prev_stake;
284 0 : }
285 0 : fd_bank_vote_states_end_locking_modify( bank );
286 :
287 0 : fd_bank_vote_states_prev_prev_end_locking_modify( bank );
288 :
289 0 : bank->txncache_fork_id = (fd_txncache_fork_id_t){ .val = manifest->txncache_fork_id };
290 0 : }
|
