Line data Source code
1 : #include "fd_gossip_tile.h"
2 : #include "../../disco/topo/fd_topo.h"
3 : #include "../../disco/fd_disco_base.h"
4 : #include "../../disco/keyguard/fd_keyswitch.h"
5 : #include "../../disco/keyguard/fd_keyload.h"
6 : #include "../../disco/metrics/fd_metrics.h"
7 : #include "../../disco/shred/fd_stake_ci.h"
8 : #include "../../flamenco/gossip/fd_gossip_private.h"
9 : #include "../../flamenco/gossip/fd_ping_tracker.h"
10 : #include "../../flamenco/leaders/fd_leaders_base.h"
11 : #include "../../util/net/fd_net_headers.h"
12 : #include "../../disco/net/fd_net_tile.h"
13 : #include "generated/fd_gossvf_tile_seccomp.h"
14 :
15 : #define DEBUG_PEERS (0)
16 :
17 0 : #define IN_KIND_SHRED_VERSION (0)
18 0 : #define IN_KIND_NET (1)
19 0 : #define IN_KIND_REPLAY (2)
20 0 : #define IN_KIND_PINGS (3)
21 0 : #define IN_KIND_GOSSIP (4)
22 :
23 : struct peer {
24 : fd_pubkey_t pubkey;
25 :
26 : fd_ip4_port_t gossip_addr;
27 : ushort shred_version;
28 :
29 : struct {
30 : ulong prev;
31 : ulong next;
32 : } map;
33 :
34 : struct {
35 : ulong next;
36 : } pool;
37 : };
38 :
39 : typedef struct peer peer_t;
40 :
41 : struct ping {
42 : fd_pubkey_t pubkey;
43 : fd_ip4_port_t addr;
44 :
45 : struct {
46 : ulong prev;
47 : ulong next;
48 : } map;
49 :
50 : struct {
51 : ulong next;
52 : } pool;
53 : };
54 :
55 : typedef struct ping ping_t;
56 :
57 : struct stake {
58 : fd_pubkey_t pubkey;
59 : ulong stake;
60 :
61 : struct {
62 : ulong prev;
63 : ulong next;
64 : } map;
65 :
66 : struct {
67 : ulong next;
68 : } pool;
69 : };
70 :
71 : typedef struct stake stake_t;
72 :
73 : #define POOL_NAME peer_pool
74 0 : #define POOL_T peer_t
75 : #define POOL_IDX_T ulong
76 0 : #define POOL_NEXT pool.next
77 : #include "../../util/tmpl/fd_pool.c"
78 :
79 : #define MAP_NAME peer_map
80 0 : #define MAP_KEY pubkey
81 : #define MAP_ELE_T peer_t
82 : #define MAP_KEY_T fd_pubkey_t
83 : #define MAP_PREV map.prev
84 0 : #define MAP_NEXT map.next
85 0 : #define MAP_KEY_EQ(k0,k1) fd_pubkey_eq( k0, k1 )
86 0 : #define MAP_KEY_HASH(key,seed) (seed^fd_ulong_load_8( (key)->uc ))
87 : #include "../../util/tmpl/fd_map_chain.c"
88 :
89 : #define POOL_NAME ping_pool
90 0 : #define POOL_T ping_t
91 : #define POOL_IDX_T ulong
92 0 : #define POOL_NEXT pool.next
93 : #include "../../util/tmpl/fd_pool.c"
94 :
95 : #define MAP_NAME ping_map
96 0 : #define MAP_KEY pubkey
97 : #define MAP_ELE_T ping_t
98 : #define MAP_KEY_T fd_pubkey_t
99 : #define MAP_PREV map.prev
100 0 : #define MAP_NEXT map.next
101 0 : #define MAP_KEY_EQ(k0,k1) fd_pubkey_eq( k0, k1 )
102 0 : #define MAP_KEY_HASH(key,seed) (seed^fd_ulong_load_8( (key)->uc ))
103 : #include "../../util/tmpl/fd_map_chain.c"
104 :
105 : #define POOL_NAME stake_pool
106 0 : #define POOL_T stake_t
107 : #define POOL_IDX_T ulong
108 0 : #define POOL_NEXT pool.next
109 : #include "../../util/tmpl/fd_pool.c"
110 :
111 : #define MAP_NAME stake_map
112 0 : #define MAP_KEY pubkey
113 0 : #define MAP_ELE_T stake_t
114 : #define MAP_KEY_T fd_pubkey_t
115 0 : #define MAP_PREV map.prev
116 0 : #define MAP_NEXT map.next
117 0 : #define MAP_KEY_EQ(k0,k1) fd_pubkey_eq( k0, k1 )
118 0 : #define MAP_KEY_HASH(key,seed) (seed^fd_ulong_load_8( (key)->uc ))
119 : #define MAP_OPTIMIZE_RANDOM_ACCESS_REMOVAL 1
120 : #include "../../util/tmpl/fd_map_chain.c"
121 :
122 : struct fd_gossvf_tile_ctx {
123 : long instance_creation_wallclock_nanos;
124 : ushort shred_version;
125 :
126 : int allow_private_address;
127 :
128 : fd_keyswitch_t * keyswitch;
129 : fd_pubkey_t identity_pubkey[1];
130 :
131 : fd_ip4_port_t entrypoints[ 16UL ];
132 : ulong entrypoints_cnt;
133 :
134 : #if DEBUG_PEERS
135 : ulong peer_cnt;
136 : ulong ping_cnt;
137 : #endif
138 :
139 : peer_t * peers;
140 : peer_map_t * peer_map;
141 :
142 : ping_t * pings;
143 : ping_map_t * ping_map;
144 :
145 : struct {
146 : ulong count;
147 : stake_t * pool;
148 : stake_map_t * map;
149 : uchar msg_buf[ FD_STAKE_CI_STAKE_MSG_SZ ];
150 : } stake;
151 :
152 : uchar payload[ FD_NET_MTU ];
153 : fd_ip4_port_t peer;
154 :
155 : fd_gossip_ping_update_t _ping_update[1];
156 : fd_gossip_update_message_t _gossip_update[1];
157 :
158 : double ticks_per_ns;
159 : long last_wallclock;
160 : long last_tickcount;
161 :
162 : ulong seed;
163 :
164 : ulong round_robin_idx;
165 : ulong round_robin_cnt;
166 :
167 : fd_sha512_t sha[ 1 ];
168 :
169 : struct {
170 : ulong depth;
171 : ulong map_cnt;
172 : ulong * sync;
173 : ulong * ring;
174 : ulong * map;
175 : } tcache;
176 :
177 : struct {
178 : int kind;
179 : ulong chunk0;
180 : ulong wmark;
181 : fd_wksp_t * mem;
182 : ulong mtu;
183 : } in[ 64UL ];
184 :
185 : fd_net_rx_bounds_t net_in_bounds[ 64UL ];
186 :
187 : struct {
188 : ulong chunk0;
189 : ulong chunk;
190 : ulong wmark;
191 : fd_wksp_t * mem;
192 : } out[ 1 ];
193 :
194 : struct {
195 : ulong message_rx[ FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_CNT ];
196 : ulong message_rx_bytes[ FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_CNT ];
197 : ulong crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_CNT ];
198 : ulong crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_CNT ];
199 : } metrics;
200 : };
201 :
202 : typedef struct fd_gossvf_tile_ctx fd_gossvf_tile_ctx_t;
203 :
204 : FD_FN_CONST static inline ulong
205 0 : scratch_align( void ) {
206 0 : return 128UL;
207 0 : }
208 :
209 : FD_FN_PURE static inline ulong
210 0 : scratch_footprint( fd_topo_tile_t const * tile ) {
211 0 : ulong l = FD_LAYOUT_INIT;
212 0 : l = FD_LAYOUT_APPEND( l, alignof( fd_gossvf_tile_ctx_t ), sizeof( fd_gossvf_tile_ctx_t ) );
213 0 : l = FD_LAYOUT_APPEND( l, peer_pool_align(), peer_pool_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
214 0 : l = FD_LAYOUT_APPEND( l, peer_map_align(), peer_map_footprint( 2UL*FD_CONTACT_INFO_TABLE_SIZE ) );
215 0 : l = FD_LAYOUT_APPEND( l, ping_pool_align(), ping_pool_footprint( FD_PING_TRACKER_MAX ) );
216 0 : l = FD_LAYOUT_APPEND( l, ping_map_align(), ping_map_footprint( 2UL*FD_PING_TRACKER_MAX ) );
217 0 : l = FD_LAYOUT_APPEND( l, stake_pool_align(), stake_pool_footprint( MAX_STAKED_LEADERS ) );
218 0 : l = FD_LAYOUT_APPEND( l, stake_map_align(), stake_map_footprint( fd_ulong_pow2_up( MAX_STAKED_LEADERS ) ) );
219 0 : l = FD_LAYOUT_APPEND( l, fd_tcache_align(), fd_tcache_footprint( tile->gossvf.tcache_depth, 0UL ) );
220 0 : return FD_LAYOUT_FINI( l, scratch_align() );
221 0 : }
222 :
223 : static inline void
224 0 : during_housekeeping( fd_gossvf_tile_ctx_t * ctx ) {
225 0 : ctx->last_wallclock = fd_log_wallclock();
226 0 : ctx->last_tickcount = fd_tickcount();
227 :
228 0 : if( FD_UNLIKELY( fd_keyswitch_state_query( ctx->keyswitch )==FD_KEYSWITCH_STATE_SWITCH_PENDING ) ) {
229 0 : memcpy( ctx->identity_pubkey->uc, ctx->keyswitch->bytes, 32UL );
230 0 : fd_keyswitch_state( ctx->keyswitch, FD_KEYSWITCH_STATE_COMPLETED );
231 0 : }
232 0 : }
233 :
234 : static inline void
235 0 : metrics_write( fd_gossvf_tile_ctx_t * ctx ) {
236 0 : FD_MCNT_ENUM_COPY( GOSSVF, MESSAGE_RX_COUNT, ctx->metrics.message_rx );
237 0 : FD_MCNT_ENUM_COPY( GOSSVF, MESSAGE_RX_BYTES, ctx->metrics.message_rx_bytes );
238 0 : FD_MCNT_ENUM_COPY( GOSSVF, CRDS_RX_COUNT, ctx->metrics.crds_rx );
239 0 : FD_MCNT_ENUM_COPY( GOSSVF, CRDS_RX_BYTES, ctx->metrics.crds_rx_bytes );
240 0 : }
241 :
242 : static int
243 : before_frag( fd_gossvf_tile_ctx_t * ctx,
244 : ulong in_idx,
245 : ulong seq,
246 0 : ulong sig ) {
247 0 : if( FD_UNLIKELY( !ctx->shred_version && ctx->in[ in_idx ].kind!=IN_KIND_SHRED_VERSION ) ) return -1;
248 :
249 0 : switch( ctx->in[ in_idx ].kind ) {
250 0 : case IN_KIND_SHRED_VERSION: return 0;
251 0 : case IN_KIND_NET: return (seq % ctx->round_robin_cnt) != ctx->round_robin_idx;
252 0 : case IN_KIND_REPLAY: return 0;
253 0 : case IN_KIND_PINGS: return 0;
254 0 : case IN_KIND_GOSSIP: return sig!=FD_GOSSIP_UPDATE_TAG_CONTACT_INFO &&
255 0 : sig!=FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE;
256 0 : default: FD_LOG_ERR(( "unexpected in_kind %d", ctx->in[ in_idx ].kind )); return -1;
257 0 : }
258 0 : }
259 :
260 : static inline void
261 : during_frag( fd_gossvf_tile_ctx_t * ctx,
262 : ulong in_idx,
263 : ulong seq FD_PARAM_UNUSED,
264 : ulong sig,
265 : ulong chunk,
266 : ulong sz,
267 0 : ulong ctl ) {
268 0 : if( FD_UNLIKELY( chunk<ctx->in[ in_idx ].chunk0 || chunk>ctx->in[ in_idx ].wmark || sz>ctx->in[ in_idx ].mtu ) )
269 0 : FD_LOG_ERR(( "chunk %lu %lu corrupt, not in range [%lu,%lu,%lu]", chunk, sz, ctx->in[ in_idx ].chunk0, ctx->in[ in_idx ].wmark, ctx->in[ in_idx ].mtu ));
270 :
271 0 : switch( ctx->in[ in_idx ].kind ) {
272 0 : case IN_KIND_SHRED_VERSION: {
273 0 : ctx->shred_version = (ushort)sig;
274 0 : FD_TEST( ctx->shred_version );
275 0 : break;
276 0 : }
277 0 : case IN_KIND_NET: {
278 0 : uchar const * src = fd_net_rx_translate_frag( &ctx->net_in_bounds[ in_idx ], chunk, ctl, sz );
279 0 : fd_memcpy( ctx->payload, src, sz );
280 0 : break;
281 0 : }
282 0 : case IN_KIND_REPLAY: {
283 0 : fd_stake_weight_msg_t const * msg = fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk );
284 0 : if( FD_UNLIKELY( msg->staked_cnt>MAX_STAKED_LEADERS ) )
285 0 : FD_LOG_ERR(( "Malformed stake update with %lu stakes in it, but the maximum allowed is %lu", msg->staked_cnt, MAX_SHRED_DESTS ));
286 0 : ulong msg_sz = FD_STAKE_CI_STAKE_MSG_RECORD_SZ*msg->staked_cnt+FD_STAKE_CI_STAKE_MSG_HEADER_SZ;
287 0 : fd_memcpy( ctx->stake.msg_buf, msg, msg_sz );
288 0 : break;
289 0 : }
290 0 : case IN_KIND_PINGS: {
291 0 : fd_memcpy( ctx->_ping_update, fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk ), sz );
292 0 : break;
293 0 : }
294 0 : case IN_KIND_GOSSIP:
295 0 : FD_TEST( sz==FD_GOSSIP_UPDATE_SZ_CONTACT_INFO || sz==FD_GOSSIP_UPDATE_SZ_CONTACT_INFO_REMOVE );
296 0 : fd_memcpy( ctx->_gossip_update, fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk ), sz );
297 0 : break;
298 0 : default:
299 0 : FD_LOG_ERR(( "unexpected in_kind %d", ctx->in[ in_idx ].kind ));
300 0 : }
301 0 : }
302 :
303 : static inline void
304 : handle_stakes( fd_gossvf_tile_ctx_t * ctx,
305 0 : fd_stake_weight_msg_t const * msg ) {
306 0 : fd_stake_weight_t stake_weights[ MAX_STAKED_LEADERS ];
307 0 : ulong new_stakes_cnt = compute_id_weights_from_vote_weights( stake_weights, msg->weights, msg->staked_cnt );
308 :
309 0 : for( ulong i=0UL; i<ctx->stake.count; i++ ) {
310 0 : stake_map_idx_remove_fast( ctx->stake.map, i, ctx->stake.pool );
311 0 : }
312 :
313 0 : for( ulong i=0UL; i<new_stakes_cnt; i++ ) {
314 0 : stake_t * entry = stake_pool_ele( ctx->stake.pool, i );
315 0 : fd_memcpy( entry->pubkey.uc, stake_weights[i].key.uc, 32UL );
316 0 : entry->stake = stake_weights[i].stake;
317 :
318 0 : stake_map_idx_insert( ctx->stake.map, i, ctx->stake.pool );
319 0 : }
320 0 : ctx->stake.count = new_stakes_cnt;
321 0 : }
322 :
323 : static int
324 : verify_prune( fd_gossip_view_prune_t const * view,
325 : uchar const * payload,
326 0 : fd_sha512_t * sha ) {
327 0 : uchar sign_data[ FD_NET_MTU ];
328 0 : fd_memcpy( sign_data, "\xffSOLANA_PRUNE_DATA", 18UL );
329 0 : fd_memcpy( sign_data+18UL, payload+view->pubkey_off, 32UL );
330 0 : FD_STORE( ulong, sign_data+50UL, view->origins_len );
331 0 : fd_memcpy( sign_data+58UL, payload+view->origins_off, view->origins_len*32UL );
332 0 : fd_memcpy( sign_data+58UL+view->origins_len*32UL, payload+view->destination_off, 32UL );
333 0 : FD_STORE( ulong, sign_data+90UL+view->origins_len*32UL, view->wallclock );
334 :
335 0 : ulong sign_data_len = 98UL+view->origins_len*32UL;
336 0 : int err_prefix = fd_ed25519_verify( sign_data, sign_data_len, payload+view->signature_off, payload+view->pubkey_off, sha );
337 0 : int err_no_prefix = fd_ed25519_verify( sign_data+18UL, sign_data_len-18UL, payload+view->signature_off, payload+view->pubkey_off, sha );
338 :
339 0 : if( FD_LIKELY( err_prefix==FD_ED25519_SUCCESS || err_no_prefix==FD_ED25519_SUCCESS ) ) return 0;
340 0 : else return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PRUNE_SIGNATURE_IDX;
341 0 : }
342 :
343 : static int
344 : verify_crds_value( fd_gossip_view_crds_value_t const * value,
345 : uchar const * payload,
346 0 : fd_sha512_t * sha ) {
347 0 : return fd_ed25519_verify( payload+value->signature_off+64UL, /* signable data begins after signature */
348 0 : value->length-64UL, /* signable data length */
349 0 : payload+value->signature_off,
350 0 : payload+value->pubkey_off,
351 0 : sha );
352 0 : }
353 :
354 : static int
355 : verify_signatures( fd_gossvf_tile_ctx_t * ctx,
356 : fd_gossip_view_t * view,
357 : uchar const * payload,
358 0 : fd_sha512_t * sha ) {
359 0 : switch( view->tag ) {
360 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST: {
361 0 : if( FD_UNLIKELY( FD_ED25519_SUCCESS!=verify_crds_value( view->pull_request->pr_ci, payload, sha ) ) ) {
362 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_SIGNATURE_IDX;
363 0 : } else {
364 0 : return 0;
365 0 : }
366 0 : }
367 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: {
368 0 : ulong i = 0UL;
369 0 : while( i<view->pull_response->crds_values_len ) {
370 0 : ulong dedup_tag = ctx->seed ^ fd_ulong_load_8_fast( payload+view->pull_response->crds_values[ i ].signature_off );
371 0 : int ha_dup = 0;
372 0 : FD_FN_UNUSED ulong tcache_map_idx = 0; /* ignored */
373 0 : FD_TCACHE_QUERY( ha_dup, tcache_map_idx, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
374 0 : if( FD_UNLIKELY( ha_dup ) ) {
375 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_DUPLICATE_IDX ]++;
376 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_DUPLICATE_IDX ] += view->pull_response->crds_values[ i ].length;
377 0 : view->pull_response->crds_values[ i ] = view->pull_response->crds_values[ view->pull_response->crds_values_len-1UL ];
378 0 : view->pull_response->crds_values_len--;
379 0 : continue;
380 0 : }
381 :
382 0 : int err = verify_crds_value( &view->pull_response->crds_values[ i ], payload, sha );
383 0 : if( FD_UNLIKELY( err!=FD_ED25519_SUCCESS ) ) {
384 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_SIGNATURE_IDX ]++;
385 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_SIGNATURE_IDX ] += view->pull_response->crds_values[ i ].length;
386 0 : view->pull_response->crds_values[ i ] = view->pull_response->crds_values[ view->pull_response->crds_values_len-1UL ];
387 0 : view->pull_response->crds_values_len--;
388 0 : continue;
389 0 : }
390 :
391 0 : i++;
392 0 : }
393 :
394 0 : if( FD_UNLIKELY( !view->pull_response->crds_values_len ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_RESPONSE_NO_VALID_CRDS_IDX;
395 0 : return 0;
396 0 : }
397 0 : case FD_GOSSIP_MESSAGE_PUSH: {
398 0 : ulong i = 0UL;
399 0 : while( i<view->push->crds_values_len ) {
400 0 : int err = verify_crds_value( &view->push->crds_values[ i ], payload, sha );
401 0 : if( FD_UNLIKELY( err!=FD_ED25519_SUCCESS ) ) {
402 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_SIGNATURE_IDX ]++;
403 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_SIGNATURE_IDX ] += view->push->crds_values[ i ].length;
404 0 : view->push->crds_values[ i ] = view->push->crds_values[ view->push->crds_values_len-1UL ];
405 0 : view->push->crds_values_len--;
406 0 : continue;
407 0 : }
408 :
409 0 : i++;
410 0 : }
411 :
412 0 : if( FD_UNLIKELY( !view->push->crds_values_len ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
413 0 : return 0;
414 0 : }
415 0 : case FD_GOSSIP_MESSAGE_PRUNE: return verify_prune( view->prune, payload, sha );
416 0 : case FD_GOSSIP_MESSAGE_PING: {
417 0 : fd_gossip_view_ping_t const * ping = (fd_gossip_view_ping_t const *)(payload+view->ping_pong_off);
418 0 : if( FD_UNLIKELY( FD_ED25519_SUCCESS!=fd_ed25519_verify( ping->ping_token, 32UL, ping->signature, ping->pubkey, sha ) ) ) {
419 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PING_SIGNATURE_IDX;
420 0 : } else {
421 0 : return 0;
422 0 : }
423 0 : }
424 0 : case FD_GOSSIP_MESSAGE_PONG: {
425 0 : fd_gossip_view_pong_t const * pong = (fd_gossip_view_pong_t const *)(payload+view->ping_pong_off);
426 0 : if( FD_UNLIKELY( FD_ED25519_SUCCESS!=fd_ed25519_verify( pong->ping_hash, 32UL, pong->signature, pong->pubkey, sha ) ) ) {
427 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PONG_SIGNATURE_IDX;
428 0 : } else {
429 0 : return 0;
430 0 : }
431 0 : }
432 0 : default: __builtin_unreachable();
433 0 : };
434 0 : }
435 :
436 : static inline int
437 : is_entrypoint( fd_gossvf_tile_ctx_t * ctx,
438 0 : fd_ip4_port_t addr ) {
439 0 : for( ulong i=0UL; i<ctx->entrypoints_cnt; i++ ) {
440 0 : if( FD_UNLIKELY( addr.addr==ctx->entrypoints[ i ].addr && addr.port==ctx->entrypoints[ i ].port ) ) return 1;
441 0 : }
442 0 : return 0;
443 0 : }
444 :
445 : static void
446 : filter_shred_version_crds( fd_gossvf_tile_ctx_t * ctx,
447 : int tag,
448 : fd_gossip_view_crds_container_t * container,
449 0 : uchar const * payload ) {
450 0 : ulong i = 0UL;
451 0 : while( i<container->crds_values_len ) {
452 0 : int keep = 0;
453 0 : int no_origin = 0;
454 0 : if( container->crds_values[ i ].tag==FD_GOSSIP_VALUE_CONTACT_INFO ) {
455 0 : keep = container->crds_values[ i ].ci_view->contact_info->shred_version==ctx->shred_version;
456 0 : } else {
457 0 : peer_t const * origin = peer_map_ele_query_const( ctx->peer_map, (fd_pubkey_t*)(payload+container->crds_values[ i ].pubkey_off), NULL, ctx->peers );
458 0 : no_origin = !origin;
459 0 : keep = origin && origin->shred_version==ctx->shred_version;
460 0 : }
461 :
462 0 : if( FD_UNLIKELY( !keep ) ) {
463 0 : if( FD_UNLIKELY( tag==FD_GOSSIP_MESSAGE_PULL_RESPONSE ) ) {
464 0 : if( FD_LIKELY( no_origin ) ) {
465 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_ORIGIN_NO_CONTACT_INFO_IDX ]++;
466 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_ORIGIN_NO_CONTACT_INFO_IDX ] += container->crds_values[ i ].length;
467 0 : } else {
468 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_ORIGIN_SHRED_VERSION_IDX ]++;
469 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_ORIGIN_SHRED_VERSION_IDX ] += container->crds_values[ i ].length;
470 0 : }
471 0 : } else {
472 0 : if( FD_LIKELY( no_origin ) ) {
473 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_ORIGIN_NO_CONTACT_INFO_IDX ]++;
474 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_ORIGIN_NO_CONTACT_INFO_IDX ] += container->crds_values[ i ].length;
475 0 : } else {
476 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_ORIGIN_SHRED_VERSION_IDX ]++;
477 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_ORIGIN_SHRED_VERSION_IDX ] += container->crds_values[ i ].length;
478 0 : }
479 0 : }
480 0 : container->crds_values[ i ] = container->crds_values[ container->crds_values_len-1UL ];
481 0 : container->crds_values_len--;
482 0 : continue;
483 0 : }
484 :
485 0 : i++;
486 0 : }
487 0 : }
488 :
489 : static int
490 : filter_shred_version( fd_gossvf_tile_ctx_t * ctx,
491 : fd_gossip_view_t * view,
492 0 : uchar const * payload ) {
493 0 : switch( view->tag ) {
494 0 : case FD_GOSSIP_MESSAGE_PING:
495 0 : case FD_GOSSIP_MESSAGE_PONG:
496 0 : case FD_GOSSIP_MESSAGE_PRUNE:
497 0 : return 0;
498 0 : case FD_GOSSIP_MESSAGE_PUSH: {
499 0 : filter_shred_version_crds( ctx, view->tag, view->push, payload );
500 0 : if( FD_UNLIKELY( !view->push->crds_values_len ) ) {
501 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
502 0 : } else {
503 0 : return 0;
504 0 : }
505 0 : }
506 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: {
507 0 : filter_shred_version_crds( ctx, view->tag, view->pull_response, payload );
508 0 : if( FD_UNLIKELY( !view->pull_response->crds_values_len ) ) {
509 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_RESPONSE_NO_VALID_CRDS_IDX;
510 0 : } else {
511 0 : return 0;
512 0 : }
513 0 : }
514 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST:
515 0 : FD_TEST( view->pull_request->pr_ci->tag==FD_GOSSIP_VALUE_CONTACT_INFO );
516 0 : if( FD_UNLIKELY( view->pull_request->pr_ci->ci_view->contact_info->shred_version!=ctx->shred_version ) ) {
517 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_SHRED_VERSION_IDX;
518 0 : } else {
519 0 : return 0;
520 0 : }
521 0 : default:
522 0 : __builtin_unreachable();
523 0 : }
524 0 : }
525 :
526 : static void
527 : check_duplicate_instance( fd_gossvf_tile_ctx_t * ctx,
528 : fd_gossip_view_t const * view,
529 0 : uchar const * payload ) {
530 0 : fd_gossip_view_crds_container_t const * container;
531 0 : switch( view->tag ) {
532 0 : case FD_GOSSIP_MESSAGE_PING:
533 0 : case FD_GOSSIP_MESSAGE_PONG:
534 0 : case FD_GOSSIP_MESSAGE_PRUNE:
535 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST:
536 0 : return;
537 0 : case FD_GOSSIP_MESSAGE_PUSH:
538 0 : container = view->push;
539 0 : break;
540 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE:
541 0 : container = view->pull_response;
542 0 : break;
543 0 : default:
544 0 : __builtin_unreachable();
545 0 : }
546 :
547 0 : for( ulong i=0UL; i<container->crds_values_len; i++ ) {
548 0 : fd_gossip_view_crds_value_t const * value = &container->crds_values[ i ];
549 0 : if( FD_UNLIKELY( value->tag!=FD_GOSSIP_VALUE_CONTACT_INFO ) ) continue;
550 :
551 0 : fd_contact_info_t const * contact_info = value->ci_view->contact_info;
552 :
553 0 : if( FD_LIKELY( ctx->instance_creation_wallclock_nanos>=contact_info->instance_creation_wallclock_nanos ) ) continue;
554 0 : if( FD_LIKELY( memcmp( ctx->identity_pubkey->uc, payload+value->pubkey_off, 32UL ) ) ) continue;
555 :
556 0 : FD_LOG_ERR(( "duplicate running instances of the same validator node, our timestamp: %ldns their timestamp: %ldns", ctx->instance_creation_wallclock_nanos, contact_info->instance_creation_wallclock_nanos ));
557 0 : }
558 0 : }
559 :
560 : static inline int
561 : is_ping_active( fd_gossvf_tile_ctx_t * ctx,
562 0 : fd_contact_info_t const * contact_info ) {
563 0 : fd_ip4_port_t const * gossip_addr = &contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ];
564 :
565 : /* 1. If the node is an entrypoint, it is active */
566 0 : if( FD_UNLIKELY( is_entrypoint( ctx, *gossip_addr ) ) ) return 1;
567 :
568 : /* 2. If the node has more than 1 sol staked, it is active */
569 0 : stake_t const * stake = stake_map_ele_query_const( ctx->stake.map, &contact_info->pubkey, NULL, ctx->stake.pool );
570 0 : if( FD_LIKELY( stake && stake->stake>=1000000000UL ) ) return 1;
571 :
572 : /* 3. If the node has actively ponged a ping, it is active */
573 0 : ping_t * ping = ping_map_ele_query( ctx->ping_map, &contact_info->pubkey, NULL, ctx->pings );
574 0 : return ping!=NULL;
575 0 : }
576 :
577 : static int
578 : ping_if_unponged_contact_info( fd_gossvf_tile_ctx_t * ctx,
579 : fd_contact_info_t const * contact_info,
580 0 : fd_stem_context_t * stem ) {
581 0 : fd_ip4_port_t const * gossip_addr = &contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ];
582 :
583 0 : if( FD_UNLIKELY( gossip_addr->l==0U ) ) return 1; /* implies ipv6 address */
584 0 : int is_ip4_nonpublic = !ctx->allow_private_address && !fd_ip4_addr_is_public( gossip_addr->addr );
585 0 : if( FD_UNLIKELY( is_ip4_nonpublic ) ) return 1;
586 :
587 0 : if( FD_UNLIKELY( !is_ping_active( ctx, contact_info ) ) ) {
588 0 : fd_gossip_pingreq_t * pingreq = (fd_gossip_pingreq_t*)fd_chunk_to_laddr( ctx->out->mem, ctx->out->chunk );
589 0 : fd_memcpy( pingreq->pubkey.uc, contact_info->pubkey.uc, 32UL );
590 0 : fd_stem_publish( stem, 0UL, fd_gossvf_sig( gossip_addr->addr, gossip_addr->port, 1 ), ctx->out->chunk, sizeof(fd_gossip_pingreq_t), 0UL, 0UL, 0UL );
591 0 : ctx->out->chunk = fd_dcache_compact_next( ctx->out->chunk, sizeof(fd_gossip_pingreq_t), ctx->out->chunk0, ctx->out->wmark );
592 :
593 : #if DEBUG_PEERS
594 : char base58[ FD_BASE58_ENCODED_32_SZ ];
595 : fd_base58_encode_32( contact_info->pubkey.uc, NULL, base58 );
596 : FD_LOG_NOTICE(( "pinging %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( gossip_addr->addr ), gossip_addr->port, ctx->ping_cnt ));
597 : ctx->ping_cnt++;
598 : #endif
599 0 : return 1;
600 0 : }
601 0 : return 0;
602 0 : }
603 :
604 : static int
605 : verify_addresses( fd_gossvf_tile_ctx_t * ctx,
606 : fd_gossip_view_t * view,
607 0 : fd_stem_context_t * stem ) {
608 0 : fd_gossip_view_crds_container_t * container;
609 0 : switch( view->tag ) {
610 0 : case FD_GOSSIP_MESSAGE_PING:
611 0 : case FD_GOSSIP_MESSAGE_PONG:
612 0 : case FD_GOSSIP_MESSAGE_PRUNE:
613 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST:
614 0 : return 0;
615 0 : case FD_GOSSIP_MESSAGE_PUSH:
616 0 : container = view->push;
617 0 : break;
618 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE:
619 0 : container = view->pull_response;
620 0 : break;
621 0 : default:
622 0 : FD_LOG_ERR(( "unexpected view tag %u", view->tag ));
623 0 : }
624 :
625 0 : ulong i = 0UL;
626 0 : while( i<container->crds_values_len ) {
627 0 : fd_gossip_view_crds_value_t const * value = &container->crds_values[ i ];
628 0 : if( FD_UNLIKELY( value->tag!=FD_GOSSIP_VALUE_CONTACT_INFO ) ) {
629 0 : i++;
630 0 : continue;
631 0 : }
632 :
633 0 : if( FD_UNLIKELY( ping_if_unponged_contact_info( ctx, value->ci_view->contact_info, stem ) ) ) {
634 0 : if( FD_LIKELY( view->tag==FD_GOSSIP_MESSAGE_PUSH ) ) {
635 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_INACTIVE_IDX ]++;
636 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_INACTIVE_IDX ] += value->length;
637 0 : } else {
638 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_INACTIVE_IDX ]++;
639 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_INACTIVE_IDX ] += value->length;
640 0 : }
641 0 : container->crds_values[ i ] = container->crds_values[ container->crds_values_len-1UL ];
642 0 : container->crds_values_len--;
643 0 : continue;
644 0 : }
645 :
646 0 : i++;
647 0 : }
648 :
649 0 : if( FD_UNLIKELY( !container->crds_values_len ) ) {
650 0 : if( view->tag==FD_GOSSIP_MESSAGE_PUSH ) {
651 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
652 0 : } else if( view->tag==FD_GOSSIP_MESSAGE_PULL_RESPONSE ) {
653 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_RESPONSE_NO_VALID_CRDS_IDX;
654 0 : } else {
655 0 : __builtin_unreachable();
656 0 : }
657 0 : } else {
658 0 : return 0;
659 0 : }
660 0 : }
661 :
662 : static void
663 : handle_ping_update( fd_gossvf_tile_ctx_t * ctx,
664 0 : fd_gossip_ping_update_t * ping_update ) {
665 : #if DEBUG_PEERS
666 : char base58[ FD_BASE58_ENCODED_32_SZ ];
667 : fd_base58_encode_32( ping_update->pubkey.uc, NULL, base58 );
668 : #endif
669 :
670 0 : if( FD_UNLIKELY( ping_update->remove ) ) {
671 : #if DEBUG_PEERS
672 : ctx->ping_cnt--;
673 : FD_LOG_NOTICE(( "removing ping for %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( ping_update->gossip_addr.addr ), fd_ushort_bswap( ping_update->gossip_addr.port ), ctx->ping_cnt ));
674 : #endif
675 :
676 0 : ping_t * ping = ping_map_ele_remove( ctx->ping_map, &ping_update->pubkey, NULL, ctx->pings );
677 0 : FD_TEST( ping );
678 0 : ping_pool_ele_release( ctx->pings, ping );
679 0 : } else {
680 : #if DEBUG_PEERS
681 : ctx->ping_cnt++;
682 : FD_LOG_NOTICE(( "adding ping for %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( ping_update->gossip_addr.addr ), fd_ushort_bswap( ping_update->gossip_addr.port ), ctx->ping_cnt ));
683 : #endif
684 :
685 0 : FD_TEST( ping_pool_free( ctx->pings ) );
686 0 : FD_TEST( !ping_map_ele_query( ctx->ping_map, &ping_update->pubkey, NULL, ctx->pings ) );
687 0 : ping_t * ping = ping_pool_ele_acquire( ctx->pings );
688 0 : ping->addr.l = ping_update->gossip_addr.l;
689 0 : fd_memcpy( ping->pubkey.uc, ping_update->pubkey.uc, 32UL );
690 0 : ping_map_ele_insert( ctx->ping_map, ping, ctx->pings );
691 0 : }
692 0 : }
693 :
694 : static void
695 : handle_peer_update( fd_gossvf_tile_ctx_t * ctx,
696 0 : fd_gossip_update_message_t * gossip_update ) {
697 : #if DEBUG_PEERS
698 : char base58[ FD_BASE58_ENCODED_32_SZ ];
699 : fd_base58_encode_32( gossip_update->origin_pubkey, NULL, base58 );
700 : #endif
701 :
702 0 : switch( gossip_update->tag ) {
703 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO: {
704 0 : peer_t * peer = peer_map_ele_query( ctx->peer_map, (fd_pubkey_t*)gossip_update->origin_pubkey, NULL, ctx->peers );
705 0 : if( FD_LIKELY( peer ) ) {
706 : #if DEBUG_PEERS
707 : FD_LOG_NOTICE(( "updating peer %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].addr ), fd_ushort_bswap( gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].port ), ctx->peer_cnt ));
708 : #endif
709 :
710 0 : peer->shred_version = gossip_update->contact_info.contact_info->shred_version;
711 0 : peer->gossip_addr = gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ];
712 0 : } else {
713 : #if DEBUG_PEERS
714 : ctx->peer_cnt++;
715 : FD_LOG_NOTICE(( "adding peer %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].addr ), fd_ushort_bswap( gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].port ), ctx->peer_cnt ));
716 : #endif
717 :
718 0 : FD_TEST( peer_pool_free( ctx->peers ) );
719 0 : peer = peer_pool_ele_acquire( ctx->peers );
720 0 : peer->shred_version = gossip_update->contact_info.contact_info->shred_version;
721 0 : peer->gossip_addr = gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ];
722 0 : fd_memcpy( peer->pubkey.uc, gossip_update->contact_info.contact_info->pubkey.uc, 32UL );
723 0 : peer_map_ele_insert( ctx->peer_map, peer, ctx->peers );
724 0 : }
725 0 : break;
726 0 : }
727 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE: {
728 : #if DEBUG_PEERS
729 : ctx->peer_cnt--;
730 : FD_LOG_NOTICE(( "removing peer %s (%lu)", base58, ctx->peer_cnt ));
731 : #endif
732 :
733 0 : peer_t * peer = peer_map_ele_remove( ctx->peer_map, (fd_pubkey_t*)gossip_update->origin_pubkey, NULL, ctx->peers );
734 0 : FD_TEST( peer );
735 0 : peer_pool_ele_release( ctx->peers, peer );
736 0 : break;
737 0 : }
738 0 : default: FD_LOG_ERR(( "unexpected gossip_update tag %u", gossip_update->tag ));
739 0 : }
740 0 : }
741 :
742 : static int
743 : handle_net( fd_gossvf_tile_ctx_t * ctx,
744 : ulong sz,
745 : ulong tsorig,
746 0 : fd_stem_context_t * stem ) {
747 0 : uchar * payload;
748 0 : ulong payload_sz;
749 0 : fd_ip4_hdr_t * ip4_hdr;
750 0 : fd_udp_hdr_t * udp_hdr;
751 0 : FD_TEST( fd_ip4_udp_hdr_strip( ctx->payload, sz, &payload, &payload_sz, NULL, &ip4_hdr, &udp_hdr ) );
752 0 : ctx->peer.addr = ip4_hdr->saddr;
753 0 : ctx->peer.port = udp_hdr->net_sport;
754 :
755 0 : long now = ctx->last_wallclock + (long)((double)(fd_tickcount()-ctx->last_tickcount)/ctx->ticks_per_ns);
756 :
757 0 : fd_gossip_view_t view[ 1 ];
758 0 : ulong decode_sz = fd_gossip_msg_parse( view, payload, payload_sz );
759 0 : if( FD_UNLIKELY( !decode_sz ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_UNPARSEABLE_IDX;
760 :
761 0 : if( FD_UNLIKELY( view->tag==FD_GOSSIP_MESSAGE_PUSH ) ) FD_TEST( view->push->crds_values_len<=FD_GOSSIP_MSG_MAX_CRDS );
762 0 : if( FD_UNLIKELY( view->tag==FD_GOSSIP_MESSAGE_PULL_RESPONSE ) ) FD_TEST( view->pull_response->crds_values_len<=FD_GOSSIP_MSG_MAX_CRDS );
763 :
764 0 : if( FD_UNLIKELY( view->tag==FD_GOSSIP_MESSAGE_PULL_REQUEST ) ) {
765 0 : if( FD_UNLIKELY( view->pull_request->pr_ci->tag!=FD_GOSSIP_VALUE_CONTACT_INFO ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_NOT_CONTACT_INFO_IDX;
766 0 : if( FD_UNLIKELY( !memcmp( payload+view->pull_request->pr_ci->pubkey_off, ctx->identity_pubkey, 32UL ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_LOOPBACK_IDX;
767 0 : if( FD_UNLIKELY( ping_if_unponged_contact_info( ctx, view->pull_request->pr_ci->ci_view->contact_info, stem ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_INACTIVE_IDX;
768 :
769 : /* TODO: Jitter? */
770 0 : long clamp_wallclock_lower_nanos = now-15L*1000L*1000L*1000L;
771 0 : long clamp_wallclock_upper_nanos = now+15L*1000L*1000L*1000L;
772 0 : if( FD_UNLIKELY( view->pull_request->pr_ci->wallclock_nanos<clamp_wallclock_lower_nanos ||
773 0 : view->pull_request->pr_ci->wallclock_nanos>clamp_wallclock_upper_nanos ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_WALLCLOCK_IDX;
774 0 : }
775 :
776 0 : if( FD_UNLIKELY( view->tag==FD_GOSSIP_MESSAGE_PRUNE ) ) {
777 0 : if( FD_UNLIKELY( !!memcmp( payload+view->prune->destination_off, ctx->identity_pubkey, 32UL ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PRUNE_DESTINATION_IDX;
778 0 : if( FD_UNLIKELY( now-1000L*1000L*1000L>view->prune->wallclock_nanos ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PRUNE_WALLCLOCK_IDX;
779 0 : }
780 :
781 0 : if( FD_LIKELY( view->tag==FD_GOSSIP_MESSAGE_PUSH ) ) {
782 0 : ulong i = 0UL;
783 0 : while( i<view->push->crds_values_len ) {
784 0 : fd_gossip_view_crds_value_t const * value = &view->push->crds_values[ i ];
785 0 : if( FD_UNLIKELY( value->wallclock_nanos<now-15L*1000L*1000L*1000L ||
786 0 : value->wallclock_nanos>now+15L*1000L*1000L*1000L ) ) {
787 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_WALLCLOCK_IDX ]++;
788 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_WALLCLOCK_IDX ] += value->length;
789 0 : view->push->crds_values[ i ] = view->push->crds_values[ view->push->crds_values_len-1UL ];
790 0 : view->push->crds_values_len--;
791 0 : continue;
792 0 : }
793 0 : i++;
794 0 : }
795 :
796 0 : if( FD_UNLIKELY( !view->push->crds_values_len ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
797 0 : }
798 :
799 0 : int result = filter_shred_version( ctx, view, payload );
800 0 : if( FD_UNLIKELY( result ) ) return result;
801 :
802 0 : result = verify_addresses( ctx, view, stem );
803 0 : if( FD_UNLIKELY( result ) ) return result;
804 :
805 0 : result = verify_signatures( ctx, view, payload, ctx->sha );
806 0 : if( FD_UNLIKELY( result ) ) return result;
807 :
808 0 : check_duplicate_instance( ctx, view, payload );
809 :
810 0 : switch( view->tag ) {
811 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: {
812 0 : for( ulong i=0UL; i<view->pull_response->crds_values_len; i++ ) {
813 0 : ulong dedup_tag = ctx->seed ^ fd_ulong_load_8_fast( payload+view->pull_response->crds_values[ i ].signature_off );
814 0 : int ha_dup = 0;
815 0 : FD_TCACHE_INSERT( ha_dup, *ctx->tcache.sync, ctx->tcache.ring, ctx->tcache.depth, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
816 0 : (void)ha_dup; /* unused */
817 0 : }
818 0 : break;
819 0 : }
820 0 : case FD_GOSSIP_MESSAGE_PUSH: {
821 0 : for( ulong i=0UL; i<view->push->crds_values_len; i++ ) {
822 0 : ulong dedup_tag = ctx->seed ^ fd_ulong_load_8_fast( payload+view->push->crds_values[ i ].signature_off );
823 0 : int ha_dup = 0;
824 0 : FD_TCACHE_INSERT( ha_dup, *ctx->tcache.sync, ctx->tcache.ring, ctx->tcache.depth, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
825 0 : (void)ha_dup; /* unused */
826 0 : }
827 0 : break;
828 0 : }
829 0 : default:
830 0 : break;
831 0 : }
832 :
833 0 : switch( view->tag ) {
834 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PULL_REQUEST_IDX; break;
835 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PULL_RESPONSE_IDX; break;
836 0 : case FD_GOSSIP_MESSAGE_PUSH: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PUSH_IDX; break;
837 0 : case FD_GOSSIP_MESSAGE_PRUNE: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PRUNE_IDX; break;
838 0 : case FD_GOSSIP_MESSAGE_PING: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PING_IDX; break;
839 0 : case FD_GOSSIP_MESSAGE_PONG: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PONG_IDX; break;
840 0 : default: FD_LOG_ERR(( "unexpected view tag %d", view->tag ));
841 0 : }
842 :
843 0 : switch( view->tag ) {
844 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE:
845 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_SUCCESS_PULL_RESPONSE_IDX ] += view->pull_response->crds_values_len;
846 0 : for( ulong i=0UL; i<view->pull_response->crds_values_len; i++ ) {
847 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_SUCCESS_PULL_RESPONSE_IDX ] += view->pull_response->crds_values[ i ].length;
848 0 : }
849 0 : break;
850 0 : case FD_GOSSIP_MESSAGE_PUSH:
851 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_SUCCESS_PUSH_IDX ] += view->push->crds_values_len;
852 0 : for( ulong i=0UL; i<view->push->crds_values_len; i++ ) {
853 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_SUCCESS_PUSH_IDX ] += view->push->crds_values[ i ].length;
854 0 : }
855 0 : break;
856 0 : default:
857 0 : break;
858 0 : }
859 :
860 0 : uchar * dst = fd_chunk_to_laddr( ctx->out->mem, ctx->out->chunk );
861 0 : fd_memcpy( dst, view, sizeof(fd_gossip_view_t) );
862 0 : fd_memcpy( dst+sizeof(fd_gossip_view_t), payload, payload_sz );
863 :
864 0 : ulong tspub = (ulong)fd_frag_meta_ts_comp( fd_tickcount() );
865 0 : fd_stem_publish( stem, 0UL, fd_gossvf_sig( ctx->peer.addr, ctx->peer.port, 0 ), ctx->out->chunk, sizeof(fd_gossip_view_t)+payload_sz, 0UL, tsorig, tspub );
866 0 : ctx->out->chunk = fd_dcache_compact_next( ctx->out->chunk, sizeof(fd_gossip_view_t)+payload_sz, ctx->out->chunk0, ctx->out->wmark );
867 :
868 0 : return result;
869 0 : }
870 :
871 : static inline void
872 : after_frag( fd_gossvf_tile_ctx_t * ctx,
873 : ulong in_idx,
874 : ulong seq,
875 : ulong sig,
876 : ulong sz,
877 : ulong tsorig,
878 : ulong _tspub,
879 0 : fd_stem_context_t * stem ) {
880 0 : (void)seq;
881 0 : (void)sig;
882 0 : (void)_tspub;
883 :
884 0 : switch( ctx->in[ in_idx ].kind ) {
885 0 : case IN_KIND_SHRED_VERSION: break;
886 0 : case IN_KIND_PINGS: handle_ping_update( ctx, ctx->_ping_update ); break;
887 0 : case IN_KIND_GOSSIP: handle_peer_update( ctx, ctx->_gossip_update ); break;
888 0 : case IN_KIND_REPLAY: handle_stakes( ctx, (fd_stake_weight_msg_t const *) ctx->stake.msg_buf ); break;
889 0 : case IN_KIND_NET: {
890 0 : int result = handle_net( ctx, sz, tsorig, stem );
891 0 : ctx->metrics.message_rx[ result ]++;
892 0 : ctx->metrics.message_rx_bytes[ result ] += sz;
893 0 : break;
894 0 : }
895 0 : default: FD_LOG_ERR(( "unexpected in_kind %d", ctx->in[ in_idx ].kind ));
896 0 : }
897 0 : }
898 :
899 : static void
900 : privileged_init( fd_topo_t * topo,
901 0 : fd_topo_tile_t * tile ) {
902 0 : void * scratch = fd_topo_obj_laddr( topo, tile->tile_obj_id );
903 :
904 0 : FD_SCRATCH_ALLOC_INIT( l, scratch );
905 0 : fd_gossvf_tile_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof( fd_gossvf_tile_ctx_t ), sizeof( fd_gossvf_tile_ctx_t ) );
906 0 : FD_TEST( fd_rng_secure( &ctx->seed, 8U ) );
907 :
908 0 : if( FD_UNLIKELY( !strcmp( tile->gossvf.identity_key_path, "" ) ) ) FD_LOG_ERR(( "identity_key_path not set" ));
909 :
910 0 : ctx->identity_pubkey[ 0 ] = *(fd_pubkey_t const *)fd_type_pun_const( fd_keyload_load( tile->gossvf.identity_key_path, /* pubkey only: */ 1 ) );
911 0 : }
912 :
913 : static void
914 : unprivileged_init( fd_topo_t * topo,
915 0 : fd_topo_tile_t * tile ) {
916 0 : void * scratch = fd_topo_obj_laddr( topo, tile->tile_obj_id );
917 :
918 0 : FD_SCRATCH_ALLOC_INIT( l, scratch );
919 0 : fd_gossvf_tile_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof( fd_gossvf_tile_ctx_t ), sizeof( fd_gossvf_tile_ctx_t ) );
920 0 : void * _peer_pool = FD_SCRATCH_ALLOC_APPEND( l, peer_pool_align(), peer_pool_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
921 0 : void * _peer_map = FD_SCRATCH_ALLOC_APPEND( l, peer_map_align(), peer_map_footprint( 2UL*FD_CONTACT_INFO_TABLE_SIZE ) );
922 0 : void * _ping_pool = FD_SCRATCH_ALLOC_APPEND( l, ping_pool_align(), ping_pool_footprint( FD_PING_TRACKER_MAX ) );
923 0 : void * _ping_map = FD_SCRATCH_ALLOC_APPEND( l, ping_map_align(), ping_map_footprint( 2UL*FD_PING_TRACKER_MAX ) );
924 0 : void * _stake_pool = FD_SCRATCH_ALLOC_APPEND( l, stake_pool_align(), stake_pool_footprint( MAX_STAKED_LEADERS ) );
925 0 : void * _stake_map = FD_SCRATCH_ALLOC_APPEND( l, stake_map_align(), stake_map_footprint( fd_ulong_pow2_up( MAX_STAKED_LEADERS ) ) );
926 0 : void * _tcache = FD_SCRATCH_ALLOC_APPEND( l, fd_tcache_align(), fd_tcache_footprint( tile->gossvf.tcache_depth, 0UL ) );
927 :
928 0 : ctx->peers = peer_pool_join( peer_pool_new( _peer_pool, FD_CONTACT_INFO_TABLE_SIZE ) );
929 0 : FD_TEST( ctx->peers );
930 :
931 0 : ctx->peer_map = peer_map_join( peer_map_new( _peer_map, 2UL*FD_CONTACT_INFO_TABLE_SIZE, ctx->seed ) );
932 0 : FD_TEST( ctx->peer_map );
933 :
934 0 : ctx->pings = ping_pool_join( ping_pool_new( _ping_pool, FD_PING_TRACKER_MAX ) );
935 0 : FD_TEST( ctx->pings );
936 :
937 0 : ctx->ping_map = ping_map_join( ping_map_new( _ping_map, 2UL*FD_PING_TRACKER_MAX, ctx->seed ) );
938 0 : FD_TEST( ctx->ping_map );
939 :
940 0 : ctx->stake.count = 0UL;
941 0 : ctx->stake.pool = stake_pool_join( stake_pool_new( _stake_pool, MAX_STAKED_LEADERS ) );
942 0 : FD_TEST( ctx->stake.pool );
943 :
944 0 : ctx->stake.map = stake_map_join( stake_map_new( _stake_map, fd_ulong_pow2_up( MAX_STAKED_LEADERS ), ctx->seed ) );
945 0 : FD_TEST( ctx->stake.map );
946 :
947 0 : ctx->round_robin_cnt = fd_topo_tile_name_cnt( topo, tile->name );
948 0 : ctx->round_robin_idx = tile->kind_id;
949 :
950 0 : ctx->allow_private_address = tile->gossvf.allow_private_address;
951 :
952 0 : ctx->keyswitch = fd_keyswitch_join( fd_topo_obj_laddr( topo, tile->keyswitch_obj_id ) );
953 0 : FD_TEST( ctx->keyswitch );
954 :
955 0 : ctx->shred_version = tile->gossvf.shred_version;
956 :
957 0 : ctx->ticks_per_ns = fd_tempo_tick_per_ns( NULL );
958 0 : ctx->last_wallclock = fd_log_wallclock();
959 0 : ctx->last_tickcount = fd_tickcount();
960 :
961 0 : FD_TEST( fd_sha512_join( fd_sha512_new( ctx->sha ) ) );
962 :
963 0 : fd_tcache_t * tcache = fd_tcache_join( fd_tcache_new( _tcache, tile->gossvf.tcache_depth, 0UL ) );
964 0 : FD_TEST( tcache );
965 :
966 0 : ctx->tcache.depth = fd_tcache_depth ( tcache );
967 0 : ctx->tcache.map_cnt = fd_tcache_map_cnt ( tcache );
968 0 : ctx->tcache.sync = fd_tcache_oldest_laddr( tcache );
969 0 : ctx->tcache.ring = fd_tcache_ring_laddr ( tcache );
970 0 : ctx->tcache.map = fd_tcache_map_laddr ( tcache );
971 :
972 0 : ctx->entrypoints_cnt = tile->gossvf.entrypoints_cnt;
973 0 : for( ulong i=0UL; i<tile->gossvf.entrypoints_cnt; i++ ) {
974 0 : ctx->entrypoints[ i ].l = tile->gossvf.entrypoints[ i ].l;
975 : #if DEBUG_PEERS
976 : FD_LOG_NOTICE(( "entrypoint " FD_IP4_ADDR_FMT ":%hu", FD_IP4_ADDR_FMT_ARGS( ctx->entrypoints[ i ].addr ), fd_ushort_bswap( ctx->entrypoints[ i ].port ) ));
977 : #endif
978 0 : }
979 :
980 0 : ctx->instance_creation_wallclock_nanos = tile->gossvf.boot_timestamp_nanos;
981 :
982 : #if DEBUG_PEERS
983 : ctx->peer_cnt = 0UL;
984 : ctx->ping_cnt = 0UL;
985 : #endif
986 :
987 0 : memset( &ctx->metrics, 0, sizeof( ctx->metrics ) );
988 :
989 0 : FD_TEST( tile->in_cnt<=sizeof(ctx->in)/sizeof(ctx->in[0]) );
990 0 : for( ulong i=0UL; i<tile->in_cnt; i++ ) {
991 0 : fd_topo_link_t * link = &topo->links[ tile->in_link_id[ i ] ];
992 0 : fd_topo_wksp_t * link_wksp = &topo->workspaces[ topo->objs[ link->dcache_obj_id ].wksp_id ];
993 :
994 0 : ctx->in[ i ].mem = link_wksp->wksp;
995 0 : if( FD_LIKELY( link->mtu ) ) {
996 0 : ctx->in[ i ].chunk0 = fd_dcache_compact_chunk0( ctx->in[ i ].mem, link->dcache );
997 0 : ctx->in[ i ].wmark = fd_dcache_compact_wmark ( ctx->in[ i ].mem, link->dcache, link->mtu );
998 0 : } else {
999 0 : ctx->in[ i ].chunk0 = 0UL;
1000 0 : ctx->in[ i ].wmark = 0UL;
1001 0 : }
1002 0 : ctx->in[ i ].mtu = link->mtu;
1003 :
1004 0 : if( !strcmp( link->name, "gossip_gossv" ) ) ctx->in[ i ].kind = IN_KIND_PINGS;
1005 0 : else if( !strcmp( link->name, "ipecho_out" ) ) ctx->in[ i ].kind = IN_KIND_SHRED_VERSION;
1006 0 : else if( !strcmp( link->name, "gossip_out" ) ) ctx->in[ i ].kind = IN_KIND_GOSSIP;
1007 0 : else if( !strcmp( link->name, "net_gossvf" ) ) {
1008 0 : ctx->in[ i ].kind = IN_KIND_NET;
1009 0 : fd_net_rx_bounds_init( &ctx->net_in_bounds[ i ], link->dcache );
1010 0 : }
1011 0 : else if( !strcmp( link->name, "replay_stake" ) ) ctx->in[ i ].kind = IN_KIND_REPLAY;
1012 0 : else FD_LOG_ERR(( "unexpected input link name %s", link->name ));
1013 0 : }
1014 :
1015 0 : FD_TEST( tile->out_cnt==1UL );
1016 0 : fd_topo_link_t * gossvf_out = &topo->links[ tile->out_link_id[ 0UL ] ];
1017 0 : ctx->out->mem = topo->workspaces[ topo->objs[ gossvf_out->dcache_obj_id ].wksp_id ].wksp;
1018 0 : ctx->out->chunk0 = fd_dcache_compact_chunk0( ctx->out->mem, gossvf_out->dcache );
1019 0 : ctx->out->wmark = fd_dcache_compact_wmark ( ctx->out->mem, gossvf_out->dcache, gossvf_out->mtu );
1020 0 : ctx->out->chunk = ctx->out->chunk0;
1021 :
1022 0 : ulong scratch_top = FD_SCRATCH_ALLOC_FINI( l, 1UL );
1023 0 : if( FD_UNLIKELY( scratch_top > (ulong)scratch + scratch_footprint( tile ) ) )
1024 0 : FD_LOG_ERR(( "scratch overflow %lu %lu %lu", scratch_top - (ulong)scratch - scratch_footprint( tile ), scratch_top, (ulong)scratch + scratch_footprint( tile ) ));
1025 0 : }
1026 :
1027 : static ulong
1028 : populate_allowed_seccomp( fd_topo_t const * topo,
1029 : fd_topo_tile_t const * tile,
1030 : ulong out_cnt,
1031 0 : struct sock_filter * out ) {
1032 0 : (void)topo;
1033 0 : (void)tile;
1034 :
1035 0 : populate_sock_filter_policy_fd_gossvf_tile( out_cnt, out, (uint)fd_log_private_logfile_fd() );
1036 0 : return sock_filter_policy_fd_gossvf_tile_instr_cnt;
1037 0 : }
1038 :
1039 : static ulong
1040 : populate_allowed_fds( fd_topo_t const * topo,
1041 : fd_topo_tile_t const * tile,
1042 : ulong out_fds_cnt,
1043 0 : int * out_fds ) {
1044 0 : (void)topo;
1045 0 : (void)tile;
1046 :
1047 0 : if( FD_UNLIKELY( out_fds_cnt<2UL ) ) FD_LOG_ERR(( "out_fds_cnt %lu", out_fds_cnt ));
1048 :
1049 0 : ulong out_cnt = 0UL;
1050 0 : out_fds[ out_cnt++ ] = 2; /* stderr */
1051 0 : if( FD_LIKELY( -1!=fd_log_private_logfile_fd() ) )
1052 0 : out_fds[ out_cnt++ ] = fd_log_private_logfile_fd(); /* logfile */
1053 0 : return out_cnt;
1054 0 : }
1055 :
1056 0 : #define STEM_BURST (FD_GOSSIP_MSG_MAX_CRDS+1UL)
1057 :
1058 0 : #define STEM_LAZY (1000L)
1059 :
1060 0 : #define STEM_CALLBACK_CONTEXT_TYPE fd_gossvf_tile_ctx_t
1061 0 : #define STEM_CALLBACK_CONTEXT_ALIGN alignof(fd_gossvf_tile_ctx_t)
1062 :
1063 0 : #define STEM_CALLBACK_DURING_HOUSEKEEPING during_housekeeping
1064 0 : #define STEM_CALLBACK_METRICS_WRITE metrics_write
1065 0 : #define STEM_CALLBACK_BEFORE_FRAG before_frag
1066 0 : #define STEM_CALLBACK_DURING_FRAG during_frag
1067 0 : #define STEM_CALLBACK_AFTER_FRAG after_frag
1068 :
1069 : #include "../../disco/stem/fd_stem.c"
1070 :
1071 : fd_topo_run_tile_t fd_tile_gossvf = {
1072 : .name = "gossvf",
1073 : .populate_allowed_seccomp = populate_allowed_seccomp,
1074 : .populate_allowed_fds = populate_allowed_fds,
1075 : .scratch_align = scratch_align,
1076 : .scratch_footprint = scratch_footprint,
1077 : .privileged_init = privileged_init,
1078 : .unprivileged_init = unprivileged_init,
1079 : .run = stem_run,
1080 : };
|
