Line data Source code
1 : #include "fd_gossip_tile.h"
2 : #include "../../disco/topo/fd_topo.h"
3 : #include "../../disco/fd_disco_base.h"
4 : #include "../../disco/keyguard/fd_keyswitch.h"
5 : #include "../../disco/keyguard/fd_keyload.h"
6 : #include "../../disco/metrics/fd_metrics.h"
7 : #include "../../disco/shred/fd_stake_ci.h"
8 : #include "../../flamenco/gossip/fd_gossip_private.h"
9 : #include "../../flamenco/gossip/fd_ping_tracker.h"
10 : #include "../../flamenco/leaders/fd_leaders_base.h"
11 : #include "../../util/net/fd_net_headers.h"
12 : #include "generated/fd_gossvf_tile_seccomp.h"
13 :
14 : #define DEBUG_PEERS (0)
15 :
16 0 : #define IN_KIND_SHRED_VERSION (0)
17 0 : #define IN_KIND_NET (1)
18 0 : #define IN_KIND_REPLAY (2)
19 0 : #define IN_KIND_PINGS (3)
20 0 : #define IN_KIND_GOSSIP (4)
21 :
22 : struct peer {
23 : fd_pubkey_t pubkey;
24 :
25 : fd_ip4_port_t gossip_addr;
26 : ushort shred_version;
27 :
28 : struct {
29 : ulong prev;
30 : ulong next;
31 : } map;
32 :
33 : struct {
34 : ulong next;
35 : } pool;
36 : };
37 :
38 : typedef struct peer peer_t;
39 :
40 : struct ping {
41 : fd_pubkey_t pubkey;
42 : fd_ip4_port_t addr;
43 :
44 : struct {
45 : ulong prev;
46 : ulong next;
47 : } map;
48 :
49 : struct {
50 : ulong next;
51 : } pool;
52 : };
53 :
54 : typedef struct ping ping_t;
55 :
56 : struct stake {
57 : fd_pubkey_t pubkey;
58 : ulong stake;
59 :
60 : struct {
61 : ulong prev;
62 : ulong next;
63 : } map;
64 :
65 : struct {
66 : ulong next;
67 : } pool;
68 : };
69 :
70 : typedef struct stake stake_t;
71 :
72 : #define POOL_NAME peer_pool
73 0 : #define POOL_T peer_t
74 : #define POOL_IDX_T ulong
75 0 : #define POOL_NEXT pool.next
76 : #include "../../util/tmpl/fd_pool.c"
77 :
78 : #define MAP_NAME peer_map
79 0 : #define MAP_KEY pubkey
80 : #define MAP_ELE_T peer_t
81 : #define MAP_KEY_T fd_pubkey_t
82 : #define MAP_PREV map.prev
83 0 : #define MAP_NEXT map.next
84 0 : #define MAP_KEY_EQ(k0,k1) fd_pubkey_eq( k0, k1 )
85 0 : #define MAP_KEY_HASH(key,seed) (seed^fd_ulong_load_8( (key)->uc ))
86 : #include "../../util/tmpl/fd_map_chain.c"
87 :
88 : #define POOL_NAME ping_pool
89 0 : #define POOL_T ping_t
90 : #define POOL_IDX_T ulong
91 0 : #define POOL_NEXT pool.next
92 : #include "../../util/tmpl/fd_pool.c"
93 :
94 : #define MAP_NAME ping_map
95 0 : #define MAP_KEY pubkey
96 : #define MAP_ELE_T ping_t
97 : #define MAP_KEY_T fd_pubkey_t
98 : #define MAP_PREV map.prev
99 0 : #define MAP_NEXT map.next
100 0 : #define MAP_KEY_EQ(k0,k1) fd_pubkey_eq( k0, k1 )
101 0 : #define MAP_KEY_HASH(key,seed) (seed^fd_ulong_load_8( (key)->uc ))
102 : #include "../../util/tmpl/fd_map_chain.c"
103 :
104 : #define POOL_NAME stake_pool
105 0 : #define POOL_T stake_t
106 : #define POOL_IDX_T ulong
107 0 : #define POOL_NEXT pool.next
108 : #include "../../util/tmpl/fd_pool.c"
109 :
110 : #define MAP_NAME stake_map
111 0 : #define MAP_KEY pubkey
112 0 : #define MAP_ELE_T stake_t
113 : #define MAP_KEY_T fd_pubkey_t
114 0 : #define MAP_PREV map.prev
115 0 : #define MAP_NEXT map.next
116 0 : #define MAP_KEY_EQ(k0,k1) fd_pubkey_eq( k0, k1 )
117 0 : #define MAP_KEY_HASH(key,seed) (seed^fd_ulong_load_8( (key)->uc ))
118 : #define MAP_OPTIMIZE_RANDOM_ACCESS_REMOVAL 1
119 : #include "../../util/tmpl/fd_map_chain.c"
120 :
121 : struct fd_gossvf_tile_ctx {
122 : long instance_creation_wallclock_nanos;
123 : ushort shred_version;
124 :
125 : int allow_private_address;
126 :
127 : fd_keyswitch_t * keyswitch;
128 : fd_pubkey_t identity_pubkey[1];
129 :
130 : fd_ip4_port_t entrypoints[ 16UL ];
131 : ulong entrypoints_cnt;
132 :
133 : #if DEBUG_PEERS
134 : ulong peer_cnt;
135 : ulong ping_cnt;
136 : #endif
137 :
138 : peer_t * peers;
139 : peer_map_t * peer_map;
140 :
141 : ping_t * pings;
142 : ping_map_t * ping_map;
143 :
144 : struct {
145 : ulong count;
146 : stake_t * pool;
147 : stake_map_t * map;
148 : uchar msg_buf[ FD_STAKE_CI_STAKE_MSG_SZ ];
149 : } stake;
150 :
151 : uchar payload[ FD_NET_MTU ];
152 : fd_ip4_port_t peer;
153 :
154 : fd_gossip_ping_update_t _ping_update[1];
155 : fd_gossip_update_message_t _gossip_update[1];
156 :
157 : double ticks_per_ns;
158 : long last_wallclock;
159 : long last_tickcount;
160 :
161 : ulong seed;
162 :
163 : ulong round_robin_idx;
164 : ulong round_robin_cnt;
165 :
166 : fd_sha512_t sha[ 1 ];
167 :
168 : struct {
169 : ulong depth;
170 : ulong map_cnt;
171 : ulong * sync;
172 : ulong * ring;
173 : ulong * map;
174 : } tcache;
175 :
176 : struct {
177 : int kind;
178 : ulong chunk0;
179 : ulong wmark;
180 : fd_wksp_t * mem;
181 : ulong mtu;
182 : } in[ 64UL ];
183 :
184 : struct {
185 : ulong chunk0;
186 : ulong chunk;
187 : ulong wmark;
188 : fd_wksp_t * mem;
189 : } out[ 1 ];
190 :
191 : struct {
192 : ulong message_rx[ FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_CNT ];
193 : ulong message_rx_bytes[ FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_CNT ];
194 : ulong crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_CNT ];
195 : ulong crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_CNT ];
196 : } metrics;
197 : };
198 :
199 : typedef struct fd_gossvf_tile_ctx fd_gossvf_tile_ctx_t;
200 :
201 : FD_FN_CONST static inline ulong
202 0 : scratch_align( void ) {
203 0 : return 128UL;
204 0 : }
205 :
206 : FD_FN_PURE static inline ulong
207 0 : scratch_footprint( fd_topo_tile_t const * tile ) {
208 0 : ulong l = FD_LAYOUT_INIT;
209 0 : l = FD_LAYOUT_APPEND( l, alignof( fd_gossvf_tile_ctx_t ), sizeof( fd_gossvf_tile_ctx_t ) );
210 0 : l = FD_LAYOUT_APPEND( l, peer_pool_align(), peer_pool_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
211 0 : l = FD_LAYOUT_APPEND( l, peer_map_align(), peer_map_footprint( 2UL*FD_CONTACT_INFO_TABLE_SIZE ) );
212 0 : l = FD_LAYOUT_APPEND( l, ping_pool_align(), ping_pool_footprint( FD_PING_TRACKER_MAX ) );
213 0 : l = FD_LAYOUT_APPEND( l, ping_map_align(), ping_map_footprint( 2UL*FD_PING_TRACKER_MAX ) );
214 0 : l = FD_LAYOUT_APPEND( l, stake_pool_align(), stake_pool_footprint( MAX_STAKED_LEADERS ) );
215 0 : l = FD_LAYOUT_APPEND( l, stake_map_align(), stake_map_footprint( fd_ulong_pow2_up( MAX_STAKED_LEADERS ) ) );
216 0 : l = FD_LAYOUT_APPEND( l, fd_tcache_align(), fd_tcache_footprint( tile->gossvf.tcache_depth, 0UL ) );
217 0 : return FD_LAYOUT_FINI( l, scratch_align() );
218 0 : }
219 :
220 : static inline void
221 0 : during_housekeeping( fd_gossvf_tile_ctx_t * ctx ) {
222 0 : ctx->last_wallclock = fd_log_wallclock();
223 0 : ctx->last_tickcount = fd_tickcount();
224 :
225 0 : if( FD_UNLIKELY( fd_keyswitch_state_query( ctx->keyswitch )==FD_KEYSWITCH_STATE_SWITCH_PENDING ) ) {
226 0 : memcpy( ctx->identity_pubkey->uc, ctx->keyswitch->bytes, 32UL );
227 0 : fd_keyswitch_state( ctx->keyswitch, FD_KEYSWITCH_STATE_COMPLETED );
228 0 : }
229 0 : }
230 :
231 : static inline void
232 0 : metrics_write( fd_gossvf_tile_ctx_t * ctx ) {
233 0 : FD_MCNT_ENUM_COPY( GOSSVF, MESSAGE_RX_COUNT, ctx->metrics.message_rx );
234 0 : FD_MCNT_ENUM_COPY( GOSSVF, MESSAGE_RX_BYTES, ctx->metrics.message_rx_bytes );
235 0 : FD_MCNT_ENUM_COPY( GOSSVF, CRDS_RX_COUNT, ctx->metrics.crds_rx );
236 0 : FD_MCNT_ENUM_COPY( GOSSVF, CRDS_RX_BYTES, ctx->metrics.crds_rx_bytes );
237 0 : }
238 :
239 : static int
240 : before_frag( fd_gossvf_tile_ctx_t * ctx,
241 : ulong in_idx,
242 : ulong seq,
243 0 : ulong sig ) {
244 0 : if( FD_UNLIKELY( !ctx->shred_version && ctx->in[ in_idx ].kind!=IN_KIND_SHRED_VERSION ) ) return -1;
245 :
246 0 : switch( ctx->in[ in_idx ].kind ) {
247 0 : case IN_KIND_SHRED_VERSION: return 0;
248 0 : case IN_KIND_NET: return (seq % ctx->round_robin_cnt) != ctx->round_robin_idx;
249 0 : case IN_KIND_REPLAY: return 0;
250 0 : case IN_KIND_PINGS: return 0;
251 0 : case IN_KIND_GOSSIP: return sig!=FD_GOSSIP_UPDATE_TAG_CONTACT_INFO &&
252 0 : sig!=FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE;
253 0 : default: FD_LOG_ERR(( "unexpected in_kind %d", ctx->in[ in_idx ].kind )); return -1;
254 0 : }
255 0 : }
256 :
257 : static inline void
258 : during_frag( fd_gossvf_tile_ctx_t * ctx,
259 : ulong in_idx,
260 : ulong seq FD_PARAM_UNUSED,
261 : ulong sig,
262 : ulong chunk,
263 : ulong sz,
264 0 : ulong ctl FD_PARAM_UNUSED ) {
265 0 : if( FD_UNLIKELY( chunk<ctx->in[ in_idx ].chunk0 || chunk>ctx->in[ in_idx ].wmark || sz>ctx->in[ in_idx ].mtu ) )
266 0 : FD_LOG_ERR(( "chunk %lu %lu corrupt, not in range [%lu,%lu,%lu]", chunk, sz, ctx->in[ in_idx ].chunk0, ctx->in[ in_idx ].wmark, ctx->in[ in_idx ].mtu ));
267 :
268 0 : switch( ctx->in[ in_idx ].kind ) {
269 0 : case IN_KIND_SHRED_VERSION: {
270 0 : ctx->shred_version = (ushort)sig;
271 0 : FD_TEST( ctx->shred_version );
272 0 : break;
273 0 : }
274 0 : case IN_KIND_NET: {
275 0 : uchar * src = fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk );
276 0 : fd_memcpy( ctx->payload, src, sz );
277 0 : break;
278 0 : }
279 0 : case IN_KIND_REPLAY: {
280 0 : fd_stake_weight_msg_t const * msg = fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk );
281 0 : if( FD_UNLIKELY( msg->staked_cnt>MAX_STAKED_LEADERS ) )
282 0 : FD_LOG_ERR(( "Malformed stake update with %lu stakes in it, but the maximum allowed is %lu", msg->staked_cnt, MAX_SHRED_DESTS ));
283 0 : ulong msg_sz = FD_STAKE_CI_STAKE_MSG_RECORD_SZ*msg->staked_cnt+FD_STAKE_CI_STAKE_MSG_HEADER_SZ;
284 0 : fd_memcpy( ctx->stake.msg_buf, msg, msg_sz );
285 0 : break;
286 0 : }
287 0 : case IN_KIND_PINGS: {
288 0 : fd_memcpy( ctx->_ping_update, fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk ), sz );
289 0 : break;
290 0 : }
291 0 : case IN_KIND_GOSSIP:
292 0 : FD_TEST( sz==FD_GOSSIP_UPDATE_SZ_CONTACT_INFO || sz==FD_GOSSIP_UPDATE_SZ_CONTACT_INFO_REMOVE );
293 0 : fd_memcpy( ctx->_gossip_update, fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk ), sz );
294 0 : break;
295 0 : default:
296 0 : FD_LOG_ERR(( "unexpected in_kind %d", ctx->in[ in_idx ].kind ));
297 0 : }
298 0 : }
299 :
300 : static inline void
301 : handle_stakes( fd_gossvf_tile_ctx_t * ctx,
302 0 : fd_stake_weight_msg_t const * msg ) {
303 0 : fd_stake_weight_t stake_weights[ MAX_STAKED_LEADERS ];
304 0 : ulong new_stakes_cnt = compute_id_weights_from_vote_weights( stake_weights, msg->weights, msg->staked_cnt );
305 :
306 0 : for( ulong i=0UL; i<ctx->stake.count; i++ ) {
307 0 : stake_map_idx_remove_fast( ctx->stake.map, i, ctx->stake.pool );
308 0 : }
309 :
310 0 : for( ulong i=0UL; i<new_stakes_cnt; i++ ) {
311 0 : stake_t * entry = stake_pool_ele( ctx->stake.pool, i );
312 0 : fd_memcpy( entry->pubkey.uc, stake_weights[i].key.uc, 32UL );
313 0 : entry->stake = stake_weights[i].stake;
314 :
315 0 : stake_map_idx_insert( ctx->stake.map, i, ctx->stake.pool );
316 0 : }
317 0 : ctx->stake.count = new_stakes_cnt;
318 0 : }
319 :
320 : static int
321 : verify_prune( fd_gossip_view_prune_t const * view,
322 : uchar const * payload,
323 0 : fd_sha512_t * sha ) {
324 0 : uchar sign_data[ FD_NET_MTU ];
325 0 : fd_memcpy( sign_data, "\xffSOLANA_PRUNE_DATA", 18UL );
326 0 : fd_memcpy( sign_data+18UL, payload+view->pubkey_off, 32UL );
327 0 : FD_STORE( ulong, sign_data+50UL, view->origins_len );
328 0 : fd_memcpy( sign_data+58UL, payload+view->origins_off, view->origins_len*32UL );
329 0 : fd_memcpy( sign_data+58UL+view->origins_len*32UL, payload+view->destination_off, 32UL );
330 0 : FD_STORE( ulong, sign_data+90UL+view->origins_len*32UL, view->wallclock );
331 :
332 0 : ulong sign_data_len = 98UL+view->origins_len*32UL;
333 0 : int err_prefix = fd_ed25519_verify( sign_data, sign_data_len, payload+view->signature_off, payload+view->pubkey_off, sha );
334 0 : int err_no_prefix = fd_ed25519_verify( sign_data+18UL, sign_data_len-18UL, payload+view->signature_off, payload+view->pubkey_off, sha );
335 :
336 0 : if( FD_LIKELY( err_prefix==FD_ED25519_SUCCESS || err_no_prefix==FD_ED25519_SUCCESS ) ) return 0;
337 0 : else return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PRUNE_SIGNATURE_IDX;
338 0 : }
339 :
340 : static int
341 : verify_crds_value( fd_gossip_view_crds_value_t const * value,
342 : uchar const * payload,
343 0 : fd_sha512_t * sha ) {
344 0 : return fd_ed25519_verify( payload+value->signature_off+64UL, /* signable data begins after signature */
345 0 : value->length-64UL, /* signable data length */
346 0 : payload+value->signature_off,
347 0 : payload+value->pubkey_off,
348 0 : sha );
349 0 : }
350 :
351 : static int
352 : verify_signatures( fd_gossvf_tile_ctx_t * ctx,
353 : fd_gossip_view_t * view,
354 : uchar const * payload,
355 0 : fd_sha512_t * sha ) {
356 0 : switch( view->tag ) {
357 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST: {
358 0 : if( FD_UNLIKELY( FD_ED25519_SUCCESS!=verify_crds_value( view->pull_request->pr_ci, payload, sha ) ) ) {
359 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_SIGNATURE_IDX;
360 0 : } else {
361 0 : return 0;
362 0 : }
363 0 : }
364 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: {
365 0 : ulong i = 0UL;
366 0 : while( i<view->pull_response->crds_values_len ) {
367 0 : ulong dedup_tag = ctx->seed ^ fd_ulong_load_8_fast( payload+view->pull_response->crds_values[ i ].signature_off );
368 0 : int ha_dup = 0;
369 0 : FD_FN_UNUSED ulong tcache_map_idx = 0; /* ignored */
370 0 : FD_TCACHE_QUERY( ha_dup, tcache_map_idx, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
371 0 : if( FD_UNLIKELY( ha_dup ) ) {
372 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_DUPLICATE_IDX ]++;
373 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_DUPLICATE_IDX ] += view->pull_response->crds_values[ i ].length;
374 0 : view->pull_response->crds_values[ i ] = view->pull_response->crds_values[ view->pull_response->crds_values_len-1UL ];
375 0 : view->pull_response->crds_values_len--;
376 0 : continue;
377 0 : }
378 :
379 0 : int err = verify_crds_value( &view->pull_response->crds_values[ i ], payload, sha );
380 0 : if( FD_UNLIKELY( err!=FD_ED25519_SUCCESS ) ) {
381 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_SIGNATURE_IDX ]++;
382 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_SIGNATURE_IDX ] += view->pull_response->crds_values[ i ].length;
383 0 : view->pull_response->crds_values[ i ] = view->pull_response->crds_values[ view->pull_response->crds_values_len-1UL ];
384 0 : view->pull_response->crds_values_len--;
385 0 : continue;
386 0 : }
387 :
388 0 : i++;
389 0 : }
390 :
391 0 : if( FD_UNLIKELY( !view->pull_response->crds_values_len ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_RESPONSE_NO_VALID_CRDS_IDX;
392 0 : return 0;
393 0 : }
394 0 : case FD_GOSSIP_MESSAGE_PUSH: {
395 0 : ulong i = 0UL;
396 0 : while( i<view->push->crds_values_len ) {
397 0 : int err = verify_crds_value( &view->push->crds_values[ i ], payload, sha );
398 0 : if( FD_UNLIKELY( err!=FD_ED25519_SUCCESS ) ) {
399 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_SIGNATURE_IDX ]++;
400 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_SIGNATURE_IDX ] += view->push->crds_values[ i ].length;
401 0 : view->push->crds_values[ i ] = view->push->crds_values[ view->push->crds_values_len-1UL ];
402 0 : view->push->crds_values_len--;
403 0 : continue;
404 0 : }
405 :
406 0 : i++;
407 0 : }
408 :
409 0 : if( FD_UNLIKELY( !view->push->crds_values_len ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
410 0 : return 0;
411 0 : }
412 0 : case FD_GOSSIP_MESSAGE_PRUNE: return verify_prune( view->prune, payload, sha );
413 0 : case FD_GOSSIP_MESSAGE_PING: {
414 0 : fd_gossip_view_ping_t const * ping = (fd_gossip_view_ping_t const *)(payload+view->ping_pong_off);
415 0 : if( FD_UNLIKELY( FD_ED25519_SUCCESS!=fd_ed25519_verify( ping->ping_token, 32UL, ping->signature, ping->pubkey, sha ) ) ) {
416 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PING_SIGNATURE_IDX;
417 0 : } else {
418 0 : return 0;
419 0 : }
420 0 : }
421 0 : case FD_GOSSIP_MESSAGE_PONG: {
422 0 : fd_gossip_view_pong_t const * pong = (fd_gossip_view_pong_t const *)(payload+view->ping_pong_off);
423 0 : if( FD_UNLIKELY( FD_ED25519_SUCCESS!=fd_ed25519_verify( pong->ping_hash, 32UL, pong->signature, pong->pubkey, sha ) ) ) {
424 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PONG_SIGNATURE_IDX;
425 0 : } else {
426 0 : return 0;
427 0 : }
428 0 : }
429 0 : default: __builtin_unreachable();
430 0 : };
431 0 : }
432 :
433 : static inline int
434 : is_entrypoint( fd_gossvf_tile_ctx_t * ctx,
435 0 : fd_ip4_port_t addr ) {
436 0 : for( ulong i=0UL; i<ctx->entrypoints_cnt; i++ ) {
437 0 : if( FD_UNLIKELY( addr.addr==ctx->entrypoints[ i ].addr && addr.port==ctx->entrypoints[ i ].port ) ) return 1;
438 0 : }
439 0 : return 0;
440 0 : }
441 :
442 : static void
443 : filter_shred_version_crds( fd_gossvf_tile_ctx_t * ctx,
444 : int tag,
445 : fd_gossip_view_crds_container_t * container,
446 0 : uchar const * payload ) {
447 0 : peer_t const * relayer = peer_map_ele_query_const( ctx->peer_map, (fd_pubkey_t*)(payload+container->from_off), NULL, ctx->peers );
448 0 : int keep_non_ci = (relayer && relayer->shred_version==ctx->shred_version) || (!relayer && is_entrypoint( ctx, ctx->peer ) );
449 :
450 0 : ulong i = 0UL;
451 0 : while( i<container->crds_values_len ) {
452 0 : int keep = container->crds_values[ i ].tag==FD_GOSSIP_VALUE_CONTACT_INFO;
453 0 : int no_origin = 0;
454 0 : if( FD_LIKELY( !keep && keep_non_ci ) ) {
455 0 : peer_t const * origin = peer_map_ele_query_const( ctx->peer_map, (fd_pubkey_t*)(payload+container->crds_values[ i ].pubkey_off), NULL, ctx->peers );
456 0 : no_origin = !origin;
457 0 : keep = origin && origin->shred_version==ctx->shred_version;
458 0 : }
459 :
460 0 : if( FD_UNLIKELY( !keep ) ) {
461 0 : if( FD_UNLIKELY( tag==FD_GOSSIP_MESSAGE_PULL_RESPONSE ) ) {
462 0 : if( FD_LIKELY( keep_non_ci ) ) {
463 0 : if( FD_LIKELY( no_origin ) ) {
464 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_ORIGIN_NO_CONTACT_INFO_IDX ]++;
465 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_ORIGIN_NO_CONTACT_INFO_IDX ] += container->crds_values[ i ].length;
466 0 : } else {
467 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_ORIGIN_SHRED_VERSION_IDX ]++;
468 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_ORIGIN_SHRED_VERSION_IDX ] += container->crds_values[ i ].length;
469 0 : }
470 0 : } else {
471 0 : if( FD_LIKELY( !relayer ) ) {
472 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_RELAYER_NO_CONTACT_INFO_IDX ]++;
473 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_RELAYER_NO_CONTACT_INFO_IDX ] += container->crds_values[ i ].length;
474 0 : } else {
475 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_RELAYER_SHRED_VERSION_IDX ]++;
476 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_RELAYER_SHRED_VERSION_IDX ] += container->crds_values[ i ].length;
477 0 : }
478 0 : }
479 0 : } else {
480 0 : if( FD_LIKELY( keep_non_ci ) ) {
481 0 : if( FD_LIKELY( no_origin ) ) {
482 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_ORIGIN_NO_CONTACT_INFO_IDX ]++;
483 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_ORIGIN_NO_CONTACT_INFO_IDX ] += container->crds_values[ i ].length;
484 0 : } else {
485 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_ORIGIN_SHRED_VERSION_IDX ]++;
486 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_ORIGIN_SHRED_VERSION_IDX ] += container->crds_values[ i ].length;
487 0 : }
488 0 : } else {
489 0 : if( FD_LIKELY( !relayer ) ) {
490 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_RELAYER_NO_CONTACT_INFO_IDX ]++;
491 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_RELAYER_NO_CONTACT_INFO_IDX ] += container->crds_values[ i ].length;
492 0 : } else {
493 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_RELAYER_SHRED_VERSION_IDX ]++;
494 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_RELAYER_SHRED_VERSION_IDX ] += container->crds_values[ i ].length;
495 0 : }
496 0 : }
497 0 : }
498 0 : container->crds_values[ i ] = container->crds_values[ container->crds_values_len-1UL ];
499 0 : container->crds_values_len--;
500 0 : continue;
501 0 : }
502 :
503 0 : i++;
504 0 : }
505 0 : }
506 :
507 : static int
508 : filter_shred_version( fd_gossvf_tile_ctx_t * ctx,
509 : fd_gossip_view_t * view,
510 0 : uchar const * payload ) {
511 0 : switch( view->tag ) {
512 0 : case FD_GOSSIP_MESSAGE_PING:
513 0 : case FD_GOSSIP_MESSAGE_PONG:
514 0 : case FD_GOSSIP_MESSAGE_PRUNE:
515 0 : return 0;
516 0 : case FD_GOSSIP_MESSAGE_PUSH: {
517 0 : filter_shred_version_crds( ctx, view->tag, view->push, payload );
518 0 : if( FD_UNLIKELY( !view->push->crds_values_len ) ) {
519 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
520 0 : } else {
521 0 : return 0;
522 0 : }
523 0 : }
524 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: {
525 0 : filter_shred_version_crds( ctx, view->tag, view->pull_response, payload );
526 0 : if( FD_UNLIKELY( !view->pull_response->crds_values_len ) ) {
527 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_RESPONSE_NO_VALID_CRDS_IDX;
528 0 : } else {
529 0 : return 0;
530 0 : }
531 0 : }
532 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST:
533 0 : FD_TEST( view->pull_request->pr_ci->tag==FD_GOSSIP_VALUE_CONTACT_INFO );
534 0 : if( FD_UNLIKELY( view->pull_request->pr_ci->ci_view->contact_info->shred_version!=ctx->shred_version ) ) {
535 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_SHRED_VERSION_IDX;
536 0 : } else {
537 0 : return 0;
538 0 : }
539 0 : default:
540 0 : __builtin_unreachable();
541 0 : }
542 0 : }
543 :
544 : static void
545 : check_duplicate_instance( fd_gossvf_tile_ctx_t * ctx,
546 : fd_gossip_view_t const * view,
547 0 : uchar const * payload ) {
548 0 : fd_gossip_view_crds_container_t const * container;
549 0 : switch( view->tag ) {
550 0 : case FD_GOSSIP_MESSAGE_PING:
551 0 : case FD_GOSSIP_MESSAGE_PONG:
552 0 : case FD_GOSSIP_MESSAGE_PRUNE:
553 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST:
554 0 : return;
555 0 : case FD_GOSSIP_MESSAGE_PUSH:
556 0 : container = view->push;
557 0 : break;
558 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE:
559 0 : container = view->pull_response;
560 0 : break;
561 0 : default:
562 0 : __builtin_unreachable();
563 0 : }
564 :
565 0 : for( ulong i=0UL; i<container->crds_values_len; i++ ) {
566 0 : fd_gossip_view_crds_value_t const * value = &container->crds_values[ i ];
567 0 : if( FD_UNLIKELY( value->tag!=FD_GOSSIP_VALUE_CONTACT_INFO ) ) continue;
568 :
569 0 : fd_contact_info_t const * contact_info = value->ci_view->contact_info;
570 :
571 0 : if( FD_LIKELY( ctx->instance_creation_wallclock_nanos>=contact_info->instance_creation_wallclock_nanos ) ) continue;
572 0 : if( FD_LIKELY( memcmp( ctx->identity_pubkey->uc, payload+value->pubkey_off, 32UL ) ) ) continue;
573 :
574 0 : FD_LOG_ERR(( "duplicate running instances of the same validator node, our timestamp: %ldns their timestamp: %ldns", ctx->instance_creation_wallclock_nanos, contact_info->instance_creation_wallclock_nanos ));
575 0 : }
576 0 : }
577 :
578 : static inline int
579 : is_ping_active( fd_gossvf_tile_ctx_t * ctx,
580 0 : fd_contact_info_t const * contact_info ) {
581 0 : fd_ip4_port_t const * gossip_addr = &contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ];
582 :
583 : /* 1. If the node is an entrypoint, it is active */
584 0 : if( FD_UNLIKELY( is_entrypoint( ctx, *gossip_addr ) ) ) return 1;
585 :
586 : /* 2. If the node has more than 1 sol staked, it is active */
587 0 : stake_t const * stake = stake_map_ele_query_const( ctx->stake.map, &contact_info->pubkey, NULL, ctx->stake.pool );
588 0 : if( FD_LIKELY( stake && stake->stake>=1000000000UL ) ) return 1;
589 :
590 : /* 3. If the node has actively ponged a ping, it is active */
591 0 : ping_t * ping = ping_map_ele_query( ctx->ping_map, &contact_info->pubkey, NULL, ctx->pings );
592 0 : return ping!=NULL;
593 0 : }
594 :
595 : static int
596 : ping_if_unponged_contact_info( fd_gossvf_tile_ctx_t * ctx,
597 : fd_contact_info_t const * contact_info,
598 0 : fd_stem_context_t * stem ) {
599 0 : fd_ip4_port_t const * gossip_addr = &contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ];
600 :
601 0 : if( FD_UNLIKELY( gossip_addr->l==0U ) ) return 1; /* implies ipv6 address */
602 0 : int is_ip4_nonpublic = !ctx->allow_private_address && !fd_ip4_addr_is_public( gossip_addr->addr );
603 0 : if( FD_UNLIKELY( is_ip4_nonpublic ) ) return 1;
604 :
605 0 : if( FD_UNLIKELY( !is_ping_active( ctx, contact_info ) ) ) {
606 0 : fd_gossip_pingreq_t * pingreq = (fd_gossip_pingreq_t*)fd_chunk_to_laddr( ctx->out->mem, ctx->out->chunk );
607 0 : fd_memcpy( pingreq->pubkey.uc, contact_info->pubkey.uc, 32UL );
608 0 : fd_stem_publish( stem, 0UL, fd_gossvf_sig( gossip_addr->addr, gossip_addr->port, 1 ), ctx->out->chunk, sizeof(fd_gossip_pingreq_t), 0UL, 0UL, 0UL );
609 0 : ctx->out->chunk = fd_dcache_compact_next( ctx->out->chunk, sizeof(fd_gossip_pingreq_t), ctx->out->chunk0, ctx->out->wmark );
610 :
611 : #if DEBUG_PEERS
612 : char base58[ FD_BASE58_ENCODED_32_SZ ];
613 : fd_base58_encode_32( contact_info->pubkey.uc, NULL, base58 );
614 : FD_LOG_NOTICE(( "pinging %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( gossip_addr->addr ), gossip_addr->port, ctx->ping_cnt ));
615 : ctx->ping_cnt++;
616 : #endif
617 0 : return 1;
618 0 : }
619 0 : return 0;
620 0 : }
621 :
622 : static int
623 : verify_addresses( fd_gossvf_tile_ctx_t * ctx,
624 : fd_gossip_view_t * view,
625 0 : fd_stem_context_t * stem ) {
626 0 : fd_gossip_view_crds_container_t * container;
627 0 : switch( view->tag ) {
628 0 : case FD_GOSSIP_MESSAGE_PING:
629 0 : case FD_GOSSIP_MESSAGE_PONG:
630 0 : case FD_GOSSIP_MESSAGE_PRUNE:
631 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST:
632 0 : return 0;
633 0 : case FD_GOSSIP_MESSAGE_PUSH:
634 0 : container = view->push;
635 0 : break;
636 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE:
637 0 : container = view->pull_response;
638 0 : break;
639 0 : default:
640 0 : FD_LOG_ERR(( "unexpected view tag %u", view->tag ));
641 0 : }
642 :
643 0 : ulong i = 0UL;
644 0 : while( i<container->crds_values_len ) {
645 0 : fd_gossip_view_crds_value_t const * value = &container->crds_values[ i ];
646 0 : if( FD_UNLIKELY( value->tag!=FD_GOSSIP_VALUE_CONTACT_INFO ) ) {
647 0 : i++;
648 0 : continue;
649 0 : }
650 :
651 0 : if( FD_UNLIKELY( ping_if_unponged_contact_info( ctx, value->ci_view->contact_info, stem ) ) ) {
652 0 : if( FD_LIKELY( view->tag==FD_GOSSIP_MESSAGE_PUSH ) ) {
653 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_INACTIVE_IDX ]++;
654 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_INACTIVE_IDX ] += value->length;
655 0 : } else {
656 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_INACTIVE_IDX ]++;
657 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_INACTIVE_IDX ] += value->length;
658 0 : }
659 0 : container->crds_values[ i ] = container->crds_values[ container->crds_values_len-1UL ];
660 0 : container->crds_values_len--;
661 0 : continue;
662 0 : }
663 :
664 0 : i++;
665 0 : }
666 :
667 0 : if( FD_UNLIKELY( !container->crds_values_len ) ) {
668 0 : if( view->tag==FD_GOSSIP_MESSAGE_PUSH ) {
669 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
670 0 : } else if( view->tag==FD_GOSSIP_MESSAGE_PULL_RESPONSE ) {
671 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_RESPONSE_NO_VALID_CRDS_IDX;
672 0 : } else {
673 0 : __builtin_unreachable();
674 0 : }
675 0 : } else {
676 0 : return 0;
677 0 : }
678 0 : }
679 :
680 : static void
681 : handle_ping_update( fd_gossvf_tile_ctx_t * ctx,
682 0 : fd_gossip_ping_update_t * ping_update ) {
683 : #if DEBUG_PEERS
684 : char base58[ FD_BASE58_ENCODED_32_SZ ];
685 : fd_base58_encode_32( ping_update->pubkey.uc, NULL, base58 );
686 : #endif
687 :
688 0 : if( FD_UNLIKELY( ping_update->remove ) ) {
689 : #if DEBUG_PEERS
690 : ctx->ping_cnt--;
691 : FD_LOG_NOTICE(( "removing ping for %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( ping_update->gossip_addr.addr ), fd_ushort_bswap( ping_update->gossip_addr.port ), ctx->ping_cnt ));
692 : #endif
693 :
694 0 : ping_t * ping = ping_map_ele_remove( ctx->ping_map, &ping_update->pubkey, NULL, ctx->pings );
695 0 : FD_TEST( ping );
696 0 : ping_pool_ele_release( ctx->pings, ping );
697 0 : } else {
698 : #if DEBUG_PEERS
699 : ctx->ping_cnt++;
700 : FD_LOG_NOTICE(( "adding ping for %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( ping_update->gossip_addr.addr ), fd_ushort_bswap( ping_update->gossip_addr.port ), ctx->ping_cnt ));
701 : #endif
702 :
703 0 : FD_TEST( ping_pool_free( ctx->pings ) );
704 0 : FD_TEST( !ping_map_ele_query( ctx->ping_map, &ping_update->pubkey, NULL, ctx->pings ) );
705 0 : ping_t * ping = ping_pool_ele_acquire( ctx->pings );
706 0 : ping->addr.l = ping_update->gossip_addr.l;
707 0 : fd_memcpy( ping->pubkey.uc, ping_update->pubkey.uc, 32UL );
708 0 : ping_map_ele_insert( ctx->ping_map, ping, ctx->pings );
709 0 : }
710 0 : }
711 :
712 : static void
713 : handle_peer_update( fd_gossvf_tile_ctx_t * ctx,
714 0 : fd_gossip_update_message_t * gossip_update ) {
715 : #if DEBUG_PEERS
716 : char base58[ FD_BASE58_ENCODED_32_SZ ];
717 : fd_base58_encode_32( gossip_update->origin_pubkey, NULL, base58 );
718 : #endif
719 :
720 0 : switch( gossip_update->tag ) {
721 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO: {
722 0 : peer_t * peer = peer_map_ele_query( ctx->peer_map, (fd_pubkey_t*)gossip_update->origin_pubkey, NULL, ctx->peers );
723 0 : if( FD_LIKELY( peer ) ) {
724 : #if DEBUG_PEERS
725 : FD_LOG_NOTICE(( "updating peer %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].addr ), fd_ushort_bswap( gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].port ), ctx->peer_cnt ));
726 : #endif
727 :
728 0 : peer->shred_version = gossip_update->contact_info.contact_info->shred_version;
729 0 : peer->gossip_addr = gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ];
730 0 : } else {
731 : #if DEBUG_PEERS
732 : ctx->peer_cnt++;
733 : FD_LOG_NOTICE(( "adding peer %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].addr ), fd_ushort_bswap( gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].port ), ctx->peer_cnt ));
734 : #endif
735 :
736 0 : FD_TEST( peer_pool_free( ctx->peers ) );
737 0 : peer = peer_pool_ele_acquire( ctx->peers );
738 0 : peer->shred_version = gossip_update->contact_info.contact_info->shred_version;
739 0 : peer->gossip_addr = gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ];
740 0 : fd_memcpy( peer->pubkey.uc, gossip_update->contact_info.contact_info->pubkey.uc, 32UL );
741 0 : peer_map_ele_insert( ctx->peer_map, peer, ctx->peers );
742 0 : }
743 0 : break;
744 0 : }
745 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE: {
746 : #if DEBUG_PEERS
747 : ctx->peer_cnt--;
748 : FD_LOG_NOTICE(( "removing peer %s (%lu)", base58, ctx->peer_cnt ));
749 : #endif
750 :
751 0 : peer_t * peer = peer_map_ele_remove( ctx->peer_map, (fd_pubkey_t*)gossip_update->origin_pubkey, NULL, ctx->peers );
752 0 : FD_TEST( peer );
753 0 : peer_pool_ele_release( ctx->peers, peer );
754 0 : break;
755 0 : }
756 0 : default: FD_LOG_ERR(( "unexpected gossip_update tag %u", gossip_update->tag ));
757 0 : }
758 0 : }
759 :
760 : static int
761 : handle_net( fd_gossvf_tile_ctx_t * ctx,
762 : ulong sz,
763 : ulong tsorig,
764 0 : fd_stem_context_t * stem ) {
765 0 : uchar * payload;
766 0 : ulong payload_sz;
767 0 : fd_ip4_hdr_t * ip4_hdr;
768 0 : fd_udp_hdr_t * udp_hdr;
769 0 : FD_TEST( fd_ip4_udp_hdr_strip( ctx->payload, sz, &payload, &payload_sz, NULL, &ip4_hdr, &udp_hdr ) );
770 0 : ctx->peer.addr = ip4_hdr->saddr;
771 0 : ctx->peer.port = udp_hdr->net_sport;
772 :
773 0 : long now = ctx->last_wallclock + (long)((double)(fd_tickcount()-ctx->last_tickcount)/ctx->ticks_per_ns);
774 :
775 0 : fd_gossip_view_t view[ 1 ];
776 0 : ulong decode_sz = fd_gossip_msg_parse( view, payload, payload_sz );
777 0 : if( FD_UNLIKELY( !decode_sz ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_UNPARSEABLE_IDX;
778 :
779 0 : if( FD_UNLIKELY( view->tag==FD_GOSSIP_MESSAGE_PUSH ) ) FD_TEST( view->push->crds_values_len<=FD_GOSSIP_MSG_MAX_CRDS );
780 0 : if( FD_UNLIKELY( view->tag==FD_GOSSIP_MESSAGE_PULL_RESPONSE ) ) FD_TEST( view->pull_response->crds_values_len<=FD_GOSSIP_MSG_MAX_CRDS );
781 :
782 0 : if( FD_UNLIKELY( view->tag==FD_GOSSIP_MESSAGE_PULL_REQUEST ) ) {
783 0 : if( FD_UNLIKELY( view->pull_request->pr_ci->tag!=FD_GOSSIP_VALUE_CONTACT_INFO ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_NOT_CONTACT_INFO_IDX;
784 0 : if( FD_UNLIKELY( !memcmp( payload+view->pull_request->pr_ci->pubkey_off, ctx->identity_pubkey, 32UL ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_LOOPBACK_IDX;
785 0 : if( FD_UNLIKELY( ping_if_unponged_contact_info( ctx, view->pull_request->pr_ci->ci_view->contact_info, stem ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_INACTIVE_IDX;
786 :
787 : /* TODO: Jitter? */
788 0 : long clamp_wallclock_lower_nanos = now-15L*1000L*1000L*1000L;
789 0 : long clamp_wallclock_upper_nanos = now+15L*1000L*1000L*1000L;
790 0 : if( FD_UNLIKELY( view->pull_request->pr_ci->wallclock_nanos<clamp_wallclock_lower_nanos ||
791 0 : view->pull_request->pr_ci->wallclock_nanos>clamp_wallclock_upper_nanos ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_WALLCLOCK_IDX;
792 0 : }
793 :
794 0 : if( FD_UNLIKELY( view->tag==FD_GOSSIP_MESSAGE_PRUNE ) ) {
795 0 : if( FD_UNLIKELY( !!memcmp( payload+view->prune->destination_off, ctx->identity_pubkey, 32UL ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PRUNE_DESTINATION_IDX;
796 0 : if( FD_UNLIKELY( now-1000L*1000L*1000L>view->prune->wallclock_nanos ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PRUNE_WALLCLOCK_IDX;
797 0 : }
798 :
799 0 : if( FD_LIKELY( view->tag==FD_GOSSIP_MESSAGE_PUSH ) ) {
800 0 : ulong i = 0UL;
801 0 : while( i<view->push->crds_values_len ) {
802 0 : fd_gossip_view_crds_value_t const * value = &view->push->crds_values[ i ];
803 0 : if( FD_UNLIKELY( value->wallclock_nanos<now-15L*1000L*1000L*1000L ||
804 0 : value->wallclock_nanos>now+15L*1000L*1000L*1000L ) ) {
805 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_WALLCLOCK_IDX ]++;
806 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_WALLCLOCK_IDX ] += value->length;
807 0 : view->push->crds_values[ i ] = view->push->crds_values[ view->push->crds_values_len-1UL ];
808 0 : view->push->crds_values_len--;
809 0 : continue;
810 0 : }
811 0 : i++;
812 0 : }
813 :
814 0 : if( FD_UNLIKELY( !view->push->crds_values_len ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
815 0 : }
816 :
817 0 : int result = filter_shred_version( ctx, view, payload );
818 0 : if( FD_UNLIKELY( result ) ) return result;
819 :
820 0 : result = verify_addresses( ctx, view, stem );
821 0 : if( FD_UNLIKELY( result ) ) return result;
822 :
823 0 : result = verify_signatures( ctx, view, payload, ctx->sha );
824 0 : if( FD_UNLIKELY( result ) ) return result;
825 :
826 0 : check_duplicate_instance( ctx, view, payload );
827 :
828 0 : switch( view->tag ) {
829 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: {
830 0 : for( ulong i=0UL; i<view->pull_response->crds_values_len; i++ ) {
831 0 : ulong dedup_tag = ctx->seed ^ fd_ulong_load_8_fast( payload+view->pull_response->crds_values[ i ].signature_off );
832 0 : int ha_dup = 0;
833 0 : FD_TCACHE_INSERT( ha_dup, *ctx->tcache.sync, ctx->tcache.ring, ctx->tcache.depth, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
834 0 : (void)ha_dup; /* unused */
835 0 : }
836 0 : break;
837 0 : }
838 0 : case FD_GOSSIP_MESSAGE_PUSH: {
839 0 : for( ulong i=0UL; i<view->push->crds_values_len; i++ ) {
840 0 : ulong dedup_tag = ctx->seed ^ fd_ulong_load_8_fast( payload+view->push->crds_values[ i ].signature_off );
841 0 : int ha_dup = 0;
842 0 : FD_TCACHE_INSERT( ha_dup, *ctx->tcache.sync, ctx->tcache.ring, ctx->tcache.depth, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
843 0 : (void)ha_dup; /* unused */
844 0 : }
845 0 : break;
846 0 : }
847 0 : default:
848 0 : break;
849 0 : }
850 :
851 0 : switch( view->tag ) {
852 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PULL_REQUEST_IDX; break;
853 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PULL_RESPONSE_IDX; break;
854 0 : case FD_GOSSIP_MESSAGE_PUSH: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PUSH_IDX; break;
855 0 : case FD_GOSSIP_MESSAGE_PRUNE: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PRUNE_IDX; break;
856 0 : case FD_GOSSIP_MESSAGE_PING: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PING_IDX; break;
857 0 : case FD_GOSSIP_MESSAGE_PONG: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PONG_IDX; break;
858 0 : default: FD_LOG_ERR(( "unexpected view tag %d", view->tag ));
859 0 : }
860 :
861 0 : switch( view->tag ) {
862 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE:
863 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_SUCCESS_PULL_RESPONSE_IDX ] += view->pull_response->crds_values_len;
864 0 : for( ulong i=0UL; i<view->pull_response->crds_values_len; i++ ) {
865 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_SUCCESS_PULL_RESPONSE_IDX ] += view->pull_response->crds_values[ i ].length;
866 0 : }
867 0 : break;
868 0 : case FD_GOSSIP_MESSAGE_PUSH:
869 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_SUCCESS_PUSH_IDX ] += view->push->crds_values_len;
870 0 : for( ulong i=0UL; i<view->push->crds_values_len; i++ ) {
871 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_SUCCESS_PUSH_IDX ] += view->push->crds_values[ i ].length;
872 0 : }
873 0 : break;
874 0 : default:
875 0 : break;
876 0 : }
877 :
878 0 : uchar * dst = fd_chunk_to_laddr( ctx->out->mem, ctx->out->chunk );
879 0 : fd_memcpy( dst, view, sizeof(fd_gossip_view_t) );
880 0 : fd_memcpy( dst+sizeof(fd_gossip_view_t), payload, payload_sz );
881 :
882 0 : ulong tspub = (ulong)fd_frag_meta_ts_comp( fd_tickcount() );
883 0 : fd_stem_publish( stem, 0UL, fd_gossvf_sig( ctx->peer.addr, ctx->peer.port, 0 ), ctx->out->chunk, sizeof(fd_gossip_view_t)+payload_sz, 0UL, tsorig, tspub );
884 0 : ctx->out->chunk = fd_dcache_compact_next( ctx->out->chunk, sizeof(fd_gossip_view_t)+payload_sz, ctx->out->chunk0, ctx->out->wmark );
885 :
886 0 : return result;
887 0 : }
888 :
889 : static inline void
890 : after_frag( fd_gossvf_tile_ctx_t * ctx,
891 : ulong in_idx,
892 : ulong seq,
893 : ulong sig,
894 : ulong sz,
895 : ulong tsorig,
896 : ulong _tspub,
897 0 : fd_stem_context_t * stem ) {
898 0 : (void)seq;
899 0 : (void)sig;
900 0 : (void)_tspub;
901 :
902 0 : switch( ctx->in[ in_idx ].kind ) {
903 0 : case IN_KIND_SHRED_VERSION: break;
904 0 : case IN_KIND_PINGS: handle_ping_update( ctx, ctx->_ping_update ); break;
905 0 : case IN_KIND_GOSSIP: handle_peer_update( ctx, ctx->_gossip_update ); break;
906 0 : case IN_KIND_REPLAY: handle_stakes( ctx, (fd_stake_weight_msg_t const *) ctx->stake.msg_buf ); break;
907 0 : case IN_KIND_NET: {
908 0 : int result = handle_net( ctx, sz, tsorig, stem );
909 0 : ctx->metrics.message_rx[ result ]++;
910 0 : ctx->metrics.message_rx_bytes[ result ] += sz;
911 0 : break;
912 0 : }
913 0 : default: FD_LOG_ERR(( "unexpected in_kind %d", ctx->in[ in_idx ].kind ));
914 0 : }
915 0 : }
916 :
917 : static void
918 : privileged_init( fd_topo_t * topo,
919 0 : fd_topo_tile_t * tile ) {
920 0 : void * scratch = fd_topo_obj_laddr( topo, tile->tile_obj_id );
921 :
922 0 : FD_SCRATCH_ALLOC_INIT( l, scratch );
923 0 : fd_gossvf_tile_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof( fd_gossvf_tile_ctx_t ), sizeof( fd_gossvf_tile_ctx_t ) );
924 0 : FD_TEST( fd_rng_secure( &ctx->seed, 8U ) );
925 :
926 0 : if( FD_UNLIKELY( !strcmp( tile->gossvf.identity_key_path, "" ) ) ) FD_LOG_ERR(( "identity_key_path not set" ));
927 :
928 0 : ctx->identity_pubkey[ 0 ] = *(fd_pubkey_t const *)fd_type_pun_const( fd_keyload_load( tile->gossvf.identity_key_path, /* pubkey only: */ 1 ) );
929 0 : }
930 :
931 : static void
932 : unprivileged_init( fd_topo_t * topo,
933 0 : fd_topo_tile_t * tile ) {
934 0 : void * scratch = fd_topo_obj_laddr( topo, tile->tile_obj_id );
935 :
936 0 : FD_SCRATCH_ALLOC_INIT( l, scratch );
937 0 : fd_gossvf_tile_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof( fd_gossvf_tile_ctx_t ), sizeof( fd_gossvf_tile_ctx_t ) );
938 0 : void * _peer_pool = FD_SCRATCH_ALLOC_APPEND( l, peer_pool_align(), peer_pool_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
939 0 : void * _peer_map = FD_SCRATCH_ALLOC_APPEND( l, peer_map_align(), peer_map_footprint( 2UL*FD_CONTACT_INFO_TABLE_SIZE ) );
940 0 : void * _ping_pool = FD_SCRATCH_ALLOC_APPEND( l, ping_pool_align(), ping_pool_footprint( FD_PING_TRACKER_MAX ) );
941 0 : void * _ping_map = FD_SCRATCH_ALLOC_APPEND( l, ping_map_align(), ping_map_footprint( 2UL*FD_PING_TRACKER_MAX ) );
942 0 : void * _stake_pool = FD_SCRATCH_ALLOC_APPEND( l, stake_pool_align(), stake_pool_footprint( MAX_STAKED_LEADERS ) );
943 0 : void * _stake_map = FD_SCRATCH_ALLOC_APPEND( l, stake_map_align(), stake_map_footprint( fd_ulong_pow2_up( MAX_STAKED_LEADERS ) ) );
944 0 : void * _tcache = FD_SCRATCH_ALLOC_APPEND( l, fd_tcache_align(), fd_tcache_footprint( tile->gossvf.tcache_depth, 0UL ) );
945 :
946 0 : ctx->peers = peer_pool_join( peer_pool_new( _peer_pool, FD_CONTACT_INFO_TABLE_SIZE ) );
947 0 : FD_TEST( ctx->peers );
948 :
949 0 : ctx->peer_map = peer_map_join( peer_map_new( _peer_map, 2UL*FD_CONTACT_INFO_TABLE_SIZE, ctx->seed ) );
950 0 : FD_TEST( ctx->peer_map );
951 :
952 0 : ctx->pings = ping_pool_join( ping_pool_new( _ping_pool, FD_PING_TRACKER_MAX ) );
953 0 : FD_TEST( ctx->pings );
954 :
955 0 : ctx->ping_map = ping_map_join( ping_map_new( _ping_map, 2UL*FD_PING_TRACKER_MAX, ctx->seed ) );
956 0 : FD_TEST( ctx->ping_map );
957 :
958 0 : ctx->stake.count = 0UL;
959 0 : ctx->stake.pool = stake_pool_join( stake_pool_new( _stake_pool, MAX_STAKED_LEADERS ) );
960 0 : FD_TEST( ctx->stake.pool );
961 :
962 0 : ctx->stake.map = stake_map_join( stake_map_new( _stake_map, fd_ulong_pow2_up( MAX_STAKED_LEADERS ), ctx->seed ) );
963 0 : FD_TEST( ctx->stake.map );
964 :
965 0 : ctx->round_robin_cnt = fd_topo_tile_name_cnt( topo, tile->name );
966 0 : ctx->round_robin_idx = tile->kind_id;
967 :
968 0 : ctx->allow_private_address = tile->gossvf.allow_private_address;
969 :
970 0 : ctx->keyswitch = fd_keyswitch_join( fd_topo_obj_laddr( topo, tile->keyswitch_obj_id ) );
971 0 : FD_TEST( ctx->keyswitch );
972 :
973 0 : ctx->shred_version = tile->gossvf.shred_version;
974 :
975 0 : ctx->ticks_per_ns = fd_tempo_tick_per_ns( NULL );
976 0 : ctx->last_wallclock = fd_log_wallclock();
977 0 : ctx->last_tickcount = fd_tickcount();
978 :
979 0 : FD_TEST( fd_sha512_join( fd_sha512_new( ctx->sha ) ) );
980 :
981 0 : fd_tcache_t * tcache = fd_tcache_join( fd_tcache_new( _tcache, tile->gossvf.tcache_depth, 0UL ) );
982 0 : FD_TEST( tcache );
983 :
984 0 : ctx->tcache.depth = fd_tcache_depth ( tcache );
985 0 : ctx->tcache.map_cnt = fd_tcache_map_cnt ( tcache );
986 0 : ctx->tcache.sync = fd_tcache_oldest_laddr( tcache );
987 0 : ctx->tcache.ring = fd_tcache_ring_laddr ( tcache );
988 0 : ctx->tcache.map = fd_tcache_map_laddr ( tcache );
989 :
990 0 : ctx->entrypoints_cnt = tile->gossvf.entrypoints_cnt;
991 0 : for( ulong i=0UL; i<tile->gossvf.entrypoints_cnt; i++ ) {
992 0 : ctx->entrypoints[ i ].l = tile->gossvf.entrypoints[ i ].l;
993 : #if DEBUG_PEERS
994 : FD_LOG_NOTICE(( "entrypoint " FD_IP4_ADDR_FMT ":%hu", FD_IP4_ADDR_FMT_ARGS( ctx->entrypoints[ i ].addr ), fd_ushort_bswap( ctx->entrypoints[ i ].port ) ));
995 : #endif
996 0 : }
997 :
998 0 : ctx->instance_creation_wallclock_nanos = tile->gossvf.boot_timestamp_nanos;
999 :
1000 : #if DEBUG_PEERS
1001 : ctx->peer_cnt = 0UL;
1002 : ctx->ping_cnt = 0UL;
1003 : #endif
1004 :
1005 0 : memset( &ctx->metrics, 0, sizeof( ctx->metrics ) );
1006 :
1007 0 : FD_TEST( tile->in_cnt<=sizeof(ctx->in)/sizeof(ctx->in[0]) );
1008 0 : for( ulong i=0UL; i<tile->in_cnt; i++ ) {
1009 0 : fd_topo_link_t * link = &topo->links[ tile->in_link_id[ i ] ];
1010 0 : fd_topo_wksp_t * link_wksp = &topo->workspaces[ topo->objs[ link->dcache_obj_id ].wksp_id ];
1011 :
1012 0 : ctx->in[ i ].mem = link_wksp->wksp;
1013 0 : if( FD_LIKELY( link->mtu ) ) {
1014 0 : ctx->in[ i ].chunk0 = fd_dcache_compact_chunk0( ctx->in[ i ].mem, link->dcache );
1015 0 : ctx->in[ i ].wmark = fd_dcache_compact_wmark ( ctx->in[ i ].mem, link->dcache, link->mtu );
1016 0 : } else {
1017 0 : ctx->in[ i ].chunk0 = 0UL;
1018 0 : ctx->in[ i ].wmark = 0UL;
1019 0 : }
1020 0 : ctx->in[ i ].mtu = link->mtu;
1021 :
1022 0 : if( !strcmp( link->name, "gossip_gossv" ) ) ctx->in[ i ].kind = IN_KIND_PINGS;
1023 0 : else if( !strcmp( link->name, "ipecho_out" ) ) ctx->in[ i ].kind = IN_KIND_SHRED_VERSION;
1024 0 : else if( !strcmp( link->name, "gossip_out" ) ) ctx->in[ i ].kind = IN_KIND_GOSSIP;
1025 0 : else if( !strcmp( link->name, "net_gossvf" ) ) ctx->in[ i ].kind = IN_KIND_NET;
1026 0 : else if( !strcmp( link->name, "replay_stake" ) ) ctx->in[ i ].kind = IN_KIND_REPLAY;
1027 0 : else FD_LOG_ERR(( "unexpected input link name %s", link->name ));
1028 0 : }
1029 :
1030 0 : FD_TEST( tile->out_cnt==1UL );
1031 0 : fd_topo_link_t * gossvf_out = &topo->links[ tile->out_link_id[ 0UL ] ];
1032 0 : ctx->out->mem = topo->workspaces[ topo->objs[ gossvf_out->dcache_obj_id ].wksp_id ].wksp;
1033 0 : ctx->out->chunk0 = fd_dcache_compact_chunk0( ctx->out->mem, gossvf_out->dcache );
1034 0 : ctx->out->wmark = fd_dcache_compact_wmark ( ctx->out->mem, gossvf_out->dcache, gossvf_out->mtu );
1035 0 : ctx->out->chunk = ctx->out->chunk0;
1036 :
1037 0 : ulong scratch_top = FD_SCRATCH_ALLOC_FINI( l, 1UL );
1038 0 : if( FD_UNLIKELY( scratch_top > (ulong)scratch + scratch_footprint( tile ) ) )
1039 0 : FD_LOG_ERR(( "scratch overflow %lu %lu %lu", scratch_top - (ulong)scratch - scratch_footprint( tile ), scratch_top, (ulong)scratch + scratch_footprint( tile ) ));
1040 0 : }
1041 :
1042 : static ulong
1043 : populate_allowed_seccomp( fd_topo_t const * topo,
1044 : fd_topo_tile_t const * tile,
1045 : ulong out_cnt,
1046 0 : struct sock_filter * out ) {
1047 0 : (void)topo;
1048 0 : (void)tile;
1049 :
1050 0 : populate_sock_filter_policy_fd_gossvf_tile( out_cnt, out, (uint)fd_log_private_logfile_fd() );
1051 0 : return sock_filter_policy_fd_gossvf_tile_instr_cnt;
1052 0 : }
1053 :
1054 : static ulong
1055 : populate_allowed_fds( fd_topo_t const * topo,
1056 : fd_topo_tile_t const * tile,
1057 : ulong out_fds_cnt,
1058 0 : int * out_fds ) {
1059 0 : (void)topo;
1060 0 : (void)tile;
1061 :
1062 0 : if( FD_UNLIKELY( out_fds_cnt<2UL ) ) FD_LOG_ERR(( "out_fds_cnt %lu", out_fds_cnt ));
1063 :
1064 0 : ulong out_cnt = 0UL;
1065 0 : out_fds[ out_cnt++ ] = 2; /* stderr */
1066 0 : if( FD_LIKELY( -1!=fd_log_private_logfile_fd() ) )
1067 0 : out_fds[ out_cnt++ ] = fd_log_private_logfile_fd(); /* logfile */
1068 0 : return out_cnt;
1069 0 : }
1070 :
1071 0 : #define STEM_BURST (FD_GOSSIP_MSG_MAX_CRDS+1UL)
1072 :
1073 0 : #define STEM_LAZY (128L*3000L)
1074 :
1075 0 : #define STEM_CALLBACK_CONTEXT_TYPE fd_gossvf_tile_ctx_t
1076 0 : #define STEM_CALLBACK_CONTEXT_ALIGN alignof(fd_gossvf_tile_ctx_t)
1077 :
1078 0 : #define STEM_CALLBACK_DURING_HOUSEKEEPING during_housekeeping
1079 0 : #define STEM_CALLBACK_METRICS_WRITE metrics_write
1080 0 : #define STEM_CALLBACK_BEFORE_FRAG before_frag
1081 0 : #define STEM_CALLBACK_DURING_FRAG during_frag
1082 0 : #define STEM_CALLBACK_AFTER_FRAG after_frag
1083 :
1084 : #include "../../disco/stem/fd_stem.c"
1085 :
1086 : fd_topo_run_tile_t fd_tile_gossvf = {
1087 : .name = "gossvf",
1088 : .populate_allowed_seccomp = populate_allowed_seccomp,
1089 : .populate_allowed_fds = populate_allowed_fds,
1090 : .scratch_align = scratch_align,
1091 : .scratch_footprint = scratch_footprint,
1092 : .privileged_init = privileged_init,
1093 : .unprivileged_init = unprivileged_init,
1094 : .run = stem_run,
1095 : };
|
