Line data Source code
1 : #include "fd_gossip_tile.h"
2 : #include "../../disco/topo/fd_topo.h"
3 : #include "../../disco/fd_disco_base.h"
4 : #include "../../disco/keyguard/fd_keyswitch.h"
5 : #include "../../disco/keyguard/fd_keyload.h"
6 : #include "../../disco/metrics/fd_metrics.h"
7 : #include "../../disco/shred/fd_stake_ci.h"
8 : #include "../../flamenco/gossip/fd_gossip_private.h"
9 : #include "../../flamenco/gossip/fd_ping_tracker.h"
10 : #include "../../flamenco/leaders/fd_leaders_base.h"
11 : #include "../../util/net/fd_net_headers.h"
12 : #include "../../disco/net/fd_net_tile.h"
13 : #include "generated/fd_gossvf_tile_seccomp.h"
14 :
15 : #define DEBUG_PEERS (0)
16 :
17 0 : #define IN_KIND_SHRED_VERSION (0)
18 0 : #define IN_KIND_NET (1)
19 0 : #define IN_KIND_REPLAY (2)
20 0 : #define IN_KIND_PINGS (3)
21 0 : #define IN_KIND_GOSSIP (4)
22 :
23 : struct peer {
24 : fd_pubkey_t pubkey;
25 :
26 : fd_ip4_port_t gossip_addr;
27 : ushort shred_version;
28 :
29 : struct {
30 : ulong prev;
31 : ulong next;
32 : } map;
33 :
34 : struct {
35 : ulong next;
36 : } pool;
37 : };
38 :
39 : typedef struct peer peer_t;
40 :
41 : struct ping {
42 : fd_pubkey_t pubkey;
43 : fd_ip4_port_t addr;
44 :
45 : struct {
46 : ulong prev;
47 : ulong next;
48 : } map;
49 :
50 : struct {
51 : ulong next;
52 : } pool;
53 : };
54 :
55 : typedef struct ping ping_t;
56 :
57 : struct stake {
58 : fd_pubkey_t pubkey;
59 : ulong stake;
60 :
61 : struct {
62 : ulong prev;
63 : ulong next;
64 : } map;
65 :
66 : struct {
67 : ulong next;
68 : } pool;
69 : };
70 :
71 : typedef struct stake stake_t;
72 :
73 : #define POOL_NAME peer_pool
74 0 : #define POOL_T peer_t
75 : #define POOL_IDX_T ulong
76 0 : #define POOL_NEXT pool.next
77 : #include "../../util/tmpl/fd_pool.c"
78 :
79 : #define MAP_NAME peer_map
80 0 : #define MAP_KEY pubkey
81 : #define MAP_ELE_T peer_t
82 : #define MAP_KEY_T fd_pubkey_t
83 : #define MAP_PREV map.prev
84 0 : #define MAP_NEXT map.next
85 0 : #define MAP_KEY_EQ(k0,k1) fd_pubkey_eq( k0, k1 )
86 0 : #define MAP_KEY_HASH(key,seed) (seed^fd_ulong_load_8( (key)->uc ))
87 : #include "../../util/tmpl/fd_map_chain.c"
88 :
89 : #define POOL_NAME ping_pool
90 0 : #define POOL_T ping_t
91 : #define POOL_IDX_T ulong
92 0 : #define POOL_NEXT pool.next
93 : #include "../../util/tmpl/fd_pool.c"
94 :
95 : #define MAP_NAME ping_map
96 0 : #define MAP_KEY pubkey
97 : #define MAP_ELE_T ping_t
98 : #define MAP_KEY_T fd_pubkey_t
99 : #define MAP_PREV map.prev
100 0 : #define MAP_NEXT map.next
101 0 : #define MAP_KEY_EQ(k0,k1) fd_pubkey_eq( k0, k1 )
102 0 : #define MAP_KEY_HASH(key,seed) (seed^fd_ulong_load_8( (key)->uc ))
103 : #include "../../util/tmpl/fd_map_chain.c"
104 :
105 : #define POOL_NAME stake_pool
106 0 : #define POOL_T stake_t
107 : #define POOL_IDX_T ulong
108 0 : #define POOL_NEXT pool.next
109 : #include "../../util/tmpl/fd_pool.c"
110 :
111 : #define MAP_NAME stake_map
112 0 : #define MAP_KEY pubkey
113 0 : #define MAP_ELE_T stake_t
114 : #define MAP_KEY_T fd_pubkey_t
115 0 : #define MAP_PREV map.prev
116 0 : #define MAP_NEXT map.next
117 0 : #define MAP_KEY_EQ(k0,k1) fd_pubkey_eq( k0, k1 )
118 0 : #define MAP_KEY_HASH(key,seed) (seed^fd_ulong_load_8( (key)->uc ))
119 : #define MAP_OPTIMIZE_RANDOM_ACCESS_REMOVAL 1
120 : #include "../../util/tmpl/fd_map_chain.c"
121 :
122 : struct fd_gossvf_tile_ctx {
123 : long instance_creation_wallclock_nanos;
124 : ushort shred_version;
125 :
126 : int allow_private_address;
127 :
128 : fd_keyswitch_t * keyswitch;
129 : fd_pubkey_t identity_pubkey[1];
130 :
131 : fd_ip4_port_t entrypoints[ 16UL ];
132 : ulong entrypoints_cnt;
133 :
134 : #if DEBUG_PEERS
135 : ulong peer_cnt;
136 : ulong ping_cnt;
137 : #endif
138 :
139 : peer_t * peers;
140 : peer_map_t * peer_map;
141 :
142 : ping_t * pings;
143 : ping_map_t * ping_map;
144 :
145 : struct {
146 : ulong count;
147 : stake_t * pool;
148 : stake_map_t * map;
149 : uchar msg_buf[ FD_STAKE_CI_STAKE_MSG_SZ ];
150 : } stake;
151 :
152 : uchar payload[ FD_NET_MTU ];
153 : fd_ip4_port_t peer;
154 :
155 : fd_gossip_ping_update_t _ping_update[1];
156 : fd_gossip_update_message_t _gossip_update[1];
157 :
158 : double ticks_per_ns;
159 : long last_wallclock;
160 : long last_tickcount;
161 :
162 : ulong seed;
163 :
164 : ulong round_robin_idx;
165 : ulong round_robin_cnt;
166 :
167 : fd_sha512_t sha[ 1 ];
168 :
169 : struct {
170 : ulong depth;
171 : ulong map_cnt;
172 : ulong * sync;
173 : ulong * ring;
174 : ulong * map;
175 : } tcache;
176 :
177 : struct {
178 : int kind;
179 : ulong chunk0;
180 : ulong wmark;
181 : fd_wksp_t * mem;
182 : ulong mtu;
183 : } in[ 64UL ];
184 :
185 : fd_net_rx_bounds_t net_in_bounds[ 64UL ];
186 :
187 : struct {
188 : ulong chunk0;
189 : ulong chunk;
190 : ulong wmark;
191 : fd_wksp_t * mem;
192 : } out[ 1 ];
193 :
194 : struct {
195 : ulong message_rx[ FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_CNT ];
196 : ulong message_rx_bytes[ FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_CNT ];
197 : ulong crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_CNT ];
198 : ulong crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_CNT ];
199 : } metrics;
200 : };
201 :
202 : typedef struct fd_gossvf_tile_ctx fd_gossvf_tile_ctx_t;
203 :
204 : FD_FN_CONST static inline ulong
205 0 : scratch_align( void ) {
206 0 : return 128UL;
207 0 : }
208 :
209 : FD_FN_PURE static inline ulong
210 0 : scratch_footprint( fd_topo_tile_t const * tile ) {
211 0 : ulong l = FD_LAYOUT_INIT;
212 0 : l = FD_LAYOUT_APPEND( l, alignof( fd_gossvf_tile_ctx_t ), sizeof( fd_gossvf_tile_ctx_t ) );
213 0 : l = FD_LAYOUT_APPEND( l, peer_pool_align(), peer_pool_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
214 0 : l = FD_LAYOUT_APPEND( l, peer_map_align(), peer_map_footprint( 2UL*FD_CONTACT_INFO_TABLE_SIZE ) );
215 0 : l = FD_LAYOUT_APPEND( l, ping_pool_align(), ping_pool_footprint( FD_PING_TRACKER_MAX ) );
216 0 : l = FD_LAYOUT_APPEND( l, ping_map_align(), ping_map_footprint( 2UL*FD_PING_TRACKER_MAX ) );
217 0 : l = FD_LAYOUT_APPEND( l, stake_pool_align(), stake_pool_footprint( MAX_STAKED_LEADERS ) );
218 0 : l = FD_LAYOUT_APPEND( l, stake_map_align(), stake_map_footprint( fd_ulong_pow2_up( MAX_STAKED_LEADERS ) ) );
219 0 : l = FD_LAYOUT_APPEND( l, fd_tcache_align(), fd_tcache_footprint( tile->gossvf.tcache_depth, 0UL ) );
220 0 : return FD_LAYOUT_FINI( l, scratch_align() );
221 0 : }
222 :
223 : static inline void
224 0 : during_housekeeping( fd_gossvf_tile_ctx_t * ctx ) {
225 0 : ctx->last_wallclock = fd_log_wallclock();
226 0 : ctx->last_tickcount = fd_tickcount();
227 :
228 0 : if( FD_UNLIKELY( fd_keyswitch_state_query( ctx->keyswitch )==FD_KEYSWITCH_STATE_SWITCH_PENDING ) ) {
229 0 : memcpy( ctx->identity_pubkey->uc, ctx->keyswitch->bytes, 32UL );
230 0 : fd_keyswitch_state( ctx->keyswitch, FD_KEYSWITCH_STATE_COMPLETED );
231 0 : }
232 0 : }
233 :
234 : static inline void
235 0 : metrics_write( fd_gossvf_tile_ctx_t * ctx ) {
236 0 : FD_MCNT_ENUM_COPY( GOSSVF, MESSAGE_RX_COUNT, ctx->metrics.message_rx );
237 0 : FD_MCNT_ENUM_COPY( GOSSVF, MESSAGE_RX_BYTES, ctx->metrics.message_rx_bytes );
238 0 : FD_MCNT_ENUM_COPY( GOSSVF, CRDS_RX_COUNT, ctx->metrics.crds_rx );
239 0 : FD_MCNT_ENUM_COPY( GOSSVF, CRDS_RX_BYTES, ctx->metrics.crds_rx_bytes );
240 0 : }
241 :
242 : static int
243 : before_frag( fd_gossvf_tile_ctx_t * ctx,
244 : ulong in_idx,
245 : ulong seq,
246 0 : ulong sig ) {
247 0 : if( FD_UNLIKELY( !ctx->shred_version && ctx->in[ in_idx ].kind!=IN_KIND_SHRED_VERSION ) ) return -1;
248 :
249 0 : switch( ctx->in[ in_idx ].kind ) {
250 0 : case IN_KIND_SHRED_VERSION: return 0;
251 0 : case IN_KIND_NET: return (seq % ctx->round_robin_cnt) != ctx->round_robin_idx;
252 0 : case IN_KIND_REPLAY: return 0;
253 0 : case IN_KIND_PINGS: return 0;
254 0 : case IN_KIND_GOSSIP: return sig!=FD_GOSSIP_UPDATE_TAG_CONTACT_INFO &&
255 0 : sig!=FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE;
256 0 : default: FD_LOG_ERR(( "unexpected in_kind %d", ctx->in[ in_idx ].kind )); return -1;
257 0 : }
258 0 : }
259 :
260 : static inline void
261 : during_frag( fd_gossvf_tile_ctx_t * ctx,
262 : ulong in_idx,
263 : ulong seq FD_PARAM_UNUSED,
264 : ulong sig,
265 : ulong chunk,
266 : ulong sz,
267 0 : ulong ctl ) {
268 0 : if( FD_UNLIKELY( chunk<ctx->in[ in_idx ].chunk0 || chunk>ctx->in[ in_idx ].wmark || sz>ctx->in[ in_idx ].mtu ) )
269 0 : FD_LOG_ERR(( "chunk %lu %lu corrupt, not in range [%lu,%lu,%lu]", chunk, sz, ctx->in[ in_idx ].chunk0, ctx->in[ in_idx ].wmark, ctx->in[ in_idx ].mtu ));
270 :
271 0 : switch( ctx->in[ in_idx ].kind ) {
272 0 : case IN_KIND_SHRED_VERSION: {
273 0 : ctx->shred_version = (ushort)sig;
274 0 : FD_TEST( ctx->shred_version );
275 0 : break;
276 0 : }
277 0 : case IN_KIND_NET: {
278 0 : uchar const * src = fd_net_rx_translate_frag( &ctx->net_in_bounds[ in_idx ], chunk, ctl, sz );
279 0 : fd_memcpy( ctx->payload, src, sz );
280 0 : break;
281 0 : }
282 0 : case IN_KIND_REPLAY: {
283 0 : fd_stake_weight_msg_t const * msg = fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk );
284 0 : if( FD_UNLIKELY( msg->staked_cnt>MAX_STAKED_LEADERS ) )
285 0 : FD_LOG_ERR(( "Malformed stake update with %lu stakes in it, but the maximum allowed is %lu", msg->staked_cnt, MAX_SHRED_DESTS ));
286 0 : ulong msg_sz = FD_STAKE_CI_STAKE_MSG_RECORD_SZ*msg->staked_cnt+FD_STAKE_CI_STAKE_MSG_HEADER_SZ;
287 0 : fd_memcpy( ctx->stake.msg_buf, msg, msg_sz );
288 0 : break;
289 0 : }
290 0 : case IN_KIND_PINGS: {
291 0 : fd_memcpy( ctx->_ping_update, fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk ), sz );
292 0 : break;
293 0 : }
294 0 : case IN_KIND_GOSSIP:
295 0 : FD_TEST( sz==FD_GOSSIP_UPDATE_SZ_CONTACT_INFO || sz==FD_GOSSIP_UPDATE_SZ_CONTACT_INFO_REMOVE );
296 0 : fd_memcpy( ctx->_gossip_update, fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk ), sz );
297 0 : break;
298 0 : default:
299 0 : FD_LOG_ERR(( "unexpected in_kind %d", ctx->in[ in_idx ].kind ));
300 0 : }
301 0 : }
302 :
303 : static inline void
304 : handle_stakes( fd_gossvf_tile_ctx_t * ctx,
305 0 : fd_stake_weight_msg_t const * msg ) {
306 0 : fd_stake_weight_t stake_weights[ MAX_STAKED_LEADERS ];
307 0 : ulong new_stakes_cnt = compute_id_weights_from_vote_weights( stake_weights, msg->weights, msg->staked_cnt );
308 :
309 0 : for( ulong i=0UL; i<ctx->stake.count; i++ ) {
310 0 : stake_map_idx_remove_fast( ctx->stake.map, i, ctx->stake.pool );
311 0 : }
312 :
313 0 : for( ulong i=0UL; i<new_stakes_cnt; i++ ) {
314 0 : stake_t * entry = stake_pool_ele( ctx->stake.pool, i );
315 0 : fd_memcpy( entry->pubkey.uc, stake_weights[i].key.uc, 32UL );
316 0 : entry->stake = stake_weights[i].stake;
317 :
318 0 : stake_map_idx_insert( ctx->stake.map, i, ctx->stake.pool );
319 0 : }
320 0 : ctx->stake.count = new_stakes_cnt;
321 0 : }
322 :
323 : static int
324 : verify_prune( fd_gossip_view_prune_t const * view,
325 : uchar const * payload,
326 0 : fd_sha512_t * sha ) {
327 0 : uchar sign_data[ FD_NET_MTU ];
328 0 : fd_memcpy( sign_data, "\xffSOLANA_PRUNE_DATA", 18UL );
329 0 : fd_memcpy( sign_data+18UL, payload+view->pubkey_off, 32UL );
330 0 : FD_STORE( ulong, sign_data+50UL, view->origins_len );
331 0 : fd_memcpy( sign_data+58UL, payload+view->origins_off, view->origins_len*32UL );
332 0 : fd_memcpy( sign_data+58UL+view->origins_len*32UL, payload+view->destination_off, 32UL );
333 0 : FD_STORE( ulong, sign_data+90UL+view->origins_len*32UL, view->wallclock );
334 :
335 0 : ulong sign_data_len = 98UL+view->origins_len*32UL;
336 0 : int err_prefix = fd_ed25519_verify( sign_data, sign_data_len, payload+view->signature_off, payload+view->pubkey_off, sha );
337 0 : int err_no_prefix = fd_ed25519_verify( sign_data+18UL, sign_data_len-18UL, payload+view->signature_off, payload+view->pubkey_off, sha );
338 :
339 0 : if( FD_LIKELY( err_prefix==FD_ED25519_SUCCESS || err_no_prefix==FD_ED25519_SUCCESS ) ) return 0;
340 0 : else return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PRUNE_SIGNATURE_IDX;
341 0 : }
342 :
343 : static int
344 : verify_crds_value( fd_gossip_view_crds_value_t const * value,
345 : uchar const * payload,
346 0 : fd_sha512_t * sha ) {
347 0 : return fd_ed25519_verify( payload+value->signature_off+64UL, /* signable data begins after signature */
348 0 : value->length-64UL, /* signable data length */
349 0 : payload+value->signature_off,
350 0 : payload+value->pubkey_off,
351 0 : sha );
352 0 : }
353 :
354 : static int
355 : verify_signatures( fd_gossvf_tile_ctx_t * ctx,
356 : fd_gossip_view_t * view,
357 : uchar const * payload,
358 0 : fd_sha512_t * sha ) {
359 0 : switch( view->tag ) {
360 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST: {
361 0 : if( FD_UNLIKELY( FD_ED25519_SUCCESS!=verify_crds_value( view->pull_request->pr_ci, payload, sha ) ) ) {
362 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_SIGNATURE_IDX;
363 0 : } else {
364 0 : return 0;
365 0 : }
366 0 : }
367 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: {
368 0 : ulong i = 0UL;
369 0 : while( i<view->pull_response->crds_values_len ) {
370 0 : ulong dedup_tag = ctx->seed ^ fd_ulong_load_8_fast( payload+view->pull_response->crds_values[ i ].signature_off );
371 0 : int ha_dup = 0;
372 0 : FD_FN_UNUSED ulong tcache_map_idx = 0; /* ignored */
373 0 : FD_TCACHE_QUERY( ha_dup, tcache_map_idx, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
374 0 : if( FD_UNLIKELY( ha_dup ) ) {
375 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_DUPLICATE_IDX ]++;
376 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_DUPLICATE_IDX ] += view->pull_response->crds_values[ i ].length;
377 0 : view->pull_response->crds_values[ i ] = view->pull_response->crds_values[ view->pull_response->crds_values_len-1UL ];
378 0 : view->pull_response->crds_values_len--;
379 0 : continue;
380 0 : }
381 :
382 0 : int err = verify_crds_value( &view->pull_response->crds_values[ i ], payload, sha );
383 0 : if( FD_UNLIKELY( err!=FD_ED25519_SUCCESS ) ) {
384 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_SIGNATURE_IDX ]++;
385 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_SIGNATURE_IDX ] += view->pull_response->crds_values[ i ].length;
386 0 : view->pull_response->crds_values[ i ] = view->pull_response->crds_values[ view->pull_response->crds_values_len-1UL ];
387 0 : view->pull_response->crds_values_len--;
388 0 : continue;
389 0 : }
390 :
391 0 : i++;
392 0 : }
393 :
394 0 : if( FD_UNLIKELY( !view->pull_response->crds_values_len ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_RESPONSE_NO_VALID_CRDS_IDX;
395 0 : return 0;
396 0 : }
397 0 : case FD_GOSSIP_MESSAGE_PUSH: {
398 0 : ulong i = 0UL;
399 0 : while( i<view->push->crds_values_len ) {
400 0 : int err = verify_crds_value( &view->push->crds_values[ i ], payload, sha );
401 0 : if( FD_UNLIKELY( err!=FD_ED25519_SUCCESS ) ) {
402 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_SIGNATURE_IDX ]++;
403 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_SIGNATURE_IDX ] += view->push->crds_values[ i ].length;
404 0 : view->push->crds_values[ i ] = view->push->crds_values[ view->push->crds_values_len-1UL ];
405 0 : view->push->crds_values_len--;
406 0 : continue;
407 0 : }
408 :
409 0 : i++;
410 0 : }
411 :
412 0 : if( FD_UNLIKELY( !view->push->crds_values_len ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
413 0 : return 0;
414 0 : }
415 0 : case FD_GOSSIP_MESSAGE_PRUNE: return verify_prune( view->prune, payload, sha );
416 0 : case FD_GOSSIP_MESSAGE_PING: {
417 0 : fd_gossip_view_ping_t const * ping = (fd_gossip_view_ping_t const *)(payload+view->ping_pong_off);
418 0 : if( FD_UNLIKELY( FD_ED25519_SUCCESS!=fd_ed25519_verify( ping->ping_token, 32UL, ping->signature, ping->pubkey, sha ) ) ) {
419 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PING_SIGNATURE_IDX;
420 0 : } else {
421 0 : return 0;
422 0 : }
423 0 : }
424 0 : case FD_GOSSIP_MESSAGE_PONG: {
425 0 : fd_gossip_view_pong_t const * pong = (fd_gossip_view_pong_t const *)(payload+view->ping_pong_off);
426 0 : if( FD_UNLIKELY( FD_ED25519_SUCCESS!=fd_ed25519_verify( pong->ping_hash, 32UL, pong->signature, pong->pubkey, sha ) ) ) {
427 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PONG_SIGNATURE_IDX;
428 0 : } else {
429 0 : return 0;
430 0 : }
431 0 : }
432 0 : default: __builtin_unreachable();
433 0 : };
434 0 : }
435 :
436 : static inline int
437 : is_entrypoint( fd_gossvf_tile_ctx_t * ctx,
438 0 : fd_ip4_port_t addr ) {
439 0 : for( ulong i=0UL; i<ctx->entrypoints_cnt; i++ ) {
440 0 : if( FD_UNLIKELY( addr.addr==ctx->entrypoints[ i ].addr && addr.port==ctx->entrypoints[ i ].port ) ) return 1;
441 0 : }
442 0 : return 0;
443 0 : }
444 :
445 : static void
446 : filter_shred_version_crds( fd_gossvf_tile_ctx_t * ctx,
447 : int tag,
448 : fd_gossip_view_crds_container_t * container,
449 0 : uchar const * payload ) {
450 0 : peer_t const * relayer = peer_map_ele_query_const( ctx->peer_map, (fd_pubkey_t*)(payload+container->from_off), NULL, ctx->peers );
451 0 : int keep_non_ci = (relayer && relayer->shred_version==ctx->shred_version) || (!relayer && is_entrypoint( ctx, ctx->peer ) );
452 :
453 0 : ulong i = 0UL;
454 0 : while( i<container->crds_values_len ) {
455 0 : int keep = container->crds_values[ i ].tag==FD_GOSSIP_VALUE_CONTACT_INFO;
456 0 : int no_origin = 0;
457 0 : if( FD_LIKELY( !keep && keep_non_ci ) ) {
458 0 : peer_t const * origin = peer_map_ele_query_const( ctx->peer_map, (fd_pubkey_t*)(payload+container->crds_values[ i ].pubkey_off), NULL, ctx->peers );
459 0 : no_origin = !origin;
460 0 : keep = origin && origin->shred_version==ctx->shred_version;
461 0 : }
462 :
463 0 : if( FD_UNLIKELY( !keep ) ) {
464 0 : if( FD_UNLIKELY( tag==FD_GOSSIP_MESSAGE_PULL_RESPONSE ) ) {
465 0 : if( FD_LIKELY( keep_non_ci ) ) {
466 0 : if( FD_LIKELY( no_origin ) ) {
467 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_ORIGIN_NO_CONTACT_INFO_IDX ]++;
468 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_ORIGIN_NO_CONTACT_INFO_IDX ] += container->crds_values[ i ].length;
469 0 : } else {
470 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_ORIGIN_SHRED_VERSION_IDX ]++;
471 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_ORIGIN_SHRED_VERSION_IDX ] += container->crds_values[ i ].length;
472 0 : }
473 0 : } else {
474 0 : if( FD_LIKELY( !relayer ) ) {
475 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_RELAYER_NO_CONTACT_INFO_IDX ]++;
476 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_RELAYER_NO_CONTACT_INFO_IDX ] += container->crds_values[ i ].length;
477 0 : } else {
478 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_RELAYER_SHRED_VERSION_IDX ]++;
479 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_RELAYER_SHRED_VERSION_IDX ] += container->crds_values[ i ].length;
480 0 : }
481 0 : }
482 0 : } else {
483 0 : if( FD_LIKELY( keep_non_ci ) ) {
484 0 : if( FD_LIKELY( no_origin ) ) {
485 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_ORIGIN_NO_CONTACT_INFO_IDX ]++;
486 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_ORIGIN_NO_CONTACT_INFO_IDX ] += container->crds_values[ i ].length;
487 0 : } else {
488 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_ORIGIN_SHRED_VERSION_IDX ]++;
489 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_ORIGIN_SHRED_VERSION_IDX ] += container->crds_values[ i ].length;
490 0 : }
491 0 : } else {
492 0 : if( FD_LIKELY( !relayer ) ) {
493 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_RELAYER_NO_CONTACT_INFO_IDX ]++;
494 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_RELAYER_NO_CONTACT_INFO_IDX ] += container->crds_values[ i ].length;
495 0 : } else {
496 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_RELAYER_SHRED_VERSION_IDX ]++;
497 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_RELAYER_SHRED_VERSION_IDX ] += container->crds_values[ i ].length;
498 0 : }
499 0 : }
500 0 : }
501 0 : container->crds_values[ i ] = container->crds_values[ container->crds_values_len-1UL ];
502 0 : container->crds_values_len--;
503 0 : continue;
504 0 : }
505 :
506 0 : i++;
507 0 : }
508 0 : }
509 :
510 : static int
511 : filter_shred_version( fd_gossvf_tile_ctx_t * ctx,
512 : fd_gossip_view_t * view,
513 0 : uchar const * payload ) {
514 0 : switch( view->tag ) {
515 0 : case FD_GOSSIP_MESSAGE_PING:
516 0 : case FD_GOSSIP_MESSAGE_PONG:
517 0 : case FD_GOSSIP_MESSAGE_PRUNE:
518 0 : return 0;
519 0 : case FD_GOSSIP_MESSAGE_PUSH: {
520 0 : filter_shred_version_crds( ctx, view->tag, view->push, payload );
521 0 : if( FD_UNLIKELY( !view->push->crds_values_len ) ) {
522 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
523 0 : } else {
524 0 : return 0;
525 0 : }
526 0 : }
527 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: {
528 0 : filter_shred_version_crds( ctx, view->tag, view->pull_response, payload );
529 0 : if( FD_UNLIKELY( !view->pull_response->crds_values_len ) ) {
530 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_RESPONSE_NO_VALID_CRDS_IDX;
531 0 : } else {
532 0 : return 0;
533 0 : }
534 0 : }
535 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST:
536 0 : FD_TEST( view->pull_request->pr_ci->tag==FD_GOSSIP_VALUE_CONTACT_INFO );
537 0 : if( FD_UNLIKELY( view->pull_request->pr_ci->ci_view->contact_info->shred_version!=ctx->shred_version ) ) {
538 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_SHRED_VERSION_IDX;
539 0 : } else {
540 0 : return 0;
541 0 : }
542 0 : default:
543 0 : __builtin_unreachable();
544 0 : }
545 0 : }
546 :
547 : static void
548 : check_duplicate_instance( fd_gossvf_tile_ctx_t * ctx,
549 : fd_gossip_view_t const * view,
550 0 : uchar const * payload ) {
551 0 : fd_gossip_view_crds_container_t const * container;
552 0 : switch( view->tag ) {
553 0 : case FD_GOSSIP_MESSAGE_PING:
554 0 : case FD_GOSSIP_MESSAGE_PONG:
555 0 : case FD_GOSSIP_MESSAGE_PRUNE:
556 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST:
557 0 : return;
558 0 : case FD_GOSSIP_MESSAGE_PUSH:
559 0 : container = view->push;
560 0 : break;
561 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE:
562 0 : container = view->pull_response;
563 0 : break;
564 0 : default:
565 0 : __builtin_unreachable();
566 0 : }
567 :
568 0 : for( ulong i=0UL; i<container->crds_values_len; i++ ) {
569 0 : fd_gossip_view_crds_value_t const * value = &container->crds_values[ i ];
570 0 : if( FD_UNLIKELY( value->tag!=FD_GOSSIP_VALUE_CONTACT_INFO ) ) continue;
571 :
572 0 : fd_contact_info_t const * contact_info = value->ci_view->contact_info;
573 :
574 0 : if( FD_LIKELY( ctx->instance_creation_wallclock_nanos>=contact_info->instance_creation_wallclock_nanos ) ) continue;
575 0 : if( FD_LIKELY( memcmp( ctx->identity_pubkey->uc, payload+value->pubkey_off, 32UL ) ) ) continue;
576 :
577 0 : FD_LOG_ERR(( "duplicate running instances of the same validator node, our timestamp: %ldns their timestamp: %ldns", ctx->instance_creation_wallclock_nanos, contact_info->instance_creation_wallclock_nanos ));
578 0 : }
579 0 : }
580 :
581 : static inline int
582 : is_ping_active( fd_gossvf_tile_ctx_t * ctx,
583 0 : fd_contact_info_t const * contact_info ) {
584 0 : fd_ip4_port_t const * gossip_addr = &contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ];
585 :
586 : /* 1. If the node is an entrypoint, it is active */
587 0 : if( FD_UNLIKELY( is_entrypoint( ctx, *gossip_addr ) ) ) return 1;
588 :
589 : /* 2. If the node has more than 1 sol staked, it is active */
590 0 : stake_t const * stake = stake_map_ele_query_const( ctx->stake.map, &contact_info->pubkey, NULL, ctx->stake.pool );
591 0 : if( FD_LIKELY( stake && stake->stake>=1000000000UL ) ) return 1;
592 :
593 : /* 3. If the node has actively ponged a ping, it is active */
594 0 : ping_t * ping = ping_map_ele_query( ctx->ping_map, &contact_info->pubkey, NULL, ctx->pings );
595 0 : return ping!=NULL;
596 0 : }
597 :
598 : static int
599 : ping_if_unponged_contact_info( fd_gossvf_tile_ctx_t * ctx,
600 : fd_contact_info_t const * contact_info,
601 0 : fd_stem_context_t * stem ) {
602 0 : fd_ip4_port_t const * gossip_addr = &contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ];
603 :
604 0 : if( FD_UNLIKELY( gossip_addr->l==0U ) ) return 1; /* implies ipv6 address */
605 0 : int is_ip4_nonpublic = !ctx->allow_private_address && !fd_ip4_addr_is_public( gossip_addr->addr );
606 0 : if( FD_UNLIKELY( is_ip4_nonpublic ) ) return 1;
607 :
608 0 : if( FD_UNLIKELY( !is_ping_active( ctx, contact_info ) ) ) {
609 0 : fd_gossip_pingreq_t * pingreq = (fd_gossip_pingreq_t*)fd_chunk_to_laddr( ctx->out->mem, ctx->out->chunk );
610 0 : fd_memcpy( pingreq->pubkey.uc, contact_info->pubkey.uc, 32UL );
611 0 : fd_stem_publish( stem, 0UL, fd_gossvf_sig( gossip_addr->addr, gossip_addr->port, 1 ), ctx->out->chunk, sizeof(fd_gossip_pingreq_t), 0UL, 0UL, 0UL );
612 0 : ctx->out->chunk = fd_dcache_compact_next( ctx->out->chunk, sizeof(fd_gossip_pingreq_t), ctx->out->chunk0, ctx->out->wmark );
613 :
614 : #if DEBUG_PEERS
615 : char base58[ FD_BASE58_ENCODED_32_SZ ];
616 : fd_base58_encode_32( contact_info->pubkey.uc, NULL, base58 );
617 : FD_LOG_NOTICE(( "pinging %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( gossip_addr->addr ), gossip_addr->port, ctx->ping_cnt ));
618 : ctx->ping_cnt++;
619 : #endif
620 0 : return 1;
621 0 : }
622 0 : return 0;
623 0 : }
624 :
625 : static int
626 : verify_addresses( fd_gossvf_tile_ctx_t * ctx,
627 : fd_gossip_view_t * view,
628 0 : fd_stem_context_t * stem ) {
629 0 : fd_gossip_view_crds_container_t * container;
630 0 : switch( view->tag ) {
631 0 : case FD_GOSSIP_MESSAGE_PING:
632 0 : case FD_GOSSIP_MESSAGE_PONG:
633 0 : case FD_GOSSIP_MESSAGE_PRUNE:
634 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST:
635 0 : return 0;
636 0 : case FD_GOSSIP_MESSAGE_PUSH:
637 0 : container = view->push;
638 0 : break;
639 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE:
640 0 : container = view->pull_response;
641 0 : break;
642 0 : default:
643 0 : FD_LOG_ERR(( "unexpected view tag %u", view->tag ));
644 0 : }
645 :
646 0 : ulong i = 0UL;
647 0 : while( i<container->crds_values_len ) {
648 0 : fd_gossip_view_crds_value_t const * value = &container->crds_values[ i ];
649 0 : if( FD_UNLIKELY( value->tag!=FD_GOSSIP_VALUE_CONTACT_INFO ) ) {
650 0 : i++;
651 0 : continue;
652 0 : }
653 :
654 0 : if( FD_UNLIKELY( ping_if_unponged_contact_info( ctx, value->ci_view->contact_info, stem ) ) ) {
655 0 : if( FD_LIKELY( view->tag==FD_GOSSIP_MESSAGE_PUSH ) ) {
656 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_INACTIVE_IDX ]++;
657 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_INACTIVE_IDX ] += value->length;
658 0 : } else {
659 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_INACTIVE_IDX ]++;
660 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PULL_RESPONSE_INACTIVE_IDX ] += value->length;
661 0 : }
662 0 : container->crds_values[ i ] = container->crds_values[ container->crds_values_len-1UL ];
663 0 : container->crds_values_len--;
664 0 : continue;
665 0 : }
666 :
667 0 : i++;
668 0 : }
669 :
670 0 : if( FD_UNLIKELY( !container->crds_values_len ) ) {
671 0 : if( view->tag==FD_GOSSIP_MESSAGE_PUSH ) {
672 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
673 0 : } else if( view->tag==FD_GOSSIP_MESSAGE_PULL_RESPONSE ) {
674 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_RESPONSE_NO_VALID_CRDS_IDX;
675 0 : } else {
676 0 : __builtin_unreachable();
677 0 : }
678 0 : } else {
679 0 : return 0;
680 0 : }
681 0 : }
682 :
683 : static void
684 : handle_ping_update( fd_gossvf_tile_ctx_t * ctx,
685 0 : fd_gossip_ping_update_t * ping_update ) {
686 : #if DEBUG_PEERS
687 : char base58[ FD_BASE58_ENCODED_32_SZ ];
688 : fd_base58_encode_32( ping_update->pubkey.uc, NULL, base58 );
689 : #endif
690 :
691 0 : if( FD_UNLIKELY( ping_update->remove ) ) {
692 : #if DEBUG_PEERS
693 : ctx->ping_cnt--;
694 : FD_LOG_NOTICE(( "removing ping for %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( ping_update->gossip_addr.addr ), fd_ushort_bswap( ping_update->gossip_addr.port ), ctx->ping_cnt ));
695 : #endif
696 :
697 0 : ping_t * ping = ping_map_ele_remove( ctx->ping_map, &ping_update->pubkey, NULL, ctx->pings );
698 0 : FD_TEST( ping );
699 0 : ping_pool_ele_release( ctx->pings, ping );
700 0 : } else {
701 : #if DEBUG_PEERS
702 : ctx->ping_cnt++;
703 : FD_LOG_NOTICE(( "adding ping for %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( ping_update->gossip_addr.addr ), fd_ushort_bswap( ping_update->gossip_addr.port ), ctx->ping_cnt ));
704 : #endif
705 :
706 0 : FD_TEST( ping_pool_free( ctx->pings ) );
707 0 : FD_TEST( !ping_map_ele_query( ctx->ping_map, &ping_update->pubkey, NULL, ctx->pings ) );
708 0 : ping_t * ping = ping_pool_ele_acquire( ctx->pings );
709 0 : ping->addr.l = ping_update->gossip_addr.l;
710 0 : fd_memcpy( ping->pubkey.uc, ping_update->pubkey.uc, 32UL );
711 0 : ping_map_ele_insert( ctx->ping_map, ping, ctx->pings );
712 0 : }
713 0 : }
714 :
715 : static void
716 : handle_peer_update( fd_gossvf_tile_ctx_t * ctx,
717 0 : fd_gossip_update_message_t * gossip_update ) {
718 : #if DEBUG_PEERS
719 : char base58[ FD_BASE58_ENCODED_32_SZ ];
720 : fd_base58_encode_32( gossip_update->origin_pubkey, NULL, base58 );
721 : #endif
722 :
723 0 : switch( gossip_update->tag ) {
724 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO: {
725 0 : peer_t * peer = peer_map_ele_query( ctx->peer_map, (fd_pubkey_t*)gossip_update->origin_pubkey, NULL, ctx->peers );
726 0 : if( FD_LIKELY( peer ) ) {
727 : #if DEBUG_PEERS
728 : FD_LOG_NOTICE(( "updating peer %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].addr ), fd_ushort_bswap( gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].port ), ctx->peer_cnt ));
729 : #endif
730 :
731 0 : peer->shred_version = gossip_update->contact_info.contact_info->shred_version;
732 0 : peer->gossip_addr = gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ];
733 0 : } else {
734 : #if DEBUG_PEERS
735 : ctx->peer_cnt++;
736 : FD_LOG_NOTICE(( "adding peer %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].addr ), fd_ushort_bswap( gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].port ), ctx->peer_cnt ));
737 : #endif
738 :
739 0 : FD_TEST( peer_pool_free( ctx->peers ) );
740 0 : peer = peer_pool_ele_acquire( ctx->peers );
741 0 : peer->shred_version = gossip_update->contact_info.contact_info->shred_version;
742 0 : peer->gossip_addr = gossip_update->contact_info.contact_info->sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ];
743 0 : fd_memcpy( peer->pubkey.uc, gossip_update->contact_info.contact_info->pubkey.uc, 32UL );
744 0 : peer_map_ele_insert( ctx->peer_map, peer, ctx->peers );
745 0 : }
746 0 : break;
747 0 : }
748 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE: {
749 : #if DEBUG_PEERS
750 : ctx->peer_cnt--;
751 : FD_LOG_NOTICE(( "removing peer %s (%lu)", base58, ctx->peer_cnt ));
752 : #endif
753 :
754 0 : peer_t * peer = peer_map_ele_remove( ctx->peer_map, (fd_pubkey_t*)gossip_update->origin_pubkey, NULL, ctx->peers );
755 0 : FD_TEST( peer );
756 0 : peer_pool_ele_release( ctx->peers, peer );
757 0 : break;
758 0 : }
759 0 : default: FD_LOG_ERR(( "unexpected gossip_update tag %u", gossip_update->tag ));
760 0 : }
761 0 : }
762 :
763 : static int
764 : handle_net( fd_gossvf_tile_ctx_t * ctx,
765 : ulong sz,
766 : ulong tsorig,
767 0 : fd_stem_context_t * stem ) {
768 0 : uchar * payload;
769 0 : ulong payload_sz;
770 0 : fd_ip4_hdr_t * ip4_hdr;
771 0 : fd_udp_hdr_t * udp_hdr;
772 0 : FD_TEST( fd_ip4_udp_hdr_strip( ctx->payload, sz, &payload, &payload_sz, NULL, &ip4_hdr, &udp_hdr ) );
773 0 : ctx->peer.addr = ip4_hdr->saddr;
774 0 : ctx->peer.port = udp_hdr->net_sport;
775 :
776 0 : long now = ctx->last_wallclock + (long)((double)(fd_tickcount()-ctx->last_tickcount)/ctx->ticks_per_ns);
777 :
778 0 : fd_gossip_view_t view[ 1 ];
779 0 : ulong decode_sz = fd_gossip_msg_parse( view, payload, payload_sz );
780 0 : if( FD_UNLIKELY( !decode_sz ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_UNPARSEABLE_IDX;
781 :
782 0 : if( FD_UNLIKELY( view->tag==FD_GOSSIP_MESSAGE_PUSH ) ) FD_TEST( view->push->crds_values_len<=FD_GOSSIP_MSG_MAX_CRDS );
783 0 : if( FD_UNLIKELY( view->tag==FD_GOSSIP_MESSAGE_PULL_RESPONSE ) ) FD_TEST( view->pull_response->crds_values_len<=FD_GOSSIP_MSG_MAX_CRDS );
784 :
785 0 : if( FD_UNLIKELY( view->tag==FD_GOSSIP_MESSAGE_PULL_REQUEST ) ) {
786 0 : if( FD_UNLIKELY( view->pull_request->pr_ci->tag!=FD_GOSSIP_VALUE_CONTACT_INFO ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_NOT_CONTACT_INFO_IDX;
787 0 : if( FD_UNLIKELY( !memcmp( payload+view->pull_request->pr_ci->pubkey_off, ctx->identity_pubkey, 32UL ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_LOOPBACK_IDX;
788 0 : if( FD_UNLIKELY( ping_if_unponged_contact_info( ctx, view->pull_request->pr_ci->ci_view->contact_info, stem ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_INACTIVE_IDX;
789 :
790 : /* TODO: Jitter? */
791 0 : long clamp_wallclock_lower_nanos = now-15L*1000L*1000L*1000L;
792 0 : long clamp_wallclock_upper_nanos = now+15L*1000L*1000L*1000L;
793 0 : if( FD_UNLIKELY( view->pull_request->pr_ci->wallclock_nanos<clamp_wallclock_lower_nanos ||
794 0 : view->pull_request->pr_ci->wallclock_nanos>clamp_wallclock_upper_nanos ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PULL_REQUEST_WALLCLOCK_IDX;
795 0 : }
796 :
797 0 : if( FD_UNLIKELY( view->tag==FD_GOSSIP_MESSAGE_PRUNE ) ) {
798 0 : if( FD_UNLIKELY( !!memcmp( payload+view->prune->destination_off, ctx->identity_pubkey, 32UL ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PRUNE_DESTINATION_IDX;
799 0 : if( FD_UNLIKELY( now-1000L*1000L*1000L>view->prune->wallclock_nanos ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PRUNE_WALLCLOCK_IDX;
800 0 : }
801 :
802 0 : if( FD_LIKELY( view->tag==FD_GOSSIP_MESSAGE_PUSH ) ) {
803 0 : ulong i = 0UL;
804 0 : while( i<view->push->crds_values_len ) {
805 0 : fd_gossip_view_crds_value_t const * value = &view->push->crds_values[ i ];
806 0 : if( FD_UNLIKELY( value->wallclock_nanos<now-15L*1000L*1000L*1000L ||
807 0 : value->wallclock_nanos>now+15L*1000L*1000L*1000L ) ) {
808 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_WALLCLOCK_IDX ]++;
809 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_DROPPED_PUSH_WALLCLOCK_IDX ] += value->length;
810 0 : view->push->crds_values[ i ] = view->push->crds_values[ view->push->crds_values_len-1UL ];
811 0 : view->push->crds_values_len--;
812 0 : continue;
813 0 : }
814 0 : i++;
815 0 : }
816 :
817 0 : if( FD_UNLIKELY( !view->push->crds_values_len ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
818 0 : }
819 :
820 0 : int result = filter_shred_version( ctx, view, payload );
821 0 : if( FD_UNLIKELY( result ) ) return result;
822 :
823 0 : result = verify_addresses( ctx, view, stem );
824 0 : if( FD_UNLIKELY( result ) ) return result;
825 :
826 0 : result = verify_signatures( ctx, view, payload, ctx->sha );
827 0 : if( FD_UNLIKELY( result ) ) return result;
828 :
829 0 : check_duplicate_instance( ctx, view, payload );
830 :
831 0 : switch( view->tag ) {
832 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: {
833 0 : for( ulong i=0UL; i<view->pull_response->crds_values_len; i++ ) {
834 0 : ulong dedup_tag = ctx->seed ^ fd_ulong_load_8_fast( payload+view->pull_response->crds_values[ i ].signature_off );
835 0 : int ha_dup = 0;
836 0 : FD_TCACHE_INSERT( ha_dup, *ctx->tcache.sync, ctx->tcache.ring, ctx->tcache.depth, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
837 0 : (void)ha_dup; /* unused */
838 0 : }
839 0 : break;
840 0 : }
841 0 : case FD_GOSSIP_MESSAGE_PUSH: {
842 0 : for( ulong i=0UL; i<view->push->crds_values_len; i++ ) {
843 0 : ulong dedup_tag = ctx->seed ^ fd_ulong_load_8_fast( payload+view->push->crds_values[ i ].signature_off );
844 0 : int ha_dup = 0;
845 0 : FD_TCACHE_INSERT( ha_dup, *ctx->tcache.sync, ctx->tcache.ring, ctx->tcache.depth, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
846 0 : (void)ha_dup; /* unused */
847 0 : }
848 0 : break;
849 0 : }
850 0 : default:
851 0 : break;
852 0 : }
853 :
854 0 : switch( view->tag ) {
855 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PULL_REQUEST_IDX; break;
856 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PULL_RESPONSE_IDX; break;
857 0 : case FD_GOSSIP_MESSAGE_PUSH: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PUSH_IDX; break;
858 0 : case FD_GOSSIP_MESSAGE_PRUNE: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PRUNE_IDX; break;
859 0 : case FD_GOSSIP_MESSAGE_PING: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PING_IDX; break;
860 0 : case FD_GOSSIP_MESSAGE_PONG: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_OUTCOME_V_SUCCESS_PONG_IDX; break;
861 0 : default: FD_LOG_ERR(( "unexpected view tag %d", view->tag ));
862 0 : }
863 :
864 0 : switch( view->tag ) {
865 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE:
866 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_SUCCESS_PULL_RESPONSE_IDX ] += view->pull_response->crds_values_len;
867 0 : for( ulong i=0UL; i<view->pull_response->crds_values_len; i++ ) {
868 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_SUCCESS_PULL_RESPONSE_IDX ] += view->pull_response->crds_values[ i ].length;
869 0 : }
870 0 : break;
871 0 : case FD_GOSSIP_MESSAGE_PUSH:
872 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_SUCCESS_PUSH_IDX ] += view->push->crds_values_len;
873 0 : for( ulong i=0UL; i<view->push->crds_values_len; i++ ) {
874 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_OUTCOME_V_SUCCESS_PUSH_IDX ] += view->push->crds_values[ i ].length;
875 0 : }
876 0 : break;
877 0 : default:
878 0 : break;
879 0 : }
880 :
881 0 : uchar * dst = fd_chunk_to_laddr( ctx->out->mem, ctx->out->chunk );
882 0 : fd_memcpy( dst, view, sizeof(fd_gossip_view_t) );
883 0 : fd_memcpy( dst+sizeof(fd_gossip_view_t), payload, payload_sz );
884 :
885 0 : ulong tspub = (ulong)fd_frag_meta_ts_comp( fd_tickcount() );
886 0 : fd_stem_publish( stem, 0UL, fd_gossvf_sig( ctx->peer.addr, ctx->peer.port, 0 ), ctx->out->chunk, sizeof(fd_gossip_view_t)+payload_sz, 0UL, tsorig, tspub );
887 0 : ctx->out->chunk = fd_dcache_compact_next( ctx->out->chunk, sizeof(fd_gossip_view_t)+payload_sz, ctx->out->chunk0, ctx->out->wmark );
888 :
889 0 : return result;
890 0 : }
891 :
892 : static inline void
893 : after_frag( fd_gossvf_tile_ctx_t * ctx,
894 : ulong in_idx,
895 : ulong seq,
896 : ulong sig,
897 : ulong sz,
898 : ulong tsorig,
899 : ulong _tspub,
900 0 : fd_stem_context_t * stem ) {
901 0 : (void)seq;
902 0 : (void)sig;
903 0 : (void)_tspub;
904 :
905 0 : switch( ctx->in[ in_idx ].kind ) {
906 0 : case IN_KIND_SHRED_VERSION: break;
907 0 : case IN_KIND_PINGS: handle_ping_update( ctx, ctx->_ping_update ); break;
908 0 : case IN_KIND_GOSSIP: handle_peer_update( ctx, ctx->_gossip_update ); break;
909 0 : case IN_KIND_REPLAY: handle_stakes( ctx, (fd_stake_weight_msg_t const *) ctx->stake.msg_buf ); break;
910 0 : case IN_KIND_NET: {
911 0 : int result = handle_net( ctx, sz, tsorig, stem );
912 0 : ctx->metrics.message_rx[ result ]++;
913 0 : ctx->metrics.message_rx_bytes[ result ] += sz;
914 0 : break;
915 0 : }
916 0 : default: FD_LOG_ERR(( "unexpected in_kind %d", ctx->in[ in_idx ].kind ));
917 0 : }
918 0 : }
919 :
920 : static void
921 : privileged_init( fd_topo_t * topo,
922 0 : fd_topo_tile_t * tile ) {
923 0 : void * scratch = fd_topo_obj_laddr( topo, tile->tile_obj_id );
924 :
925 0 : FD_SCRATCH_ALLOC_INIT( l, scratch );
926 0 : fd_gossvf_tile_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof( fd_gossvf_tile_ctx_t ), sizeof( fd_gossvf_tile_ctx_t ) );
927 0 : FD_TEST( fd_rng_secure( &ctx->seed, 8U ) );
928 :
929 0 : if( FD_UNLIKELY( !strcmp( tile->gossvf.identity_key_path, "" ) ) ) FD_LOG_ERR(( "identity_key_path not set" ));
930 :
931 0 : ctx->identity_pubkey[ 0 ] = *(fd_pubkey_t const *)fd_type_pun_const( fd_keyload_load( tile->gossvf.identity_key_path, /* pubkey only: */ 1 ) );
932 0 : }
933 :
934 : static void
935 : unprivileged_init( fd_topo_t * topo,
936 0 : fd_topo_tile_t * tile ) {
937 0 : void * scratch = fd_topo_obj_laddr( topo, tile->tile_obj_id );
938 :
939 0 : FD_SCRATCH_ALLOC_INIT( l, scratch );
940 0 : fd_gossvf_tile_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof( fd_gossvf_tile_ctx_t ), sizeof( fd_gossvf_tile_ctx_t ) );
941 0 : void * _peer_pool = FD_SCRATCH_ALLOC_APPEND( l, peer_pool_align(), peer_pool_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
942 0 : void * _peer_map = FD_SCRATCH_ALLOC_APPEND( l, peer_map_align(), peer_map_footprint( 2UL*FD_CONTACT_INFO_TABLE_SIZE ) );
943 0 : void * _ping_pool = FD_SCRATCH_ALLOC_APPEND( l, ping_pool_align(), ping_pool_footprint( FD_PING_TRACKER_MAX ) );
944 0 : void * _ping_map = FD_SCRATCH_ALLOC_APPEND( l, ping_map_align(), ping_map_footprint( 2UL*FD_PING_TRACKER_MAX ) );
945 0 : void * _stake_pool = FD_SCRATCH_ALLOC_APPEND( l, stake_pool_align(), stake_pool_footprint( MAX_STAKED_LEADERS ) );
946 0 : void * _stake_map = FD_SCRATCH_ALLOC_APPEND( l, stake_map_align(), stake_map_footprint( fd_ulong_pow2_up( MAX_STAKED_LEADERS ) ) );
947 0 : void * _tcache = FD_SCRATCH_ALLOC_APPEND( l, fd_tcache_align(), fd_tcache_footprint( tile->gossvf.tcache_depth, 0UL ) );
948 :
949 0 : ctx->peers = peer_pool_join( peer_pool_new( _peer_pool, FD_CONTACT_INFO_TABLE_SIZE ) );
950 0 : FD_TEST( ctx->peers );
951 :
952 0 : ctx->peer_map = peer_map_join( peer_map_new( _peer_map, 2UL*FD_CONTACT_INFO_TABLE_SIZE, ctx->seed ) );
953 0 : FD_TEST( ctx->peer_map );
954 :
955 0 : ctx->pings = ping_pool_join( ping_pool_new( _ping_pool, FD_PING_TRACKER_MAX ) );
956 0 : FD_TEST( ctx->pings );
957 :
958 0 : ctx->ping_map = ping_map_join( ping_map_new( _ping_map, 2UL*FD_PING_TRACKER_MAX, ctx->seed ) );
959 0 : FD_TEST( ctx->ping_map );
960 :
961 0 : ctx->stake.count = 0UL;
962 0 : ctx->stake.pool = stake_pool_join( stake_pool_new( _stake_pool, MAX_STAKED_LEADERS ) );
963 0 : FD_TEST( ctx->stake.pool );
964 :
965 0 : ctx->stake.map = stake_map_join( stake_map_new( _stake_map, fd_ulong_pow2_up( MAX_STAKED_LEADERS ), ctx->seed ) );
966 0 : FD_TEST( ctx->stake.map );
967 :
968 0 : ctx->round_robin_cnt = fd_topo_tile_name_cnt( topo, tile->name );
969 0 : ctx->round_robin_idx = tile->kind_id;
970 :
971 0 : ctx->allow_private_address = tile->gossvf.allow_private_address;
972 :
973 0 : ctx->keyswitch = fd_keyswitch_join( fd_topo_obj_laddr( topo, tile->keyswitch_obj_id ) );
974 0 : FD_TEST( ctx->keyswitch );
975 :
976 0 : ctx->shred_version = tile->gossvf.shred_version;
977 :
978 0 : ctx->ticks_per_ns = fd_tempo_tick_per_ns( NULL );
979 0 : ctx->last_wallclock = fd_log_wallclock();
980 0 : ctx->last_tickcount = fd_tickcount();
981 :
982 0 : FD_TEST( fd_sha512_join( fd_sha512_new( ctx->sha ) ) );
983 :
984 0 : fd_tcache_t * tcache = fd_tcache_join( fd_tcache_new( _tcache, tile->gossvf.tcache_depth, 0UL ) );
985 0 : FD_TEST( tcache );
986 :
987 0 : ctx->tcache.depth = fd_tcache_depth ( tcache );
988 0 : ctx->tcache.map_cnt = fd_tcache_map_cnt ( tcache );
989 0 : ctx->tcache.sync = fd_tcache_oldest_laddr( tcache );
990 0 : ctx->tcache.ring = fd_tcache_ring_laddr ( tcache );
991 0 : ctx->tcache.map = fd_tcache_map_laddr ( tcache );
992 :
993 0 : ctx->entrypoints_cnt = tile->gossvf.entrypoints_cnt;
994 0 : for( ulong i=0UL; i<tile->gossvf.entrypoints_cnt; i++ ) {
995 0 : ctx->entrypoints[ i ].l = tile->gossvf.entrypoints[ i ].l;
996 : #if DEBUG_PEERS
997 : FD_LOG_NOTICE(( "entrypoint " FD_IP4_ADDR_FMT ":%hu", FD_IP4_ADDR_FMT_ARGS( ctx->entrypoints[ i ].addr ), fd_ushort_bswap( ctx->entrypoints[ i ].port ) ));
998 : #endif
999 0 : }
1000 :
1001 0 : ctx->instance_creation_wallclock_nanos = tile->gossvf.boot_timestamp_nanos;
1002 :
1003 : #if DEBUG_PEERS
1004 : ctx->peer_cnt = 0UL;
1005 : ctx->ping_cnt = 0UL;
1006 : #endif
1007 :
1008 0 : memset( &ctx->metrics, 0, sizeof( ctx->metrics ) );
1009 :
1010 0 : FD_TEST( tile->in_cnt<=sizeof(ctx->in)/sizeof(ctx->in[0]) );
1011 0 : for( ulong i=0UL; i<tile->in_cnt; i++ ) {
1012 0 : fd_topo_link_t * link = &topo->links[ tile->in_link_id[ i ] ];
1013 0 : fd_topo_wksp_t * link_wksp = &topo->workspaces[ topo->objs[ link->dcache_obj_id ].wksp_id ];
1014 :
1015 0 : ctx->in[ i ].mem = link_wksp->wksp;
1016 0 : if( FD_LIKELY( link->mtu ) ) {
1017 0 : ctx->in[ i ].chunk0 = fd_dcache_compact_chunk0( ctx->in[ i ].mem, link->dcache );
1018 0 : ctx->in[ i ].wmark = fd_dcache_compact_wmark ( ctx->in[ i ].mem, link->dcache, link->mtu );
1019 0 : } else {
1020 0 : ctx->in[ i ].chunk0 = 0UL;
1021 0 : ctx->in[ i ].wmark = 0UL;
1022 0 : }
1023 0 : ctx->in[ i ].mtu = link->mtu;
1024 :
1025 0 : if( !strcmp( link->name, "gossip_gossv" ) ) ctx->in[ i ].kind = IN_KIND_PINGS;
1026 0 : else if( !strcmp( link->name, "ipecho_out" ) ) ctx->in[ i ].kind = IN_KIND_SHRED_VERSION;
1027 0 : else if( !strcmp( link->name, "gossip_out" ) ) ctx->in[ i ].kind = IN_KIND_GOSSIP;
1028 0 : else if( !strcmp( link->name, "net_gossvf" ) ) {
1029 0 : ctx->in[ i ].kind = IN_KIND_NET;
1030 0 : fd_net_rx_bounds_init( &ctx->net_in_bounds[ i ], link->dcache );
1031 0 : }
1032 0 : else if( !strcmp( link->name, "replay_stake" ) ) ctx->in[ i ].kind = IN_KIND_REPLAY;
1033 0 : else FD_LOG_ERR(( "unexpected input link name %s", link->name ));
1034 0 : }
1035 :
1036 0 : FD_TEST( tile->out_cnt==1UL );
1037 0 : fd_topo_link_t * gossvf_out = &topo->links[ tile->out_link_id[ 0UL ] ];
1038 0 : ctx->out->mem = topo->workspaces[ topo->objs[ gossvf_out->dcache_obj_id ].wksp_id ].wksp;
1039 0 : ctx->out->chunk0 = fd_dcache_compact_chunk0( ctx->out->mem, gossvf_out->dcache );
1040 0 : ctx->out->wmark = fd_dcache_compact_wmark ( ctx->out->mem, gossvf_out->dcache, gossvf_out->mtu );
1041 0 : ctx->out->chunk = ctx->out->chunk0;
1042 :
1043 0 : ulong scratch_top = FD_SCRATCH_ALLOC_FINI( l, 1UL );
1044 0 : if( FD_UNLIKELY( scratch_top > (ulong)scratch + scratch_footprint( tile ) ) )
1045 0 : FD_LOG_ERR(( "scratch overflow %lu %lu %lu", scratch_top - (ulong)scratch - scratch_footprint( tile ), scratch_top, (ulong)scratch + scratch_footprint( tile ) ));
1046 0 : }
1047 :
1048 : static ulong
1049 : populate_allowed_seccomp( fd_topo_t const * topo,
1050 : fd_topo_tile_t const * tile,
1051 : ulong out_cnt,
1052 0 : struct sock_filter * out ) {
1053 0 : (void)topo;
1054 0 : (void)tile;
1055 :
1056 0 : populate_sock_filter_policy_fd_gossvf_tile( out_cnt, out, (uint)fd_log_private_logfile_fd() );
1057 0 : return sock_filter_policy_fd_gossvf_tile_instr_cnt;
1058 0 : }
1059 :
1060 : static ulong
1061 : populate_allowed_fds( fd_topo_t const * topo,
1062 : fd_topo_tile_t const * tile,
1063 : ulong out_fds_cnt,
1064 0 : int * out_fds ) {
1065 0 : (void)topo;
1066 0 : (void)tile;
1067 :
1068 0 : if( FD_UNLIKELY( out_fds_cnt<2UL ) ) FD_LOG_ERR(( "out_fds_cnt %lu", out_fds_cnt ));
1069 :
1070 0 : ulong out_cnt = 0UL;
1071 0 : out_fds[ out_cnt++ ] = 2; /* stderr */
1072 0 : if( FD_LIKELY( -1!=fd_log_private_logfile_fd() ) )
1073 0 : out_fds[ out_cnt++ ] = fd_log_private_logfile_fd(); /* logfile */
1074 0 : return out_cnt;
1075 0 : }
1076 :
1077 0 : #define STEM_BURST (FD_GOSSIP_MSG_MAX_CRDS+1UL)
1078 :
1079 0 : #define STEM_LAZY (1000L)
1080 :
1081 0 : #define STEM_CALLBACK_CONTEXT_TYPE fd_gossvf_tile_ctx_t
1082 0 : #define STEM_CALLBACK_CONTEXT_ALIGN alignof(fd_gossvf_tile_ctx_t)
1083 :
1084 0 : #define STEM_CALLBACK_DURING_HOUSEKEEPING during_housekeeping
1085 0 : #define STEM_CALLBACK_METRICS_WRITE metrics_write
1086 0 : #define STEM_CALLBACK_BEFORE_FRAG before_frag
1087 0 : #define STEM_CALLBACK_DURING_FRAG during_frag
1088 0 : #define STEM_CALLBACK_AFTER_FRAG after_frag
1089 :
1090 : #include "../../disco/stem/fd_stem.c"
1091 :
1092 : fd_topo_run_tile_t fd_tile_gossvf = {
1093 : .name = "gossvf",
1094 : .populate_allowed_seccomp = populate_allowed_seccomp,
1095 : .populate_allowed_fds = populate_allowed_fds,
1096 : .scratch_align = scratch_align,
1097 : .scratch_footprint = scratch_footprint,
1098 : .privileged_init = privileged_init,
1099 : .unprivileged_init = unprivileged_init,
1100 : .run = stem_run,
1101 : };
|
