Line data Source code
1 : #include "fd_gui_peers.h"
2 : #include "fd_gui_printf.h"
3 : #include "fd_gui_config_parse.h"
4 : #include "fd_gui_metrics.h"
5 : #include "../../disco/metrics/fd_metrics_base.h"
6 :
7 : FD_IMPORT_BINARY( dbip_f, "src/disco/gui/dbip.bin.zst" );
8 :
9 : #define LOGGING 0
10 :
11 0 : #define FD_GUI_WFS_ACTIVITY_TIMEOUT_NANOS (15L*1000L*1000L*1000L)
12 :
13 : FD_FN_CONST ulong
14 0 : fd_gui_peers_align( void ) {
15 0 : ulong a = 128UL;
16 0 : a = fd_ulong_max( a, alignof(fd_gui_peers_ctx_t) );
17 0 : a = fd_ulong_max( a, fd_gui_peers_live_table_align() );
18 0 : a = fd_ulong_max( a, fd_gui_peers_bandwidth_tracking_align() );
19 0 : a = fd_ulong_max( a, fd_gui_peers_node_info_pool_align() );
20 0 : a = fd_ulong_max( a, fd_gui_peers_node_info_map_align() );
21 0 : a = fd_ulong_max( a, fd_gui_peers_node_pubkey_map_align() );
22 0 : a = fd_ulong_max( a, fd_gui_peers_node_sock_map_align() );
23 0 : a = fd_ulong_max( a, alignof(fd_gui_peers_ws_conn_t) );
24 0 : FD_TEST( fd_ulong_pow2_up( a )==a );
25 0 : return a;
26 0 : }
27 :
28 : FD_FN_CONST ulong
29 0 : fd_gui_peers_footprint( ulong max_ws_conn_cnt ) {
30 0 : ulong info_chain_cnt = fd_gui_peers_node_info_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
31 0 : ulong pubkey_chain_cnt = fd_gui_peers_node_pubkey_map_chain_cnt_est( FD_CONTACT_INFO_TABLE_SIZE );
32 0 : ulong sock_chain_cnt = fd_gui_peers_node_sock_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
33 :
34 0 : ulong l = FD_LAYOUT_INIT;
35 0 : l = FD_LAYOUT_APPEND( l, alignof(fd_gui_peers_ctx_t), sizeof(fd_gui_peers_ctx_t) );
36 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_live_table_align(), fd_gui_peers_live_table_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
37 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_bandwidth_tracking_align(), fd_gui_peers_bandwidth_tracking_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
38 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_info_pool_align(), fd_gui_peers_node_info_pool_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
39 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_info_map_align(), fd_gui_peers_node_info_map_footprint ( info_chain_cnt ) );
40 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_pubkey_map_align(), fd_gui_peers_node_pubkey_map_footprint ( pubkey_chain_cnt ) );
41 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_sock_map_align(), fd_gui_peers_node_sock_map_footprint ( sock_chain_cnt ) );
42 0 : l = FD_LAYOUT_APPEND( l, alignof(fd_gui_peers_ws_conn_t), max_ws_conn_cnt*sizeof(fd_gui_peers_ws_conn_t) );
43 :
44 0 : #if FD_HAS_ZSTD
45 0 : l = FD_LAYOUT_APPEND( l, 16UL, FD_GUI_GEOIP_BIN_MAX+fd_ulong_align_up( ZSTD_estimateDStreamSize( 1<<FD_GUI_GEOIP_ZSTD_WINDOW_LOG ), 16UL ) );
46 0 : #endif
47 :
48 0 : return FD_LAYOUT_FINI( l, fd_gui_peers_align() );
49 0 : }
50 :
51 : #if FD_HAS_ZSTD
52 :
53 : /* load_geoip decompresses the dbip database image into image (a
54 : single streaming decompress; the image is the on-disk format, see
55 : fd_gui_peers.h) and points ip_db's columnar segment arrays at it.
56 : Country/city string tables are copied out to fixed arrays. */
57 :
58 : static void
59 : load_geoip( ZSTD_DCtx * dctx,
60 : uchar * image,
61 : ulong image_max,
62 : uchar const * db_f,
63 : ulong db_f_sz,
64 0 : fd_gui_ip_db_t * ip_db ) {
65 0 : ulong decompressed_sz = 0UL;
66 0 : ulong compressed_sz = 0UL;
67 0 : ulong err = ZSTD_decompressStream_simpleArgs( dctx, image, image_max, &decompressed_sz, db_f, db_f_sz, &compressed_sz );
68 0 : if( FD_UNLIKELY( ZSTD_isError( err ) ) ) FD_LOG_ERR(( "ZSTD_decompressStream_simpleArgs failed (%s)", ZSTD_getErrorName( err ) ));
69 0 : if( FD_UNLIKELY( err!=0UL ) ) FD_LOG_ERR(( "dbip database truncated (needs %lu more bytes)", err ));
70 0 : if( FD_UNLIKELY( compressed_sz!=db_f_sz ) ) FD_LOG_ERR(( "dbip database has %lu trailing bytes", db_f_sz-compressed_sz ));
71 :
72 0 : uchar const * p = image;
73 0 : uchar const * end = image+decompressed_sz;
74 :
75 0 : # define CHECK(n) do { if( FD_UNLIKELY( (ulong)(end-p)<(ulong)(n) ) ) FD_LOG_ERR(( "dbip database corrupt (truncated)" )); } while(0)
76 0 : # define ADVANCE(n) do { CHECK(n); p += (n); } while(0)
77 :
78 0 : CHECK( sizeof(ulong) );
79 0 : ulong country_code_cnt = FD_LOAD( ulong, p ); ADVANCE( sizeof(ulong) );
80 0 : FD_TEST( country_code_cnt && country_code_cnt<=FD_GUI_GEOIP_MAX_COUNTRY_CNT ); /* 255 reserved for unknown */
81 0 : for( ulong i=0UL; i<country_code_cnt; i++ ) {
82 0 : CHECK( 2UL );
83 0 : fd_memcpy( ip_db->country_code[ i ], p, 2UL ); ADVANCE( 2UL );
84 0 : ip_db->country_code[ i ][ 2 ] = '\0';
85 0 : if( FD_UNLIKELY( i && strcmp( ip_db->country_code[ i-1UL ], ip_db->country_code[ i ] )>0 ) )
86 0 : FD_LOG_ERR(( "country codes not sorted a=%s > b=%s i=%lu", ip_db->country_code[ i-1UL ], ip_db->country_code[ i ], i ));
87 0 : }
88 :
89 0 : CHECK( sizeof(ulong) );
90 0 : ulong city_name_cnt = FD_LOAD( ulong, p ); ADVANCE( sizeof(ulong) );
91 0 : FD_TEST( city_name_cnt<=FD_GUI_GEOIP_MAX_CITY_CNT );
92 0 : for( ulong i=0UL; i<city_name_cnt; i++ ) {
93 0 : uchar const * nul = memchr( p, '\0', fd_ulong_min( FD_GUI_GEOIP_MAX_CITY_NAME_SZ, (ulong)(end-p) ) );
94 0 : if( FD_UNLIKELY( !nul ) ) FD_LOG_ERR(( "dbip database corrupt (unterminated city name)" ));
95 0 : fd_memcpy( ip_db->city_name[ i ], p, (ulong)(nul-p)+1UL );
96 0 : ADVANCE( (ulong)(nul-p)+1UL );
97 0 : if( FD_UNLIKELY( i && strcmp( ip_db->city_name[ i-1UL ], ip_db->city_name[ i ] )>0 ) )
98 0 : FD_LOG_ERR(( "city names not sorted a=%s > b=%s i=%lu", ip_db->city_name[ i-1UL ], ip_db->city_name[ i ], i ));
99 0 : }
100 :
101 : /* Sections below are 4-byte aligned in the file (the generator pads
102 : with zeros) so the arrays can be used in place. */
103 0 : ADVANCE( fd_ulong_align_up( (ulong)(p-image), 4UL )-(ulong)(p-image) );
104 0 : CHECK( sizeof(ulong) );
105 0 : ulong seg_cnt = FD_LOAD( ulong, p ); ADVANCE( sizeof(ulong) );
106 0 : FD_TEST( seg_cnt && seg_cnt<=(1UL<<32) ); /* disjoint uint starts; also keeps seg_cnt*4 from overflowing */
107 :
108 0 : uint const * seg_start = fd_type_pun_const( p ); ADVANCE( seg_cnt*sizeof(uint) );
109 0 : uchar const * seg_country = p; ADVANCE( fd_ulong_align_up( seg_cnt, 4UL ) );
110 0 : uint const * seg_city = fd_type_pun_const( p ); ADVANCE( seg_cnt*sizeof(uint) );
111 0 : if( FD_UNLIKELY( p!=end ) ) FD_LOG_ERR(( "dbip database corrupt (%lu trailing bytes)", (ulong)(end-p) ));
112 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)seg_start, alignof(uint) ) ) ) FD_LOG_ERR(( "dbip database corrupt (misaligned)" ));
113 :
114 0 : if( FD_UNLIKELY( seg_start[ 0 ] ) ) FD_LOG_ERR(( "dbip database corrupt (first segment not 0)" ));
115 0 : for( ulong i=0UL; i<seg_cnt; i++ ) {
116 0 : if( FD_UNLIKELY( i && seg_start[ i ]<=seg_start[ i-1UL ] ) ) FD_LOG_ERR(( "dbip database corrupt (segments not sorted)" ));
117 0 : if( FD_UNLIKELY( seg_country[ i ]!=UCHAR_MAX && seg_country[ i ]>=country_code_cnt ) ) FD_LOG_ERR(( "dbip database corrupt (bad country idx)" ));
118 0 : if( FD_UNLIKELY( seg_city[ i ]!=UINT_MAX && seg_city[ i ]>=city_name_cnt ) ) FD_LOG_ERR(( "dbip database corrupt (bad city idx)" ));
119 0 : }
120 :
121 0 : # undef ADVANCE
122 0 : # undef CHECK
123 :
124 0 : ip_db->seg_cnt = seg_cnt;
125 0 : ip_db->seg_start = seg_start;
126 0 : ip_db->seg_country = seg_country;
127 0 : ip_db->seg_city = seg_city;
128 0 : }
129 :
130 : #endif
131 :
132 : void *
133 : fd_gui_peers_new( void * shmem,
134 : fd_http_server_t * http,
135 : fd_topo_t const * topo,
136 : ulong max_ws_conn_cnt,
137 : char const * wfs_expected_bank_hash_cstr,
138 0 : long now ) {
139 0 : if( FD_UNLIKELY( !shmem ) ) {
140 0 : FD_LOG_WARNING(( "NULL shmem" ));
141 0 : return NULL;
142 0 : }
143 :
144 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)shmem, fd_gui_peers_align() ) ) ) {
145 0 : FD_LOG_WARNING(( "misaligned shmem" ));
146 0 : return NULL;
147 0 : }
148 :
149 0 : ulong info_chain_cnt = fd_gui_peers_node_info_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
150 0 : ulong pubkey_chain_cnt = fd_gui_peers_node_pubkey_map_chain_cnt_est( FD_CONTACT_INFO_TABLE_SIZE );
151 0 : ulong sock_chain_cnt = fd_gui_peers_node_sock_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
152 :
153 0 : FD_SCRATCH_ALLOC_INIT( l, shmem );
154 0 : fd_gui_peers_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_gui_peers_ctx_t), sizeof(fd_gui_peers_ctx_t) );
155 0 : void * _live_table = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_live_table_align(), fd_gui_peers_live_table_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
156 0 : void * _bw_tracking = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_bandwidth_tracking_align(), fd_gui_peers_bandwidth_tracking_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
157 0 : void * _info_pool = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_info_pool_align(), fd_gui_peers_node_info_pool_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
158 0 : void * _info_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_info_map_align(), fd_gui_peers_node_info_map_footprint ( info_chain_cnt ) );
159 0 : void * _pubkey_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_pubkey_map_align(), fd_gui_peers_node_pubkey_map_footprint ( pubkey_chain_cnt ) );
160 0 : void * _sock_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_sock_map_align(), fd_gui_peers_node_sock_map_footprint ( sock_chain_cnt ) );
161 0 : ctx->client_viewports = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_gui_peers_ws_conn_t), max_ws_conn_cnt*sizeof(fd_gui_peers_ws_conn_t) );
162 0 : #if FD_HAS_ZSTD
163 : /* DCtx scratch is only needed during load_geoip below; it lives
164 : past the image so the image gets the full FD_GUI_GEOIP_BIN_MAX
165 : the generator enforces. */
166 0 : ulong zstd_ctx_sz = ZSTD_estimateDStreamSize( 1 << FD_GUI_GEOIP_ZSTD_WINDOW_LOG );
167 0 : ctx->dbip_image = FD_SCRATCH_ALLOC_APPEND( l, 16UL, FD_GUI_GEOIP_BIN_MAX+fd_ulong_align_up( zstd_ctx_sz, 16UL ) );
168 0 : ZSTD_DCtx * zstd_dctx = ZSTD_initStaticDStream( ctx->dbip_image+FD_GUI_GEOIP_BIN_MAX, zstd_ctx_sz );
169 0 : FD_TEST( zstd_dctx );
170 0 : #endif
171 :
172 0 : for( ulong i = 0UL; i<max_ws_conn_cnt; i++ ) ctx->client_viewports[ i ].connected = 0;
173 :
174 0 : ctx->http = http;
175 0 : ctx->topo = topo;
176 :
177 0 : ctx->wfs_enabled = !!strcmp( wfs_expected_bank_hash_cstr, "" );
178 :
179 0 : ctx->max_ws_conn_cnt = max_ws_conn_cnt;
180 0 : ctx->open_ws_conn_cnt = 0UL;
181 0 : ctx->active_ws_conn_id = ULONG_MAX;
182 :
183 0 : ctx->slot_voted = ULONG_MAX;
184 :
185 0 : for( ulong i=0UL; i<2UL; i++ ) {
186 0 : ctx->epochs[ i ].epoch = ULONG_MAX;
187 0 : ctx->epochs[ i ].stakes_cnt = 0UL;
188 0 : }
189 :
190 0 : ctx->next_client_nanos = now;
191 0 : ctx->next_metric_rate_update_nanos = now;
192 0 : ctx->next_gossip_stats_update_nanos = now;
193 0 : memset( &ctx->gossip_stats, 0, sizeof(ctx->gossip_stats) );
194 :
195 0 : for( ulong i = 0; i<FD_CONTACT_INFO_TABLE_SIZE; i++) ctx->contact_info_table[ i ].row.valid = 0;
196 :
197 0 : ctx->live_table = fd_gui_peers_live_table_join( fd_gui_peers_live_table_new( _live_table, FD_CONTACT_INFO_TABLE_SIZE ) );
198 0 : fd_gui_peers_live_table_seed( ctx->contact_info_table, FD_CONTACT_INFO_TABLE_SIZE, 42UL );
199 :
200 0 : ctx->bw_tracking = fd_gui_peers_bandwidth_tracking_join( fd_gui_peers_bandwidth_tracking_new( _bw_tracking, FD_CONTACT_INFO_TABLE_SIZE ) );
201 0 : fd_gui_peers_bandwidth_tracking_seed( ctx->contact_info_table, FD_CONTACT_INFO_TABLE_SIZE, 42UL );
202 :
203 0 : ctx->node_info_pool = fd_gui_peers_node_info_pool_join ( fd_gui_peers_node_info_pool_new ( _info_pool, FD_CONTACT_INFO_TABLE_SIZE ) );
204 0 : ctx->node_info_map = fd_gui_peers_node_info_map_join ( fd_gui_peers_node_info_map_new ( _info_map, info_chain_cnt, 42UL ) );
205 0 : ctx->node_pubkey_map = fd_gui_peers_node_pubkey_map_join( fd_gui_peers_node_pubkey_map_new( _pubkey_map, pubkey_chain_cnt, 42UL ) );
206 0 : ctx->node_sock_map = fd_gui_peers_node_sock_map_join ( fd_gui_peers_node_sock_map_new ( _sock_map, sock_chain_cnt, 42UL ) );
207 :
208 0 : #if FD_HAS_ZSTD
209 0 : load_geoip( zstd_dctx, ctx->dbip_image, FD_GUI_GEOIP_BIN_MAX, dbip_f, dbip_f_sz, &ctx->dbip );
210 : #else
211 : ctx->dbip.seg_cnt = 0UL;
212 : #endif
213 :
214 0 : ctx->wfs_peers_cnt = 0UL;
215 0 : ctx->wfs_peers_valid = 0;
216 0 : ctx->wfs_stakes_sent = 0;
217 0 : wfs_fresh_dlist_join( wfs_fresh_dlist_new( ctx->wfs_fresh_dlist ) );
218 :
219 0 : return shmem;
220 0 : }
221 :
222 : fd_gui_peers_ctx_t *
223 0 : fd_gui_peers_join( void * shmem ) {
224 0 : if( FD_UNLIKELY( !shmem ) ) {
225 0 : FD_LOG_WARNING(( "NULL shmem" ));
226 0 : return NULL;
227 0 : }
228 :
229 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)shmem, fd_gui_peers_align() ) ) ) {
230 0 : FD_LOG_WARNING(( "misaligned shmem" ));
231 0 : return NULL;
232 0 : }
233 :
234 0 : fd_gui_peers_ctx_t * ctx = (fd_gui_peers_ctx_t *)shmem;
235 :
236 0 : return ctx;
237 0 : }
238 :
239 : static void
240 : fd_gui_peers_gossip_stats_snap( fd_gui_peers_ctx_t * peers,
241 : fd_gui_peers_gossip_stats_t * gossip_stats,
242 0 : long now ) {
243 0 : gossip_stats->sample_time = now;
244 0 : ulong gossvf_tile_cnt = fd_topo_tile_name_cnt( peers->topo, "gossvf" );
245 0 : ulong gossip_tile_cnt = 1UL;
246 :
247 0 : gossip_stats->network_health_pull_response_msg_rx_success =
248 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PULL_RESPONSE ) );
249 0 : gossip_stats->network_health_pull_response_msg_rx_failure =
250 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_RESPONSE_LOOPBACK ) )
251 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_RESPONSE_NO_VALID_CRDS ) );
252 0 : gossip_stats->network_health_push_msg_rx_success =
253 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PUSH ) );
254 0 : gossip_stats->network_health_push_msg_rx_failure =
255 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PUSH_LOOPBACK ) )
256 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PUSH_NO_VALID_CRDS ) );
257 0 : gossip_stats->network_health_push_crds_rx_success =
258 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_UPSERTED_PUSH ) );
259 0 : gossip_stats->network_health_push_crds_rx_failure =
260 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_DROPPED_PUSH_STALE ) )
261 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_DROPPED_PUSH_DUPLICATE ) )
262 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_SIGNATURE ) )
263 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_ORIGIN_NO_CONTACT_INFO ) )
264 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_ORIGIN_SHRED_VERSION ) )
265 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_INACTIVE ) )
266 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_WALLCLOCK ) );
267 0 : gossip_stats->network_health_pull_response_crds_rx_success =
268 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_UPSERTED_PULL_RESPONSE ) );
269 0 : gossip_stats->network_health_pull_response_crds_rx_failure =
270 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_DROPPED_PULL_RESPONSE_STALE ) )
271 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_DROPPED_PULL_RESPONSE_DUPLICATE ) )
272 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_WALLCLOCK ) )
273 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_DUPLICATE ) )
274 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_SIGNATURE ) )
275 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_ORIGIN_NO_CONTACT_INFO ) )
276 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_ORIGIN_SHRED_VERSION ) )
277 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_INACTIVE ) );
278 0 : gossip_stats->network_health_push_crds_rx_duplicate =
279 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_DROPPED_PUSH_DUPLICATE ) );
280 0 : gossip_stats->network_health_pull_response_crds_rx_duplicate =
281 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_DROPPED_PULL_RESPONSE_DUPLICATE ) )
282 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_DUPLICATE ) );
283 :
284 0 : gossip_stats->network_health_total_stake = 0UL; /* todo ... fetch from RPC */
285 0 : gossip_stats->network_health_total_peers = 0UL; /* todo ... fetch from RPC */
286 :
287 0 : gossip_stats->network_health_connected_stake = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_STAKE ) );
288 0 : gossip_stats->network_health_connected_staked_peers = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_STAKED ) );
289 0 : gossip_stats->network_health_connected_unstaked_peers = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_UNSTAKED ) );
290 :
291 0 : gossip_stats->network_ingress_peer_sz = fd_ulong_min( fd_gui_peers_bandwidth_tracking_ele_cnt( peers->bw_tracking ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
292 0 : gossip_stats->network_ingress_total_bytes_per_sec = 0UL;
293 :
294 0 : for( fd_gui_peers_bandwidth_tracking_fwd_iter_t iter = fd_gui_peers_bandwidth_tracking_fwd_iter_init( peers->bw_tracking, &FD_GUI_PEERS_BW_TRACKING_INGRESS_SORT_KEY, peers->contact_info_table ), j = 0UL;
295 0 : !fd_gui_peers_bandwidth_tracking_fwd_iter_done( iter );
296 0 : iter = fd_gui_peers_bandwidth_tracking_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
297 0 : fd_gui_peers_node_t * cur = fd_gui_peers_bandwidth_tracking_fwd_iter_ele( iter, peers->contact_info_table );
298 :
299 0 : if( FD_UNLIKELY( j<gossip_stats->network_ingress_peer_sz ) ) {
300 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &cur->row.pubkey, NULL, peers->node_info_pool );
301 0 : if( FD_LIKELY( node_info ) ) FD_TEST( fd_cstr_printf_check( gossip_stats->network_ingress_peer_names[ j ], FD_GUI_CONFIG_PARSE_VALIDATOR_INFO_NAME_SZ+1UL, NULL, "%s", node_info->name ) );
302 0 : else gossip_stats->network_ingress_peer_names[ j ][ 0 ] = '\0';
303 0 : gossip_stats->network_ingress_peer_bytes_per_sec[ j ] = (long)cur->row.gossvf_rx_sum.rate_ema.value;
304 0 : fd_memcpy( &gossip_stats->network_ingress_peer_identities[ j ], cur->row.pubkey.uc, 32UL );
305 0 : }
306 :
307 0 : gossip_stats->network_ingress_total_bytes_per_sec += (long)cur->row.gossvf_rx_sum.rate_ema.value;
308 0 : }
309 :
310 0 : gossip_stats->network_ingress_total_bytes = fd_gui_metrics_gossip_total_ingress_bytes( peers->topo, gossvf_tile_cnt );
311 :
312 0 : gossip_stats->network_egress_peer_sz = fd_ulong_min( fd_gui_peers_bandwidth_tracking_ele_cnt( peers->bw_tracking ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
313 :
314 0 : FD_TEST( gossip_stats->network_egress_peer_sz==gossip_stats->network_ingress_peer_sz );
315 :
316 0 : gossip_stats->network_egress_peer_sz = fd_ulong_min( fd_gui_peers_bandwidth_tracking_ele_cnt( peers->bw_tracking ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
317 0 : gossip_stats->network_egress_total_bytes_per_sec = 0UL;
318 :
319 0 : for( fd_gui_peers_bandwidth_tracking_fwd_iter_t iter = fd_gui_peers_bandwidth_tracking_fwd_iter_init( peers->bw_tracking, &FD_GUI_PEERS_BW_TRACKING_EGRESS_SORT_KEY, peers->contact_info_table ), j = 0UL;
320 0 : !fd_gui_peers_bandwidth_tracking_fwd_iter_done( iter );
321 0 : iter = fd_gui_peers_bandwidth_tracking_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
322 0 : fd_gui_peers_node_t * cur = fd_gui_peers_bandwidth_tracking_fwd_iter_ele( iter, peers->contact_info_table );
323 :
324 0 : if( FD_UNLIKELY( j<gossip_stats->network_egress_peer_sz ) ) {
325 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &cur->row.pubkey, NULL, peers->node_info_pool );
326 0 : if( FD_LIKELY( node_info ) ) FD_TEST( fd_cstr_printf_check( gossip_stats->network_egress_peer_names[ j ], FD_GUI_CONFIG_PARSE_VALIDATOR_INFO_NAME_SZ+1UL, NULL, "%s", node_info->name ) );
327 0 : else gossip_stats->network_egress_peer_names[ j ][ 0 ] = '\0';
328 0 : gossip_stats->network_egress_peer_bytes_per_sec[ j ] = (long)cur->row.gossip_tx_sum.rate_ema.value;
329 0 : fd_memcpy( &gossip_stats->network_egress_peer_identities[ j ], cur->row.pubkey.uc, 32UL );
330 0 : }
331 :
332 0 : gossip_stats->network_egress_total_bytes_per_sec += (long)cur->row.gossip_tx_sum.rate_ema.value;
333 0 : }
334 :
335 0 : gossip_stats->network_egress_total_bytes = fd_gui_metrics_gossip_total_egress_bytes( peers->topo, gossip_tile_cnt );
336 :
337 0 : gossip_stats->storage_capacity = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_CAPACITY ) );
338 0 : gossip_stats->storage_expired_cnt = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_EXPIRED ) );
339 0 : gossip_stats->storage_evicted_cnt = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_EVICTED ) );
340 :
341 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V1_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_CONTACT_INFO_V1 ) );
342 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_VOTE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_VOTE ) );
343 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_LOWEST_SLOT_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_LOWEST_SLOT ) );
344 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_SNAPSHOT_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_SNAPSHOT_HASHES ) );
345 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_ACCOUNTS_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_ACCOUNTS_HASHES ) );
346 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_EPOCH_SLOTS_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_EPOCH_SLOTS ) );
347 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V1_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_VERSION_V1 ) );
348 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V2_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_VERSION_V2 ) );
349 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_NODE_INSTANCE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_NODE_INSTANCE ) );
350 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_DUPLICATE_SHRED_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_DUPLICATE_SHRED ) );
351 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_INCREMENTAL_SNAPSHOT_HASHES ) );
352 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V2_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_CONTACT_INFO_V2 ) );
353 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_RESTART_LAST_VOTED_FORK_SLOTS ) );
354 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_HEAVIEST_FORK_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_RESTART_HEAVIEST_FORK ) );
355 :
356 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V1_IDX ] =
357 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_CONTACT_INFO_V1 ) )
358 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_CONTACT_INFO_V1 ) );
359 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VOTE_IDX ] =
360 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_VOTE ) )
361 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_VOTE ) );
362 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_LOWEST_SLOT_IDX ] =
363 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_LOWEST_SLOT ) )
364 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_LOWEST_SLOT ) );
365 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_SNAPSHOT_HASHES_IDX ] =
366 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_SNAPSHOT_HASHES ) )
367 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_SNAPSHOT_HASHES ) );
368 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_ACCOUNTS_HASHES_IDX ] =
369 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_ACCOUNTS_HASHES ) )
370 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_ACCOUNTS_HASHES ) );
371 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_EPOCH_SLOTS_IDX ] =
372 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_EPOCH_SLOTS ) )
373 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_EPOCH_SLOTS ) );
374 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V1_IDX ] =
375 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_VERSION_V1 ) )
376 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_VERSION_V1 ) );
377 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V2_IDX ] =
378 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_VERSION_V2 ) )
379 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_VERSION_V2 ) );
380 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_NODE_INSTANCE_IDX ] =
381 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_NODE_INSTANCE ) )
382 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_NODE_INSTANCE ) );
383 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_DUPLICATE_SHRED_IDX ] =
384 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_DUPLICATE_SHRED ) )
385 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_DUPLICATE_SHRED ) );
386 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] =
387 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_INCREMENTAL_SNAPSHOT_HASHES ) )
388 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_INCREMENTAL_SNAPSHOT_HASHES ) );
389 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V2_IDX ] =
390 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_CONTACT_INFO_V2 ) )
391 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_CONTACT_INFO_V2 ) );
392 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] =
393 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_RESTART_LAST_VOTED_FORK_SLOTS ) )
394 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_RESTART_LAST_VOTED_FORK_SLOTS ) );
395 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_HEAVIEST_FORK_IDX ] =
396 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_RESTART_HEAVIEST_FORK ) )
397 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_RESTART_HEAVIEST_FORK ) );
398 :
399 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V1_IDX ] =
400 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_CONTACT_INFO_V1 ) )
401 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_CONTACT_INFO_V1 ) );
402 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VOTE_IDX ] =
403 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_VOTE ) )
404 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_VOTE ) );
405 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_LOWEST_SLOT_IDX ] =
406 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_LOWEST_SLOT ) )
407 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_LOWEST_SLOT ) );
408 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_SNAPSHOT_HASHES_IDX ] =
409 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_SNAPSHOT_HASHES ) )
410 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_SNAPSHOT_HASHES ) );
411 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_ACCOUNTS_HASHES_IDX ] =
412 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_ACCOUNTS_HASHES ) )
413 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_ACCOUNTS_HASHES ) );
414 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_EPOCH_SLOTS_IDX ] =
415 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_EPOCH_SLOTS ) )
416 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_EPOCH_SLOTS ) );
417 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V1_IDX ] =
418 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_VERSION_V1 ) )
419 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_VERSION_V1 ) );
420 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V2_IDX ] =
421 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_VERSION_V2 ) )
422 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_VERSION_V2 ) );
423 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_NODE_INSTANCE_IDX ] =
424 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_NODE_INSTANCE ) )
425 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_NODE_INSTANCE ) );
426 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_DUPLICATE_SHRED_IDX ] =
427 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_DUPLICATE_SHRED ) )
428 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_DUPLICATE_SHRED ) );
429 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] =
430 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_INCREMENTAL_SNAPSHOT_HASHES ) )
431 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_INCREMENTAL_SNAPSHOT_HASHES ) );
432 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V2_IDX ] =
433 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_CONTACT_INFO_V2 ) )
434 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_CONTACT_INFO_V2 ) );
435 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] =
436 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_RESTART_LAST_VOTED_FORK_SLOTS ) )
437 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_RESTART_LAST_VOTED_FORK_SLOTS ) );
438 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_HEAVIEST_FORK_IDX ] =
439 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_RESTART_HEAVIEST_FORK ) )
440 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_RESTART_HEAVIEST_FORK ) );
441 :
442 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PULL_REQUEST ) );
443 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PULL_RESPONSE ) );
444 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PUSH ) );
445 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PING ) );
446 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PONG ) );
447 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PRUNE ) );
448 :
449 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] =
450 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PULL_REQUEST ) )
451 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_NOT_CONTACT_INFO ) )
452 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_LOOPBACK ) )
453 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_INACTIVE ) )
454 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_WALLCLOCK ) )
455 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_SIGNATURE ) )
456 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_SHRED_VERSION ) )
457 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_MASK_BITS ) );
458 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] =
459 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PULL_RESPONSE ) )
460 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_RESPONSE_LOOPBACK ) )
461 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_RESPONSE_NO_VALID_CRDS ) );
462 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] =
463 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PUSH ) )
464 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PUSH_LOOPBACK ) )
465 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PUSH_NO_VALID_CRDS ) );
466 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] =
467 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PING ) )
468 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PING_SIGNATURE ) );
469 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] =
470 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PONG ) )
471 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PONG_SIGNATURE ) );
472 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] =
473 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PRUNE ) )
474 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PRUNE_DESTINATION ) )
475 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PRUNE_WALLCLOCK ) )
476 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PRUNE_SIGNATURE ) );
477 :
478 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PULL_REQUEST ) );
479 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PULL_RESPONSE ) );
480 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PUSH ) );
481 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PING ) );
482 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PONG ) );
483 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PRUNE ) );
484 :
485 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PULL_REQUEST ) );
486 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PULL_RESPONSE ) );
487 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PUSH ) );
488 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PING ) );
489 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PONG ) );
490 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PRUNE ) );
491 0 : }
492 :
493 : static int
494 : fd_gui_peers_contact_info_eq( fd_gossip_contact_info_t const * ci1,
495 0 : fd_gossip_contact_info_t const * ci2 ) {
496 0 : int ci_eq =
497 0 : ci1->shred_version == ci2->shred_version
498 0 : && ci1->outset == ci2->outset
499 : // && ci1->wallclock_nanos == ci2->wallclock_nanos
500 0 : && ci1->version.client == ci2->version.client
501 0 : && ci1->version.major == ci2->version.major
502 0 : && ci1->version.minor == ci2->version.minor
503 0 : && ci1->version.patch == ci2->version.patch
504 0 : && ci1->version.commit == ci2->version.commit
505 0 : && ci1->version.feature_set == ci2->version.feature_set;
506 :
507 0 : if( FD_LIKELY( !ci_eq ) ) return 0;
508 0 : for( ulong j=0UL; j<(FD_GOSSIP_CONTACT_INFO_SOCKET_CNT); j++ ) {
509 0 : if( FD_UNLIKELY( ci1->sockets[ j ].is_ipv6 != ci2->sockets[ j ].is_ipv6 ) ) return 0;
510 :
511 0 : if( FD_UNLIKELY( ci1->sockets[ j ].is_ipv6 ) ) {
512 0 : if( FD_UNLIKELY( memcmp( ci1->sockets[ j ].ip6, ci2->sockets[ j ].ip6, 16UL ) ) ) return 0;
513 0 : } else {
514 0 : if( FD_UNLIKELY( ci1->sockets[ j ].ip4 != ci2->sockets[ j ].ip4 ) ) return 0;
515 0 : }
516 0 : if( FD_UNLIKELY( ci1->sockets[ j ].port != ci2->sockets[ j ].port ) ) return 0;
517 0 : }
518 0 : return 1;
519 0 : }
520 :
521 : void
522 : fd_gui_peers_handle_gossip_message( fd_gui_peers_ctx_t * peers,
523 : uchar const * payload,
524 : ulong payload_sz,
525 : fd_gossip_socket_t const * peer_sock,
526 0 : int is_rx ) {
527 0 : fd_gui_peers_node_t * peer = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, peer_sock, NULL, peers->contact_info_table );
528 :
529 : /* We set MAP_MULTI=1 since there are not guarantees that duplicates
530 : sockets won't exist. In cases where we see multiple sockets the
531 : update timestamp in fd_gui_peers_node_t is the tiebreaker */
532 0 : for( fd_gui_peers_node_t * p = peer; p!=NULL; p=(fd_gui_peers_node_t *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
533 0 : if( peer->row.update_time_nanos>p->row.update_time_nanos ) peer = p;
534 0 : }
535 :
536 0 : if( FD_UNLIKELY( !peer ) ) return; /* NOP, peer not known yet */
537 0 : if( FD_UNLIKELY( payload_sz<sizeof(uint) ) ) return; /* NOP, corrupt */
538 :
539 0 : uint tag = FD_LOAD( uint, payload );
540 0 : if( FD_UNLIKELY( tag >= FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT ) ) return; /* NOP, unknown message kind */
541 0 : fd_ptr_if( is_rx, &peer->row.gossvf_rx[ tag ], &peer->row.gossip_tx[ tag ] )->cur += payload_sz;
542 0 : fd_ptr_if( is_rx, (fd_gui_peers_metric_rate_t *)&peer->row.gossvf_rx_sum, (fd_gui_peers_metric_rate_t *)&peer->row.gossip_tx_sum )->cur += payload_sz;
543 0 : }
544 :
545 : #if FD_HAS_ZSTD
546 :
547 : /* geoip_lookup finds the segment covering ip_addr (network byte
548 : order) by binary search over the sorted disjoint segment starts.
549 : Returns the segment index, or ULONG_MAX if the database is empty. */
550 :
551 : static ulong
552 : geoip_lookup( fd_gui_ip_db_t const * ip_db,
553 0 : uint ip_addr ) {
554 0 : if( FD_UNLIKELY( !ip_db->seg_cnt ) ) return ULONG_MAX;
555 :
556 0 : uint ip = fd_uint_bswap( ip_addr );
557 :
558 : /* Greatest i with seg_start[i] <= ip; seg_start[0]==0 */
559 0 : ulong lo = 0UL;
560 0 : ulong hi = ip_db->seg_cnt;
561 0 : while( hi-lo>1UL ) {
562 0 : ulong mid = (lo+hi)>>1;
563 0 : if( ip_db->seg_start[ mid ]<=ip ) lo = mid;
564 0 : else hi = mid;
565 0 : }
566 0 : return lo;
567 0 : }
568 :
569 : #endif /* FD_HAS_ZSTD */
570 :
571 : #define SORT_NAME wfs_peer_sort
572 : #define SORT_KEY_T fd_gui_wfs_peer_t
573 0 : #define SORT_BEFORE(a,b) (memcmp( (a).identity_key.uc, (b).identity_key.uc, 32UL )<0)
574 : #include "../../util/tmpl/fd_sort.c"
575 :
576 : #define SORT_NAME fd_gui_peers_voter_sort_iden_desc
577 0 : #define SORT_KEY_T fd_gui_peers_voter_t
578 0 : #define SORT_BEFORE(a,b) (memcmp( (a).weight.id_key.uc, (b).weight.id_key.uc, 32UL )>0)
579 : #include "../../util/tmpl/fd_sort.c"
580 :
581 : #define SORT_NAME fd_gui_peers_voter_idx_sort_vote_desc
582 0 : #define SORT_KEY_T fd_gui_peers_voter_idx_t
583 0 : #define SORT_BEFORE(a,b) (memcmp( (a).key.uc, (b).key.uc, 32UL )>0)
584 : #include "../../util/tmpl/fd_sort.c"
585 :
586 : static void
587 : wfs_handle_contact_info_update( fd_gui_peers_ctx_t * peers,
588 : fd_pubkey_t const * identity,
589 0 : long now ) {
590 0 : if( FD_LIKELY( !peers->wfs_peers_valid ) ) return;
591 :
592 0 : ulong idx = wfs_peer_sort_split( peers->wfs_peers, peers->wfs_peers_cnt, (fd_gui_wfs_peer_t){ .identity_key = *identity } );
593 0 : if( FD_UNLIKELY( idx>=peers->wfs_peers_cnt || memcmp( identity->uc, peers->wfs_peers[ idx ].identity_key.uc, sizeof(fd_pubkey_t) ) ) ) return;
594 :
595 0 : fd_gui_wfs_peer_t * wp = &peers->wfs_peers[ idx ];
596 0 : wp->update_time_nanos = now;
597 :
598 0 : if( !wp->is_online ) {
599 0 : wp->is_online = 1;
600 0 : wfs_fresh_dlist_idx_push_tail( peers->wfs_fresh_dlist, idx, peers->wfs_peers );
601 :
602 0 : fd_gui_peers_printf_wfs_add( peers, &idx, 1UL );
603 0 : fd_http_server_ws_broadcast( peers->http );
604 0 : } else {
605 0 : wfs_fresh_dlist_idx_remove( peers->wfs_fresh_dlist, idx, peers->wfs_peers );
606 0 : wfs_fresh_dlist_idx_push_tail( peers->wfs_fresh_dlist, idx, peers->wfs_peers );
607 0 : }
608 0 : }
609 :
610 : static void
611 : wfs_handle_contact_info_remove( fd_gui_peers_ctx_t * peers,
612 0 : fd_pubkey_t const * identity ) {
613 0 : if( FD_LIKELY( !peers->wfs_peers_valid ) ) return;
614 :
615 0 : ulong idx = wfs_peer_sort_split( peers->wfs_peers, peers->wfs_peers_cnt, (fd_gui_wfs_peer_t){ .identity_key = *identity } );
616 0 : if( FD_UNLIKELY( idx>=peers->wfs_peers_cnt || memcmp( identity->uc, peers->wfs_peers[ idx ].identity_key.uc, 32UL ) ) ) return;
617 :
618 0 : fd_gui_wfs_peer_t * wp = &peers->wfs_peers[ idx ];
619 0 : if( wp->is_online ) {
620 0 : wfs_fresh_dlist_idx_remove( peers->wfs_fresh_dlist, idx, peers->wfs_peers );
621 0 : wp->is_online = 0;
622 :
623 0 : fd_gui_peers_printf_wfs_remove( peers, &idx, 1UL );
624 0 : fd_http_server_ws_broadcast( peers->http );
625 0 : }
626 0 : }
627 :
628 : static inline fd_gui_peers_voter_t const *
629 : fd_gui_peers_voter_best_for_identity( fd_gui_peers_voter_t const * voters,
630 : ulong voter_cnt,
631 0 : ulong * p_i ) {
632 0 : ulong i = *p_i;
633 0 : ulong j = i + 1UL;
634 0 : fd_gui_peers_voter_t const * best = &voters[ i ];
635 0 : while( j<voter_cnt && !memcmp( voters[ j ].weight.id_key.uc, best->weight.id_key.uc, sizeof(fd_pubkey_t) ) ) {
636 0 : fd_gui_peers_voter_t const * candidate = &voters[ j ];
637 0 : ulong slot_best = fd_ulong_if( best->vote_slot==ULONG_MAX, 0UL, best->vote_slot );
638 0 : ulong slot_cand = fd_ulong_if( candidate->vote_slot==ULONG_MAX, 0UL, candidate->vote_slot );
639 0 : if( (slot_cand>slot_best) || ((slot_cand==slot_best) && (candidate->weight.stake>best->weight.stake)) ) {
640 0 : best = candidate;
641 0 : }
642 0 : j++;
643 0 : }
644 0 : *p_i = j;
645 0 : return best;
646 0 : }
647 :
648 : void
649 : fd_gui_peers_handle_gossip_update( fd_gui_peers_ctx_t * peers,
650 : fd_gossip_update_message_t const * update,
651 0 : long now ) {
652 0 : switch( update->tag ) {
653 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO: {
654 0 : if( FD_UNLIKELY( update->contact_info->idx>=FD_CONTACT_INFO_TABLE_SIZE ) ) FD_LOG_ERR(( "unexpected contact_info_idx %lu >= %lu", update->contact_info->idx, FD_CONTACT_INFO_TABLE_SIZE ));
655 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ update->contact_info->idx ];
656 0 : if( FD_LIKELY( peer->row.valid ) ) {
657 : #if LOGGING
658 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
659 : fd_base58_encode_32( update->origin, NULL, _pk );
660 : FD_LOG_WARNING(("UPDATE %lu pk=%s", update->contact_info->idx, _pk ));
661 : #endif
662 : #ifdef FD_GUI_USE_HANDHOLDING
663 : /* invariant checks */
664 : if( FD_UNLIKELY( memcmp( peer->row.pubkey.uc, update->origin, 32UL ) ) ) {
665 : char ci_pk[ FD_BASE58_ENCODED_32_SZ ];
666 : char og_pk[ FD_BASE58_ENCODED_32_SZ ];
667 : fd_base58_encode_32( peer->row.pubkey.uc, NULL, ci_pk );
668 : fd_base58_encode_32( update->origin, NULL, og_pk );
669 :
670 : /* A new pubkey is not allowed to overwrite an existing valid index */
671 : FD_LOG_ERR(( "invariant violation: peer->row.pubkey.uc=%s != update->origin=%s ", ci_pk, og_pk ));
672 : }
673 : FD_TEST( peer==fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, (fd_pubkey_t const * )update->origin, NULL, peers->contact_info_table ) );
674 : fd_gui_peers_node_t * peer_sock = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, &peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ], NULL, peers->contact_info_table );
675 : int found = 0;
676 : for( fd_gui_peers_node_t * p = peer_sock; !!p; p=(fd_gui_peers_node_t *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
677 : if( peer==p ) {
678 : found = 1;
679 : break;
680 : }
681 : }
682 : FD_TEST( found );
683 : #endif
684 : /* update does nothing */
685 0 : if( FD_UNLIKELY( fd_gui_peers_contact_info_eq( &peer->row.contact_info, update->contact_info->value ) ) ) {
686 0 : peer->row.wallclock_nanos = FD_MILLI_TO_NANOSEC( update->wallclock );
687 0 : peer->row.update_time_nanos = now;
688 0 : wfs_handle_contact_info_update( peers, (fd_pubkey_t const *)update->origin, now );
689 0 : break;
690 0 : }
691 :
692 0 : fd_gui_peers_node_sock_map_idx_remove_fast( peers->node_sock_map, update->contact_info->idx, peers->contact_info_table );
693 0 : fd_gui_peers_live_table_idx_remove ( peers->live_table, update->contact_info->idx, peers->contact_info_table );
694 :
695 0 : peer->row.pubkey = *(fd_pubkey_t *)update->origin;
696 0 : peer->row.contact_info = *update->contact_info->value;
697 0 : peer->row.wallclock_nanos = FD_MILLI_TO_NANOSEC( update->wallclock );
698 0 : peer->row.update_time_nanos = now;
699 : /* fetch and set country code */
700 0 : #if FD_HAS_ZSTD
701 0 : uint ip4 = peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0 : peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
702 0 : ulong dbip_seg = geoip_lookup( &peers->dbip, ip4 );
703 :
704 0 : peer->row.country_code_idx = dbip_seg!=ULONG_MAX ? peers->dbip.seg_country[ dbip_seg ] : UCHAR_MAX;
705 0 : peer->row.city_name_idx = dbip_seg!=ULONG_MAX ? peers->dbip.seg_city [ dbip_seg ] : UINT_MAX;
706 : #else
707 : peer->row.country_code_idx = UCHAR_MAX;
708 : peer->row.city_name_idx = UINT_MAX;
709 : #endif
710 :
711 0 : fd_gui_peers_live_table_idx_insert ( peers->live_table, update->contact_info->idx, peers->contact_info_table );
712 0 : fd_gui_peers_node_sock_map_idx_insert ( peers->node_sock_map, update->contact_info->idx, peers->contact_info_table );
713 :
714 : /* broadcast update to WebSocket clients */
715 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_UPDATE }, (ulong[]){ update->contact_info->idx }, 1UL );
716 0 : fd_http_server_ws_broadcast( peers->http );
717 :
718 0 : wfs_handle_contact_info_update( peers, (fd_pubkey_t const *)update->origin, now );
719 0 : } else {
720 : #if LOGGING
721 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
722 : fd_base58_encode_32( update->origin, NULL, _pk );
723 : FD_LOG_WARNING(( "ADD %lu pk=%s", update->contact_info->idx, _pk ));
724 : #endif
725 0 : FD_TEST( !fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, fd_type_pun_const( update->origin ), NULL, peers->contact_info_table ) );
726 0 : peer->row.pubkey = *(fd_pubkey_t *)update->origin;
727 0 : memset( &peer->row.gossvf_rx, 0, sizeof(peer->row.gossvf_rx) );
728 0 : memset( &peer->row.gossip_tx, 0, sizeof(peer->row.gossip_tx) );
729 0 : memset( &peer->row.gossvf_rx_sum, 0, sizeof(peer->row.gossvf_rx_sum) );
730 0 : memset( &peer->row.gossip_tx_sum, 0, sizeof(peer->row.gossip_tx_sum) );
731 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
732 0 : fd_gui_ema_init( &peer->row.gossvf_rx[ i ].rate_ema, now, FD_GUI_PEERS_EMA_HALF_LIFE_NS );
733 0 : fd_gui_ema_init( &peer->row.gossip_tx[ i ].rate_ema, now, FD_GUI_PEERS_EMA_HALF_LIFE_NS );
734 0 : }
735 0 : fd_gui_ema_init( &peer->row.gossvf_rx_sum.rate_ema, now, FD_GUI_PEERS_EMA_HALF_LIFE_NS );
736 0 : fd_gui_ema_init( &peer->row.gossip_tx_sum.rate_ema, now, FD_GUI_PEERS_EMA_HALF_LIFE_NS );
737 0 : peer->row.has_vote_info = 0;
738 0 : peer->row.delinquent = 0;
739 0 : peer->row.stake = ULONG_MAX;
740 :
741 : /* Backfill stake from already-received epoch data. This
742 : handles the case where epoch info arrived before this peer
743 : was known via gossip. If both epoch slots are populated,
744 : use the larger (current) epoch. */
745 0 : fd_vote_stake_weight_t best_weight = {0};
746 0 : int found = 0;
747 0 : int have_0 = peers->epochs[ 0 ].epoch!=ULONG_MAX;
748 0 : int have_1 = peers->epochs[ 1 ].epoch!=ULONG_MAX;
749 0 : ulong ep = fd_ulong_if( have_0 & have_1, fd_ulong_if( peers->epochs[ 0 ].epoch>peers->epochs[ 1 ].epoch, 0UL, 1UL ), fd_ulong_if( have_0, 0UL, fd_ulong_if( have_1, 1UL, ULONG_MAX ) ) );
750 0 : if( FD_LIKELY( ep!=ULONG_MAX ) ) {
751 0 : fd_gui_peers_voter_t const * stakes = peers->epochs[ ep ].stakes;
752 0 : ulong cnt = peers->epochs[ ep ].stakes_cnt;
753 :
754 0 : fd_gui_peers_voter_t query = { .weight = { .id_key = peer->row.pubkey } };
755 0 : ulong idx = fd_gui_peers_voter_sort_iden_desc_split( stakes, cnt, query );
756 0 : if( FD_LIKELY( idx<cnt && !memcmp( stakes[ idx ].weight.id_key.uc, peer->row.pubkey.uc, sizeof(fd_pubkey_t) ) ) ) {
757 0 : fd_gui_peers_voter_t const * best = fd_gui_peers_voter_best_for_identity( stakes, cnt, &idx );
758 0 : best_weight = best->weight;
759 0 : found = 1;
760 0 : }
761 0 : }
762 0 : if( FD_UNLIKELY( found ) ) {
763 0 : peer->row.has_vote_info = 1;
764 0 : peer->row.vote_account = best_weight.vote_key;
765 0 : peer->row.stake = best_weight.stake;
766 0 : }
767 :
768 0 : fd_gui_config_parse_info_t * info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, fd_type_pun_const(update->origin ), NULL, peers->node_info_pool );
769 0 : if( FD_LIKELY( info ) ) fd_memcpy( peer->row.name, info->name, sizeof(info->name) );
770 0 : else peer->row.name[ 0 ] = '\0';
771 :
772 0 : peer->row.wallclock_nanos = FD_MILLI_TO_NANOSEC( update->wallclock );
773 :
774 0 : peer->row.update_time_nanos = now;
775 0 : peer->row.contact_info = *update->contact_info->value;
776 :
777 : /* fetch and set country code */
778 0 : #if FD_HAS_ZSTD
779 0 : uint ip4 = peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0 : peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
780 0 : ulong dbip_seg = geoip_lookup( &peers->dbip, ip4 );
781 :
782 0 : peer->row.country_code_idx = dbip_seg!=ULONG_MAX ? peers->dbip.seg_country[ dbip_seg ] : UCHAR_MAX;
783 0 : peer->row.city_name_idx = dbip_seg!=ULONG_MAX ? peers->dbip.seg_city [ dbip_seg ] : UINT_MAX;
784 : #else
785 : peer->row.country_code_idx = UCHAR_MAX;
786 : peer->row.city_name_idx = UINT_MAX;
787 : #endif
788 :
789 0 : peer->row.valid = 1;
790 :
791 : /* update pubkey_map, sock_map */
792 0 : fd_gui_peers_node_sock_map_idx_insert ( peers->node_sock_map, update->contact_info->idx, peers->contact_info_table );
793 0 : fd_gui_peers_node_pubkey_map_idx_insert( peers->node_pubkey_map, update->contact_info->idx, peers->contact_info_table );
794 :
795 : /* update live tables */
796 0 : fd_gui_peers_live_table_idx_insert ( peers->live_table, update->contact_info->idx, peers->contact_info_table );
797 0 : fd_gui_peers_bandwidth_tracking_idx_insert( peers->bw_tracking, update->contact_info->idx, peers->contact_info_table );
798 :
799 0 : fd_gui_printf_peers_view_resize( peers, fd_gui_peers_live_table_ele_cnt( peers->live_table ) );
800 0 : fd_http_server_ws_broadcast( peers->http );
801 :
802 : /* broadcast update to WebSocket clients */
803 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_ADD }, (ulong[]){ update->contact_info->idx }, 1UL );
804 0 : fd_http_server_ws_broadcast( peers->http );
805 :
806 0 : wfs_handle_contact_info_update( peers, (fd_pubkey_t const *)update->origin, now );
807 0 : }
808 0 : break;
809 0 : }
810 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE: {
811 0 : if( FD_UNLIKELY( update->contact_info_remove->idx>=FD_CONTACT_INFO_TABLE_SIZE ) ) FD_LOG_ERR(( "unexpected remove_contact_info_idx %lu >= %lu", update->contact_info_remove->idx, FD_CONTACT_INFO_TABLE_SIZE ));
812 : #if LOGGING
813 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
814 : fd_base58_encode_32( update->origin, NULL, _pk );
815 : FD_LOG_WARNING(( "REMOVE %lu pk=%s",update->contact_info_remove->idx, _pk ));
816 : #endif
817 :
818 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ update->contact_info_remove->idx ];
819 :
820 : #ifdef FD_GUI_USE_HANDHOLDING
821 : /* invariant checks */
822 : FD_TEST( peer->row.valid ); /* Should have already been in the table */
823 : FD_TEST( peer==fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, (fd_pubkey_t const * )update->origin, NULL, peers->contact_info_table ) );
824 : fd_gui_peers_node_t * peer_sock = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, &peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ], NULL, peers->contact_info_table );
825 : int found = 0;
826 : for( fd_gui_peers_node_t const * p = peer_sock; !!p; p=(fd_gui_peers_node_t const *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
827 : if( peer==p ) {
828 : found = 1;
829 : break;
830 : }
831 : }
832 : FD_TEST( found );
833 : #endif
834 0 : wfs_handle_contact_info_remove( peers, (fd_pubkey_t const *)update->origin );
835 :
836 0 : fd_gui_peers_live_table_idx_remove ( peers->live_table, update->contact_info_remove->idx, peers->contact_info_table );
837 0 : fd_gui_peers_bandwidth_tracking_idx_remove ( peers->bw_tracking, update->contact_info_remove->idx, peers->contact_info_table );
838 0 : fd_gui_peers_node_sock_map_idx_remove_fast ( peers->node_sock_map, update->contact_info_remove->idx, peers->contact_info_table );
839 0 : fd_gui_peers_node_pubkey_map_idx_remove_fast( peers->node_pubkey_map, update->contact_info_remove->idx, peers->contact_info_table );
840 0 : peer->row.valid = 0;
841 :
842 0 : fd_gui_printf_peers_view_resize( peers, fd_gui_peers_live_table_ele_cnt( peers->live_table ) );
843 0 : fd_http_server_ws_broadcast( peers->http );
844 :
845 : /* broadcast update to WebSocket clients */
846 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_DELETE }, (ulong[]){ update->contact_info_remove->idx }, 1UL );
847 0 : fd_http_server_ws_broadcast( peers->http );
848 0 : break;
849 0 : }
850 0 : default: break;
851 0 : }
852 0 : }
853 :
854 : void
855 0 : fd_gui_peers_handle_identity_change( fd_gui_peers_ctx_t * peers ) {
856 0 : peers->slot_voted = ULONG_MAX;
857 0 : fd_gui_peers_printf_vote_slot( peers );
858 0 : fd_http_server_ws_broadcast( peers->http );
859 0 : }
860 :
861 : void
862 : fd_gui_peers_handle_vote( fd_gui_peers_ctx_t * peers,
863 : fd_pubkey_t const * vote_account,
864 : ulong vote_slot,
865 0 : int is_us ) {
866 0 : if( FD_UNLIKELY( is_us && peers->slot_voted!=vote_slot ) ) {
867 0 : peers->slot_voted = fd_ulong_if( vote_slot==0UL, ULONG_MAX, vote_slot );
868 0 : fd_gui_peers_printf_vote_slot( peers );
869 0 : fd_http_server_ws_broadcast( peers->http );
870 0 : }
871 :
872 0 : for( ulong i=0UL; i<2UL; i++ ) {
873 0 : fd_gui_peers_voter_idx_t * vidx = peers->epochs[ i ].vote_idx;
874 0 : ulong cnt = peers->epochs[ i ].stakes_cnt;
875 0 : ulong pos = fd_gui_peers_voter_idx_sort_vote_desc_split( vidx, cnt, (fd_gui_peers_voter_idx_t){ .key = *vote_account } );
876 0 : if( FD_UNLIKELY( pos>=cnt || memcmp( vidx[ pos ].key.uc, vote_account->uc, sizeof(fd_pubkey_t) ) ) ) continue;
877 :
878 0 : fd_gui_peers_voter_t * voter = &peers->epochs[ i ].stakes[ vidx[ pos ].idx ];
879 0 : voter->vote_slot = fd_ulong_if( voter->vote_slot==ULONG_MAX, vote_slot, fd_ulong_max( voter->vote_slot, vote_slot ) );
880 0 : }
881 0 : }
882 :
883 : void
884 : fd_gui_peers_handle_epoch_info( fd_gui_peers_ctx_t * peers,
885 : fd_epoch_info_msg_t const * epoch_info,
886 0 : long now FD_PARAM_UNUSED ) {
887 0 : ulong epoch_idx = epoch_info->epoch % 2UL;
888 0 : if( FD_UNLIKELY( peers->epochs[ epoch_idx ].epoch!=ULONG_MAX && peers->epochs[ epoch_idx ].epoch>=epoch_info->epoch ) ) return;
889 :
890 0 : if( FD_UNLIKELY( epoch_info->staked_vote_cnt>MAX_STAKE_WEIGHTS ) )
891 0 : FD_LOG_ERR(( "epoch stakes exceed MAX_STAKE_WEIGHTS=%lu", MAX_STAKE_WEIGHTS ));
892 0 : if( FD_UNLIKELY( epoch_info->staked_id_cnt>MAX_STAKE_WEIGHTS ) )
893 0 : FD_LOG_ERR(( "epoch id weights exceed MAX_STAKE_WEIGHTS=%lu", MAX_STAKE_WEIGHTS ));
894 :
895 0 : fd_vote_stake_weight_t const * weights = fd_epoch_info_msg_stake_weights( epoch_info );
896 :
897 0 : ulong stakes_cnt = 0UL;
898 0 : for( ulong i=0UL; i<epoch_info->staked_vote_cnt; i++ ) {
899 0 : if( FD_UNLIKELY( fd_pubkey_check_zero( &weights[ i ].id_key ) ) ) continue;
900 0 : peers->epochs[ epoch_idx ].stakes[ stakes_cnt ] = (fd_gui_peers_voter_t){
901 0 : .weight = weights[ i ],
902 0 : .vote_slot = ULONG_MAX,
903 0 : };
904 0 : stakes_cnt++;
905 0 : }
906 0 : peers->epochs[ epoch_idx ].epoch = epoch_info->epoch;
907 0 : peers->epochs[ epoch_idx ].stakes_cnt = stakes_cnt;
908 :
909 : /* sort for deduplication */
910 0 : fd_gui_peers_voter_sort_iden_desc_inplace( peers->epochs[ epoch_idx ].stakes, peers->epochs[ epoch_idx ].stakes_cnt );
911 :
912 0 : ulong updated_cnt = 0UL;
913 0 : ulong i=0UL;
914 0 : while( i<peers->epochs[ epoch_idx ].stakes_cnt ) {
915 0 : fd_gui_peers_voter_t const * best = fd_gui_peers_voter_best_for_identity( peers->epochs[ epoch_idx ].stakes, peers->epochs[ epoch_idx ].stakes_cnt, &i );
916 :
917 0 : ulong peer_idx = fd_gui_peers_node_pubkey_map_idx_query(
918 0 : peers->node_pubkey_map, &best->weight.id_key, ULONG_MAX,
919 0 : peers->contact_info_table );
920 0 : if( FD_UNLIKELY( peer_idx==ULONG_MAX ) ) continue;
921 :
922 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ peer_idx ];
923 :
924 0 : int vote_eq = peer->row.has_vote_info
925 0 : && !memcmp( peer->row.vote_account.uc, best->weight.vote_key.uc, sizeof(fd_pubkey_t) )
926 0 : && peer->row.stake==best->weight.stake;
927 0 : if( FD_LIKELY( vote_eq ) ) continue;
928 :
929 0 : fd_gui_peers_live_table_idx_remove( peers->live_table, peer_idx, peers->contact_info_table );
930 :
931 0 : peer->row.has_vote_info = 1;
932 0 : peer->row.vote_account = best->weight.vote_key;
933 0 : peer->row.stake = best->weight.stake;
934 :
935 0 : fd_gui_peers_live_table_idx_insert( peers->live_table, peer_idx, peers->contact_info_table );
936 :
937 0 : peers->scratch.actions[ updated_cnt ] = FD_GUI_PEERS_NODE_UPDATE;
938 0 : peers->scratch.idxs [ updated_cnt ] = peer_idx;
939 0 : updated_cnt++;
940 0 : }
941 :
942 0 : if( FD_UNLIKELY( updated_cnt ) ) {
943 0 : fd_gui_peers_printf_nodes( peers, peers->scratch.actions, peers->scratch.idxs, updated_cnt );
944 0 : fd_http_server_ws_broadcast( peers->http );
945 0 : }
946 :
947 : /* Build vote account index for fd_gui_peers_handle_vote */
948 0 : for( ulong j=0UL; j<stakes_cnt; j++ ) {
949 0 : peers->epochs[ epoch_idx ].vote_idx[ j ] = (fd_gui_peers_voter_idx_t){
950 0 : .key = peers->epochs[ epoch_idx ].stakes[ j ].weight.vote_key,
951 0 : .idx = j,
952 0 : };
953 0 : }
954 0 : fd_gui_peers_voter_idx_sort_vote_desc_inplace( peers->epochs[ epoch_idx ].vote_idx, stakes_cnt );
955 0 : }
956 :
957 : #define SORT_NAME fd_gui_peers_voter_sort_slot_stake_desc
958 0 : #define SORT_KEY_T fd_gui_peers_voter_t
959 0 : #define SORT_BEFORE(a,b) ((a).vote_slot>(b).vote_slot ? 1 : (a).vote_slot<(b).vote_slot ? 0 : (a).weight.stake>(b).weight.stake)
960 : #include "../../util/tmpl/fd_sort.c"
961 :
962 : void
963 : fd_gui_peers_update_delinquency( fd_gui_peers_ctx_t * peers,
964 0 : long now FD_PARAM_UNUSED ) {
965 0 : ulong epoch_t_1 = ULONG_MAX;
966 0 : for( ulong i=0UL; i<2UL; i++ ) {
967 0 : ulong epoch = peers->epochs[ i ].epoch;
968 0 : if( FD_UNLIKELY( epoch==ULONG_MAX ) ) continue;
969 0 : if( FD_LIKELY( epoch_t_1==ULONG_MAX || epoch>epoch_t_1 ) ) epoch_t_1 = epoch;
970 0 : }
971 0 : ulong epoch_idx = epoch_t_1 % 2UL;
972 :
973 0 : fd_gui_peers_voter_t * voters = peers->epochs[ epoch_idx ].stakes;
974 0 : ulong voters_cnt = peers->epochs[ epoch_idx ].stakes_cnt;
975 :
976 : /* Copy to scratch and sort for p67 computation. We use a scratch
977 : copy to avoid clobbering the identity sort order of stakes. */
978 0 : fd_gui_peers_voter_t * scratch = peers->scratch.voters_scratch;
979 0 : fd_memcpy( scratch, voters, voters_cnt * sizeof(fd_gui_peers_voter_t) );
980 0 : fd_gui_peers_voter_sort_slot_stake_desc_inplace( scratch, voters_cnt );
981 :
982 0 : ulong total_stake = 0UL;
983 0 : for( ulong i=0UL; i<voters_cnt; i++ ) total_stake += scratch[ i ].weight.stake;
984 :
985 0 : ulong cumulative_stake = 0UL;
986 0 : ulong last_vote_slot_p33 = ULONG_MAX;
987 0 : for( ulong i=0UL; i<voters_cnt; i++ ) {
988 0 : if( FD_UNLIKELY( scratch[ i ].vote_slot==ULONG_MAX ) ) continue;
989 0 : cumulative_stake += scratch[ i ].weight.stake;
990 0 : if( FD_LIKELY( 3UL*cumulative_stake > 1UL*total_stake ) ) {
991 0 : last_vote_slot_p33 = scratch[ i ].vote_slot;
992 0 : break;
993 0 : }
994 0 : }
995 0 : if( FD_UNLIKELY( last_vote_slot_p33==ULONG_MAX ) ) {
996 0 : return; /* not enough observed votes */
997 0 : }
998 :
999 0 : ulong updated_cnt = 0UL;
1000 0 : for( ulong i=0UL; i<voters_cnt; i++ ) {
1001 0 : ulong peer_idx = fd_gui_peers_node_pubkey_map_idx_query(
1002 0 : peers->node_pubkey_map, &voters[ i ].weight.id_key, ULONG_MAX,
1003 0 : peers->contact_info_table );
1004 0 : if( FD_UNLIKELY( peer_idx==ULONG_MAX ) ) continue;
1005 :
1006 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ peer_idx ];
1007 :
1008 : /* Only update peers whose vote_account was already set by
1009 : handle_epoch_info and matches this voter */
1010 0 : if( FD_UNLIKELY( !peer->row.has_vote_info ) ) continue;
1011 0 : if( FD_UNLIKELY( memcmp( peer->row.vote_account.uc, voters[ i ].weight.vote_key.uc, sizeof(fd_pubkey_t) ) ) ) continue;
1012 :
1013 0 : int is_delinquent = fd_int_if( voters[ i ].vote_slot==ULONG_MAX, 1, ((long)last_vote_slot_p33 - (long)voters[ i ].vote_slot) > 150L );
1014 0 : if( FD_LIKELY( peer->row.delinquent==is_delinquent ) ) continue;
1015 :
1016 0 : peer->row.delinquent = is_delinquent;
1017 :
1018 0 : peers->scratch.actions[ updated_cnt ] = FD_GUI_PEERS_NODE_UPDATE;
1019 0 : peers->scratch.idxs [ updated_cnt ] = peer_idx;
1020 0 : updated_cnt++;
1021 0 : }
1022 :
1023 0 : if( FD_UNLIKELY( updated_cnt ) ) {
1024 0 : fd_gui_peers_printf_nodes( peers, peers->scratch.actions, peers->scratch.idxs, updated_cnt );
1025 0 : fd_http_server_ws_broadcast( peers->http );
1026 0 : }
1027 0 : }
1028 :
1029 : void
1030 : fd_gui_peers_handle_config_account( fd_gui_peers_ctx_t * peers,
1031 : uchar const * data,
1032 0 : ulong sz ) {
1033 : /* optimistically acquire node_info */
1034 0 : if( FD_UNLIKELY( !fd_gui_peers_node_info_pool_free( peers->node_info_pool ) ) ) {
1035 0 : FD_LOG_WARNING(( "On-chain ConfigProgram accounts count exceeded %lu", FD_CONTACT_INFO_TABLE_SIZE ));
1036 0 : return;
1037 0 : }
1038 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_pool_ele_acquire( peers->node_info_pool );
1039 :
1040 0 : cJSON * json;
1041 0 : if( FD_UNLIKELY( !fd_gui_config_parse_validator_info_check( data, sz, &json, &node_info->pubkey ) ) ) {
1042 0 : fd_gui_peers_node_info_pool_ele_release( peers->node_info_pool, node_info );
1043 0 : return;
1044 0 : }
1045 :
1046 0 : if( FD_UNLIKELY( fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &node_info->pubkey, NULL, peers->node_info_pool ) ) ) {
1047 0 : fd_gui_peers_node_info_pool_ele_release( peers->node_info_pool, node_info );
1048 0 : cJSON_Delete( json );
1049 0 : return; /* no duplicate entries */
1050 0 : }
1051 :
1052 0 : fd_gui_config_parse_validator_info( json, node_info ); /* calls cJSON_delete( json ) */
1053 :
1054 : /* Some nodes just clear all the fields instead of deleting their
1055 : on-chain account, we can ignore those entries */
1056 0 : if( FD_UNLIKELY( node_info->name[ 0 ]=='\0' && node_info->details[ 0 ]=='\0' && node_info->website[ 0 ]=='\0' && node_info->icon_uri[ 0 ]=='\0' && node_info->keybase_username[ 0 ]=='\0' ) ) {
1057 0 : fd_gui_peers_node_info_pool_ele_release( peers->node_info_pool, node_info );
1058 0 : return;
1059 0 : }
1060 :
1061 0 : fd_gui_peers_node_info_map_ele_insert( peers->node_info_map, node_info, peers->node_info_pool );
1062 :
1063 0 : fd_gui_peers_node_t * peer = fd_gui_peers_node_pubkey_map_ele_query( peers->node_pubkey_map, &node_info->pubkey, NULL, peers->contact_info_table );
1064 0 : if( FD_UNLIKELY( peer ) ) {
1065 0 : fd_gui_peers_live_table_ele_remove( peers->live_table, peer, peers->contact_info_table );
1066 0 : fd_cstr_ncpy( peer->row.name, node_info->name, sizeof(peer->row.name) );
1067 0 : fd_gui_peers_live_table_ele_insert( peers->live_table, peer, peers->contact_info_table );
1068 0 : }
1069 0 : }
1070 :
1071 : void
1072 : fd_gui_peers_stage_snapshot_manifest( fd_gui_peers_ctx_t * peers,
1073 : fd_snapshot_manifest_t const * manifest,
1074 0 : long now ) {
1075 :
1076 0 : if( FD_LIKELY( !peers->wfs_enabled ) ) return;
1077 :
1078 0 : fd_vote_stake_weight_t * vote_scratch = peers->scratch.manifest_vote_weights;
1079 0 : ulong vote_scratch_cnt = 0UL;
1080 0 : ulong vote_accounts_sz = manifest->vote_accounts_len;
1081 0 : if( FD_UNLIKELY( vote_accounts_sz>FD_RUNTIME_MAX_SNAPSHOT_VOTE_ACCOUNTS ) ) {
1082 0 : FD_LOG_WARNING(( "vote accounts %lu exceeds maximum %lu", vote_accounts_sz, FD_RUNTIME_MAX_SNAPSHOT_VOTE_ACCOUNTS ));
1083 0 : vote_accounts_sz = FD_RUNTIME_MAX_SNAPSHOT_VOTE_ACCOUNTS;
1084 0 : }
1085 0 : for( ulong i=0UL; i<vote_accounts_sz; i++ ) {
1086 0 : if( FD_UNLIKELY( manifest->vote_accounts[ i ].stake==0UL ) ) continue;
1087 0 : fd_memcpy( vote_scratch[ vote_scratch_cnt ].id_key.uc, manifest->vote_accounts[ i ].node_account_pubkey, sizeof(fd_pubkey_t) );
1088 0 : fd_memcpy( vote_scratch[ vote_scratch_cnt ].vote_key.uc, manifest->vote_accounts[ i ].vote_account_pubkey, sizeof(fd_pubkey_t) );
1089 0 : vote_scratch[ vote_scratch_cnt ].stake = manifest->vote_accounts[ i ].stake;
1090 0 : vote_scratch_cnt++;
1091 0 : }
1092 :
1093 : /* Mirrors gossip WFS logic */
1094 0 : fd_stake_weight_t * id_weights = peers->scratch.manifest_id_weights;
1095 0 : ulong id_cnt = compute_id_weights_from_vote_weights( id_weights, vote_scratch, vote_scratch_cnt );
1096 :
1097 : /* Restore invariant: sorted by identity key */
1098 0 : fd_stake_weight_key_sort_inplace( id_weights, id_cnt );
1099 :
1100 0 : for( ulong i=0UL; i<id_cnt; i++ ) {
1101 0 : peers->wfs_peers[ i ].identity_key = id_weights[ i ].key;
1102 0 : peers->wfs_peers[ i ].stake = id_weights[ i ].stake;
1103 0 : peers->wfs_peers[ i ].fresh_prev = ULONG_MAX;
1104 0 : peers->wfs_peers[ i ].fresh_next = ULONG_MAX;
1105 :
1106 0 : ulong peer_idx = fd_gui_peers_node_pubkey_map_idx_query( peers->node_pubkey_map, &id_weights[ i ].key, ULONG_MAX,peers->contact_info_table );
1107 0 : if( peer_idx!=ULONG_MAX && peers->contact_info_table[ peer_idx ].row.update_time_nanos > now - FD_GUI_WFS_ACTIVITY_TIMEOUT_NANOS ) {
1108 0 : peers->wfs_peers[ i ].is_online = 1;
1109 0 : peers->wfs_peers[ i ].update_time_nanos = peers->contact_info_table[ peer_idx ].row.update_time_nanos;
1110 0 : } else {
1111 0 : peers->wfs_peers[ i ].is_online = 0;
1112 0 : peers->wfs_peers[ i ].update_time_nanos = 0L;
1113 0 : }
1114 0 : }
1115 0 : peers->wfs_peers_cnt = id_cnt;
1116 0 : }
1117 :
1118 : void
1119 0 : fd_gui_peers_commit_snapshot_manifest( fd_gui_peers_ctx_t * peers ) {
1120 0 : if( FD_UNLIKELY( !peers->wfs_enabled ) ) return;
1121 :
1122 0 : wfs_fresh_dlist_join( wfs_fresh_dlist_new( peers->wfs_fresh_dlist ) );
1123 :
1124 : /* Emit the wait_for_supermajority.stakes message with stakes and
1125 : infos. By this point all config accounts have been processed so
1126 : node_info_map is populated. */
1127 0 : fd_gui_peers_printf_wfs_stakes( peers );
1128 0 : fd_http_server_ws_broadcast( peers->http );
1129 0 : peers->wfs_stakes_sent = 1;
1130 :
1131 0 : ulong added_cnt = 0UL;
1132 0 : for( ulong i=0UL; i<peers->wfs_peers_cnt; i++ ) {
1133 : /* Peers are technically added here not ordered by timestamp, but it's
1134 : not an issue since a) all timestamps should be similar b) the dlist
1135 : will eventually be correct as subsequent updates come in. */
1136 0 : if( FD_UNLIKELY( peers->wfs_peers[ i ].is_online ) ) {
1137 0 : peers->scratch.wfs_peers[ added_cnt++ ] = i;
1138 0 : wfs_fresh_dlist_idx_push_tail( peers->wfs_fresh_dlist, i, peers->wfs_peers );
1139 0 : }
1140 0 : }
1141 0 : if( FD_LIKELY( added_cnt ) ) {
1142 0 : fd_gui_peers_printf_wfs_add( peers, peers->scratch.wfs_peers, added_cnt );
1143 0 : fd_http_server_ws_broadcast( peers->http );
1144 0 : }
1145 0 : peers->wfs_peers_valid = 1;
1146 0 : }
1147 :
1148 : static void
1149 0 : fd_gui_peers_viewport_snap( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1150 0 : FD_TEST( peers->client_viewports[ ws_conn_id ].connected );
1151 0 : peers->scratch.viewport_cnt = 0UL;
1152 0 : if( FD_UNLIKELY( peers->client_viewports[ ws_conn_id ].row_cnt==0UL ) ) return; /* empty viewport */
1153 0 : if( FD_UNLIKELY( peers->client_viewports[ ws_conn_id ].row_cnt>FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ ) ) FD_LOG_ERR(("row_cnt=%lu", peers->client_viewports[ ws_conn_id ].row_cnt ));
1154 :
1155 0 : for( fd_gui_peers_live_table_fwd_iter_t iter = fd_gui_peers_live_table_fwd_iter_init( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key, peers->contact_info_table ), j = 0;
1156 0 : !fd_gui_peers_live_table_fwd_iter_done( iter ) && j<peers->client_viewports[ ws_conn_id ].start_row+peers->client_viewports[ ws_conn_id ].row_cnt;
1157 0 : iter = fd_gui_peers_live_table_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
1158 0 : if( FD_LIKELY( j<peers->client_viewports[ ws_conn_id ].start_row ) ) continue;
1159 0 : fd_gui_peers_node_t const * cur = fd_gui_peers_live_table_fwd_iter_ele_const( iter, peers->contact_info_table );
1160 :
1161 0 : ulong viewport_idx = j-peers->client_viewports[ ws_conn_id ].start_row;
1162 0 : FD_TEST( viewport_idx<FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ );
1163 0 : peers->scratch.viewport[ viewport_idx ] = cur->row;
1164 0 : peers->scratch.viewport_cnt = viewport_idx+1UL;
1165 0 : }
1166 :
1167 : /* Capture the old baseline as the diff reference, then commit the new
1168 : rows as the new baseline. Both happen here, before any formatting,
1169 : so fd_gui_printf_peers_viewport_update reads only from scratch. */
1170 0 : fd_memcpy( peers->scratch.viewport_ref, peers->client_viewports[ ws_conn_id ].viewport, peers->scratch.viewport_cnt*sizeof(fd_gui_peers_row_t) );
1171 0 : fd_memcpy( peers->client_viewports[ ws_conn_id ].viewport, peers->scratch.viewport, peers->scratch.viewport_cnt*sizeof(fd_gui_peers_row_t) );
1172 0 : }
1173 :
1174 : static int
1175 : fd_gui_peers_request_scroll( fd_gui_peers_ctx_t * peers,
1176 : ulong ws_conn_id,
1177 : ulong request_id,
1178 0 : cJSON const * params ) {
1179 0 : if( FD_UNLIKELY( !peers->client_viewports[ ws_conn_id ].connected ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1180 :
1181 0 : const cJSON * start_row_param = cJSON_GetObjectItemCaseSensitive( params, "start_row" );
1182 0 : if( FD_UNLIKELY( !cJSON_IsNumber( start_row_param ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1183 0 : ulong _start_row = start_row_param->valueulong;
1184 :
1185 0 : const cJSON * row_cnt_param = cJSON_GetObjectItemCaseSensitive( params, "row_cnt" );
1186 0 : if( FD_UNLIKELY( !cJSON_IsNumber( row_cnt_param ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1187 0 : ulong _row_cnt = row_cnt_param->valueulong;
1188 :
1189 0 : if( FD_UNLIKELY( _row_cnt > FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ || _start_row > fd_gui_peers_live_table_ele_cnt( peers->live_table )-_row_cnt ) ) {
1190 0 : fd_gui_printf_null_query_response( peers->http, "gossip", "query_scroll", request_id );
1191 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1192 0 : return 0;
1193 0 : }
1194 :
1195 0 : if( FD_UNLIKELY( (peers->client_viewports[ ws_conn_id ].start_row==_start_row || _row_cnt==0UL) && peers->client_viewports[ ws_conn_id ].row_cnt==_row_cnt ) ) {
1196 0 : return 0; /* NOP, scroll window hasn't changed */
1197 0 : }
1198 :
1199 : /* update the client's viewport */
1200 0 : peers->client_viewports[ ws_conn_id ].start_row = _start_row;
1201 0 : peers->client_viewports[ ws_conn_id ].row_cnt = _row_cnt;
1202 :
1203 0 : fd_gui_peers_viewport_snap( peers, ws_conn_id );
1204 0 : fd_gui_printf_peers_viewport_request( peers, "query_scroll", ws_conn_id, request_id );
1205 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1206 0 : return 0;
1207 0 : }
1208 :
1209 : static int
1210 : fd_gui_peers_request_sort( fd_gui_peers_ctx_t * peers,
1211 : ulong ws_conn_id,
1212 : ulong request_id,
1213 0 : cJSON const * params ) {
1214 0 : if( FD_UNLIKELY( !peers->client_viewports[ ws_conn_id ].connected ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1215 :
1216 0 : const cJSON * _col = cJSON_GetObjectItemCaseSensitive( params, "col" );
1217 0 : if( FD_UNLIKELY( !cJSON_IsArray( _col ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1218 :
1219 0 : fd_gui_peers_live_table_sort_key_t sort_key = {0};
1220 :
1221 0 : do {
1222 0 : cJSON * c;
1223 0 : ulong i;
1224 0 : for( c = _col->child, i=0UL; c; c = c->next, i++ ) {
1225 0 : if( FD_UNLIKELY( !cJSON_IsString( c ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1226 0 : if( FD_UNLIKELY( i >= fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1227 0 : sort_key.col[ i ] = fd_gui_peers_live_table_col_name_to_idx( peers->live_table, c->valuestring );
1228 0 : if( FD_UNLIKELY( sort_key.col[ i ]==ULONG_MAX ) ) {
1229 0 : FD_LOG_WARNING(( "unexpected column name %s", c->valuestring ));
1230 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1231 0 : }
1232 0 : }
1233 0 : if( FD_UNLIKELY( i!=fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1234 0 : } while( 0 );
1235 :
1236 0 : const cJSON * _dir = cJSON_GetObjectItemCaseSensitive( params, "dir" );
1237 0 : if( FD_UNLIKELY( !cJSON_IsArray( _dir ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1238 :
1239 0 : do {
1240 0 : cJSON * c;
1241 0 : ulong i;
1242 0 : for( c = _dir->child, i=0UL; c; c = c->next, i++ ) {
1243 0 : if( FD_UNLIKELY( i >= fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1244 0 : if( FD_UNLIKELY( !cJSON_IsNumber( c ) || c->valuedouble!=(double)c->valueint || c->valueint<-1 || c->valueint>1 ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1245 0 : sort_key.dir[ i ] = c->valueint;
1246 0 : }
1247 0 : if( FD_UNLIKELY( i!=fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1248 0 : } while( 0 );
1249 :
1250 0 : if( FD_UNLIKELY( !fd_gui_peers_live_table_verify_sort_key( &sort_key ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1251 :
1252 0 : fd_gui_peers_live_table_sort_key_remove( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key );
1253 0 : peers->client_viewports[ ws_conn_id ].sort_key = sort_key;
1254 :
1255 0 : fd_gui_peers_viewport_snap( peers, ws_conn_id );
1256 0 : fd_gui_printf_peers_viewport_request( peers, "query_sort", ws_conn_id, request_id );
1257 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1258 0 : return 0;
1259 0 : }
1260 :
1261 : int
1262 : fd_gui_peers_ws_message( fd_gui_peers_ctx_t * peers,
1263 : ulong ws_conn_id,
1264 : uchar const * data,
1265 0 : ulong data_len ) {
1266 : /* TODO: cJSON allocates, might fail SIGSYS due to brk(2)...
1267 : switch off this (or use wksp allocator) */
1268 0 : const char * parse_end;
1269 0 : cJSON * json = cJSON_ParseWithLengthOpts( (char *)data, data_len, &parse_end, 0 );
1270 0 : if( FD_UNLIKELY( !json ) ) {
1271 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1272 0 : }
1273 :
1274 0 : const cJSON * node = cJSON_GetObjectItemCaseSensitive( json, "id" );
1275 0 : if( FD_UNLIKELY( !cJSON_IsNumber( node ) ) ) {
1276 0 : cJSON_Delete( json );
1277 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1278 0 : }
1279 0 : ulong id = node->valueulong;
1280 :
1281 0 : const cJSON * topic = cJSON_GetObjectItemCaseSensitive( json, "topic" );
1282 0 : if( FD_UNLIKELY( !cJSON_IsString( topic ) || topic->valuestring==NULL ) ) {
1283 0 : cJSON_Delete( json );
1284 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1285 0 : }
1286 :
1287 0 : const cJSON * key = cJSON_GetObjectItemCaseSensitive( json, "key" );
1288 0 : if( FD_UNLIKELY( !cJSON_IsString( key ) || key->valuestring==NULL ) ) {
1289 0 : cJSON_Delete( json );
1290 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1291 0 : }
1292 :
1293 0 : if( FD_LIKELY( !strcmp( topic->valuestring, "gossip" ) && !strcmp( key->valuestring, "query_sort" ) ) ) {
1294 0 : const cJSON * params = cJSON_GetObjectItemCaseSensitive( json, "params" );
1295 0 : if( FD_UNLIKELY( !cJSON_IsObject( params ) ) ) {
1296 0 : cJSON_Delete( json );
1297 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1298 0 : }
1299 :
1300 0 : int result = fd_gui_peers_request_sort( peers, ws_conn_id, id, params );
1301 0 : cJSON_Delete( json );
1302 0 : return result;
1303 0 : } else if( FD_LIKELY( !strcmp( topic->valuestring, "gossip" ) && !strcmp( key->valuestring, "query_scroll" ) ) ) {
1304 0 : const cJSON * params = cJSON_GetObjectItemCaseSensitive( json, "params" );
1305 0 : if( FD_UNLIKELY( !cJSON_IsObject( params ) ) ) {
1306 0 : cJSON_Delete( json );
1307 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1308 0 : }
1309 :
1310 0 : int result = fd_gui_peers_request_scroll( peers, ws_conn_id, id, params );
1311 0 : cJSON_Delete( json );
1312 0 : return result;
1313 0 : }
1314 :
1315 0 : cJSON_Delete( json );
1316 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_UNKNOWN_METHOD;
1317 0 : }
1318 :
1319 : static void
1320 : fd_gui_peers_viewport_log( fd_gui_peers_ctx_t * peers,
1321 0 : ulong ws_conn_id) {
1322 0 : FD_TEST( peers->scratch.viewport_cnt<=FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ );
1323 :
1324 0 : char out[ 1<<14 ];
1325 0 : char * p = fd_cstr_init( out );
1326 :
1327 0 : p = fd_cstr_append_printf( p,
1328 0 : "\n[Viewport] table_size=%lu max_viewport_size=%lu\n"
1329 0 : "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+\n"
1330 0 : "| Row # | RX Push (bps) | RX Pull (bps) | TX Push (bps) | TX Pull (bps) | Pubkey | IP Address |\n"
1331 0 : "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+\n",
1332 0 : fd_gui_peers_live_table_ele_cnt( peers->live_table ), peers->scratch.viewport_cnt );
1333 :
1334 0 : ulong start_row = peers->client_viewports[ ws_conn_id ].start_row;
1335 0 : for( ulong i=0UL; i<peers->scratch.viewport_cnt; i++ ) {
1336 0 : ulong j = start_row + i;
1337 0 : fd_gui_peers_row_t const * cur = &peers->scratch.viewport[ i ];
1338 :
1339 0 : char pubkey_base58[ FD_BASE58_ENCODED_32_SZ ];
1340 0 : fd_base58_encode_32( cur->pubkey.uc, NULL, pubkey_base58 );
1341 :
1342 0 : char peer_addr[ 16 ]; /* 255.255.255.255 + '\0' */
1343 0 : uint ip4 = cur->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0 : cur->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
1344 0 : FD_TEST(fd_cstr_printf_check( peer_addr, sizeof(peer_addr), NULL, FD_IP4_ADDR_FMT,
1345 0 : FD_IP4_ADDR_FMT_ARGS( ip4 ) ) );
1346 :
1347 0 : long cur_egress_push_bps = (long)cur->gossip_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ].rate_ema.value;
1348 0 : long cur_ingress_push_bps = (long)cur->gossvf_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ].rate_ema.value;
1349 0 : long cur_egress_pull_response_bps = (long)cur->gossip_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ].rate_ema.value;
1350 0 : long cur_ingress_pull_response_bps = (long)cur->gossvf_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ].rate_ema.value;
1351 :
1352 0 : p = fd_cstr_append_printf( p,
1353 0 : "| %5lu | %14ld | %14ld | %14ld | %14ld | %-50s | %-15s |\n",
1354 0 : j,
1355 0 : cur_ingress_push_bps,
1356 0 : cur_ingress_pull_response_bps,
1357 0 : cur_egress_push_bps,
1358 0 : cur_egress_pull_response_bps,
1359 0 : pubkey_base58,
1360 0 : peer_addr );
1361 0 : }
1362 0 : p = fd_cstr_append_printf(p, "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+" );
1363 0 : fd_cstr_fini( p );
1364 0 : FD_LOG_NOTICE(( "%s", out ));
1365 0 : }
1366 :
1367 : static void
1368 0 : fd_gui_peers_ws_conn_rr_grow( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1369 0 : if( FD_UNLIKELY( !peers->open_ws_conn_cnt ) ) peers->active_ws_conn_id = ws_conn_id;
1370 0 : peers->open_ws_conn_cnt++;
1371 0 : }
1372 :
1373 : static void
1374 0 : fd_gui_peers_ws_conn_rr_shrink( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1375 0 : peers->open_ws_conn_cnt--;
1376 :
1377 0 : if( FD_UNLIKELY( peers->open_ws_conn_cnt && peers->active_ws_conn_id==ws_conn_id ) ) {
1378 0 : for( ulong i=1UL; i<peers->max_ws_conn_cnt+1UL; i++ ) {
1379 0 : ulong next_ws_conn_id = (ws_conn_id + i) % peers->max_ws_conn_cnt;
1380 0 : if( FD_UNLIKELY( peers->client_viewports[ next_ws_conn_id ].connected ) ) {
1381 0 : peers->active_ws_conn_id = next_ws_conn_id;
1382 0 : break;
1383 0 : }
1384 0 : }
1385 0 : }
1386 0 : }
1387 :
1388 : static int
1389 0 : fd_gui_peers_ws_conn_rr_advance( fd_gui_peers_ctx_t * peers, long now ) {
1390 0 : if( FD_LIKELY( !peers->open_ws_conn_cnt || now <= peers->next_client_nanos ) ) return 0;
1391 :
1392 0 : for( ulong i=1UL; i<peers->max_ws_conn_cnt+1UL; i++ ) {
1393 0 : ulong next_ws_conn_id = (peers->active_ws_conn_id + i) % peers->max_ws_conn_cnt;
1394 0 : if( FD_UNLIKELY( peers->client_viewports[ next_ws_conn_id ].connected ) ) {
1395 0 : peers->active_ws_conn_id = next_ws_conn_id;
1396 0 : break;
1397 0 : }
1398 0 : }
1399 0 : return 1;
1400 0 : }
1401 :
1402 :
1403 : int
1404 0 : fd_gui_peers_poll( fd_gui_peers_ctx_t * peers, long now ) {
1405 0 : int did_work = 0;
1406 :
1407 0 : ulong evicted_cnt = 0UL;
1408 0 : while( FD_UNLIKELY( peers->wfs_peers_valid && !wfs_fresh_dlist_is_empty( peers->wfs_fresh_dlist, peers->wfs_peers ) ) ) {
1409 0 : ulong head_idx = wfs_fresh_dlist_idx_peek_head( peers->wfs_fresh_dlist, peers->wfs_peers );
1410 0 : fd_gui_wfs_peer_t * oldest = &peers->wfs_peers[ head_idx ];
1411 0 : if( oldest->update_time_nanos > now - FD_GUI_WFS_ACTIVITY_TIMEOUT_NANOS ) break;
1412 :
1413 0 : wfs_fresh_dlist_idx_pop_head( peers->wfs_fresh_dlist, peers->wfs_peers );
1414 0 : oldest->is_online = 0;
1415 :
1416 0 : peers->scratch.wfs_peers[ evicted_cnt++ ] = head_idx;
1417 0 : if( FD_UNLIKELY( evicted_cnt>=256UL ) ) break;
1418 0 : }
1419 0 : if( FD_UNLIKELY( evicted_cnt ) ) {
1420 0 : fd_gui_peers_printf_wfs_remove( peers, peers->scratch.wfs_peers, evicted_cnt );
1421 0 : fd_http_server_ws_broadcast( peers->http );
1422 0 : return 1; /* preserve STEM_BURST */
1423 0 : }
1424 :
1425 : /* update client viewports in a round-robin */
1426 0 : if( FD_UNLIKELY( fd_gui_peers_ws_conn_rr_advance( peers, now ) ) ) {
1427 0 : ulong ws_conn_id = peers->active_ws_conn_id;
1428 0 : FD_TEST( peers->client_viewports[ ws_conn_id ].connected );
1429 0 : if( FD_LIKELY( peers->client_viewports[ ws_conn_id ].row_cnt ) ) {
1430 : /* broadcast the diff as cell updates. fd_http_server_ws_send
1431 : tolerates ws_conn_id having already been closed during
1432 : formatting above. */
1433 0 : fd_gui_peers_viewport_snap( peers, ws_conn_id );
1434 0 : fd_gui_printf_peers_viewport_update( peers, ws_conn_id );
1435 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1436 :
1437 : #if LOGGING
1438 : fd_gui_peers_viewport_log( peers, ws_conn_id );
1439 : #endif
1440 0 : (void)fd_gui_peers_viewport_log;
1441 0 : }
1442 :
1443 : /* fd_http_server_ws_send above can close the websocket connection,
1444 : which decrements open_ws_conn_cnt. If the last client was just
1445 : closed, avoid division by zero and fall back to the base interval. */
1446 0 : long divisor = fd_long_max( (long)peers->open_ws_conn_cnt, 1L );
1447 0 : peers->next_client_nanos = now + ((FD_GUI_PEERS_WS_VIEWPORT_UPDATE_INTERVAL_MILLIS * 1000000L) / divisor);
1448 0 : did_work = 1;
1449 0 : }
1450 :
1451 0 : if( FD_UNLIKELY( now >= peers->next_metric_rate_update_nanos ) ) {
1452 0 : for( fd_gui_peers_node_pubkey_map_iter_t iter = fd_gui_peers_node_pubkey_map_iter_init( peers->node_pubkey_map, peers->contact_info_table );
1453 0 : !fd_gui_peers_node_pubkey_map_iter_done( iter, peers->node_pubkey_map, peers->contact_info_table );
1454 0 : iter = fd_gui_peers_node_pubkey_map_iter_next( iter, peers->node_pubkey_map, peers->contact_info_table ) ) {
1455 0 : fd_gui_peers_node_t * peer = fd_gui_peers_node_pubkey_map_iter_ele( iter, peers->node_pubkey_map, peers->contact_info_table );
1456 :
1457 0 : double window = (double)(now - (peers->next_metric_rate_update_nanos - (FD_GUI_PEERS_METRIC_RATE_UPDATE_INTERVAL_MILLIS * 1000000L)));
1458 :
1459 : /* optimization: no need to remove / re-insert if the rates haven't changed */
1460 0 : int change = 0;
1461 0 : for( ulong i=0UL; !change && i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1462 0 : fd_gui_peers_metric_rate_t * metric = &peer->row.gossvf_rx[ i ];
1463 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1464 0 : long new_rate_ema = (long)fd_gui_ema_value( &metric->rate_ema, now, (double)new_rate );
1465 0 : if( FD_LIKELY( new_rate_ema==0L && metric->rate_ema.value==0.0 ) ) continue; /* don't update zero-bandwith peers */
1466 0 : change = 1;
1467 0 : }
1468 :
1469 0 : for( ulong i=0UL; !change && i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1470 0 : fd_gui_peers_metric_rate_t * metric = &peer->row.gossip_tx[ i ];
1471 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1472 0 : long new_rate_ema = (long)fd_gui_ema_value( &metric->rate_ema, now, (double)new_rate );
1473 0 : if( FD_LIKELY( new_rate_ema==0L && metric->rate_ema.value==0.0 ) ) continue; /* don't update zero-bandwith peers */
1474 0 : change = 1;
1475 0 : }
1476 :
1477 0 : if( !change ) continue;
1478 :
1479 : /* live_table */
1480 0 : fd_gui_peers_live_table_ele_remove( peers->live_table, peer, peers->contact_info_table );
1481 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1482 0 : fd_gui_peers_metric_rate_t * metric = &peer->row.gossvf_rx[ i ];
1483 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1484 0 : double new_rate_ema = fd_gui_ema_advance( &metric->rate_ema, now, (double)new_rate );
1485 0 : metric->rate_ema.value = fd_double_if( new_rate_ema<100.0, 0.0, new_rate_ema ); /* snap near-zero ema to zero. 100 bytes/s threshold */
1486 0 : metric->ref = metric->cur;
1487 0 : metric->update_timestamp_ns = now;
1488 0 : }
1489 :
1490 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1491 0 : fd_gui_peers_metric_rate_t * metric = &peer->row.gossip_tx[ i ];
1492 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1493 0 : double new_rate_ema = fd_gui_ema_advance( &metric->rate_ema, now, (double)new_rate );
1494 0 : metric->rate_ema.value = fd_double_if( new_rate_ema<100.0, 0.0, new_rate_ema ); /* snap near-zero ema to zero. 100 bytes/s threshold */
1495 0 : metric->ref = metric->cur;
1496 0 : metric->update_timestamp_ns = now;
1497 0 : }
1498 0 : fd_gui_peers_live_table_ele_insert( peers->live_table, peer, peers->contact_info_table );
1499 :
1500 : /* bandwidth_tracking */
1501 0 : fd_gui_peers_bandwidth_tracking_ele_remove( peers->bw_tracking, peer, peers->contact_info_table );
1502 0 : fd_gui_ema_advance( &peer->row.gossvf_rx_sum.rate_ema, now, (double)((long)peer->row.gossvf_rx_sum.cur - (long)peer->row.gossvf_rx_sum.ref) * 1e9 / window );
1503 0 : peer->row.gossvf_rx_sum.ref = peer->row.gossvf_rx_sum.cur;
1504 0 : peer->row.gossvf_rx_sum.update_timestamp_ns = now;
1505 :
1506 0 : fd_gui_ema_advance( &peer->row.gossip_tx_sum.rate_ema, now, (double)((long)peer->row.gossip_tx_sum.cur - (long)peer->row.gossip_tx_sum.ref) * 1e9 / window );
1507 0 : peer->row.gossip_tx_sum.ref = peer->row.gossip_tx_sum.cur;
1508 0 : peer->row.gossip_tx_sum.update_timestamp_ns = now;
1509 0 : fd_gui_peers_bandwidth_tracking_ele_insert( peers->bw_tracking, peer, peers->contact_info_table );
1510 0 : }
1511 :
1512 0 : peers->next_metric_rate_update_nanos = now + (FD_GUI_PEERS_METRIC_RATE_UPDATE_INTERVAL_MILLIS * 1000000L);
1513 0 : did_work = 1;
1514 : #ifdef FD_GUI_USE_HANDHOLDING
1515 : fd_gui_peers_live_table_verify( peers->live_table, peers->contact_info_table );
1516 : #endif
1517 0 : }
1518 :
1519 0 : if( FD_LIKELY( now >= peers->next_gossip_stats_update_nanos ) ) {
1520 0 : fd_gui_peers_gossip_stats_snap( peers, peers->gossip_stats, now );
1521 0 : fd_gui_peers_printf_gossip_stats( peers );
1522 0 : fd_http_server_ws_broadcast( peers->http );
1523 :
1524 0 : peers->next_gossip_stats_update_nanos = now + (FD_GUI_PEERS_GOSSIP_STATS_UPDATE_INTERVAL_MILLIS * 1000000L);
1525 0 : return 1; /* preserve STEM_BURST */
1526 0 : }
1527 :
1528 0 : return did_work;
1529 0 : }
1530 :
1531 : void
1532 : fd_gui_peers_ws_open( fd_gui_peers_ctx_t * peers,
1533 : ulong ws_conn_id,
1534 0 : long now ) {
1535 0 : peers->client_viewports[ ws_conn_id ].connected = 1;
1536 0 : peers->client_viewports[ ws_conn_id ].connected_time = now;
1537 0 : peers->client_viewports[ ws_conn_id ].start_row = 0;
1538 0 : peers->client_viewports[ ws_conn_id ].row_cnt = 0;
1539 0 : peers->client_viewports[ ws_conn_id ].sort_key = FD_GUI_PEERS_LIVE_TABLE_DEFAULT_SORT_KEY;
1540 0 : fd_gui_peers_ws_conn_rr_grow( peers, ws_conn_id );
1541 :
1542 0 : fd_gui_peers_printf_node_all( peers );
1543 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1544 :
1545 0 : if( FD_UNLIKELY( peers->wfs_stakes_sent ) ) {
1546 0 : fd_gui_peers_printf_wfs_stakes( peers );
1547 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1548 0 : }
1549 :
1550 0 : if( FD_UNLIKELY( peers->wfs_peers_valid ) ) {
1551 0 : ulong added_cnt = 0UL;
1552 0 : for( ulong i=0UL; i<peers->wfs_peers_cnt; i++ ) {
1553 0 : if( FD_UNLIKELY( peers->wfs_peers[ i ].is_online ) ) peers->scratch.wfs_peers[ added_cnt++ ] = i;
1554 0 : }
1555 0 : if( FD_LIKELY( added_cnt ) ) {
1556 0 : fd_gui_peers_printf_wfs_add( peers, peers->scratch.wfs_peers, added_cnt );
1557 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1558 0 : }
1559 0 : }
1560 0 : }
1561 :
1562 : void
1563 : fd_gui_peers_ws_close( fd_gui_peers_ctx_t * peers,
1564 0 : ulong ws_conn_id ) {
1565 0 : fd_gui_peers_live_table_sort_key_remove( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key );
1566 0 : peers->client_viewports[ ws_conn_id ].connected = 0;
1567 0 : fd_gui_peers_ws_conn_rr_shrink( peers, ws_conn_id );
1568 0 : }
1569 :
1570 : #undef LOGGING
|
