Line data Source code
1 : #include "fd_gui_peers.h"
2 : #include "fd_gui_printf.h"
3 : #include "fd_gui_config_parse.h"
4 : #include "fd_gui_metrics.h"
5 : #include "../../disco/metrics/fd_metrics_base.h"
6 : #include "../../ballet/json/fd_jtok.h"
7 : #include "../../flamenco/stakes/fd_stake_weight_sort.h"
8 :
9 : FD_IMPORT_BINARY( dbip_f, "src/disco/gui/dbip.bin.zst" );
10 :
11 : #define LOGGING 0
12 :
13 0 : #define FD_GUI_WFS_ACTIVITY_TIMEOUT_NANOS (15L*1000L*1000L*1000L)
14 :
15 : FD_FN_CONST ulong
16 0 : fd_gui_peers_align( void ) {
17 0 : ulong a = 128UL;
18 0 : a = fd_ulong_max( a, alignof(fd_gui_peers_ctx_t) );
19 0 : a = fd_ulong_max( a, fd_gui_peers_live_table_align() );
20 0 : a = fd_ulong_max( a, fd_gui_peers_bandwidth_tracking_align() );
21 0 : a = fd_ulong_max( a, fd_gui_peers_node_info_pool_align() );
22 0 : a = fd_ulong_max( a, fd_gui_peers_node_info_map_align() );
23 0 : a = fd_ulong_max( a, fd_gui_peers_node_pubkey_map_align() );
24 0 : a = fd_ulong_max( a, fd_gui_peers_node_sock_map_align() );
25 0 : a = fd_ulong_max( a, alignof(fd_gui_peers_ws_conn_t) );
26 0 : FD_TEST( fd_ulong_pow2_up( a )==a );
27 0 : return a;
28 0 : }
29 :
30 : FD_FN_CONST ulong
31 0 : fd_gui_peers_footprint( ulong max_ws_conn_cnt ) {
32 0 : ulong info_chain_cnt = fd_gui_peers_node_info_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
33 0 : ulong pubkey_chain_cnt = fd_gui_peers_node_pubkey_map_chain_cnt_est( FD_CONTACT_INFO_TABLE_SIZE );
34 0 : ulong sock_chain_cnt = fd_gui_peers_node_sock_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
35 :
36 0 : ulong l = FD_LAYOUT_INIT;
37 0 : l = FD_LAYOUT_APPEND( l, alignof(fd_gui_peers_ctx_t), sizeof(fd_gui_peers_ctx_t) );
38 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_live_table_align(), fd_gui_peers_live_table_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
39 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_bandwidth_tracking_align(), fd_gui_peers_bandwidth_tracking_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
40 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_info_pool_align(), fd_gui_peers_node_info_pool_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
41 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_info_map_align(), fd_gui_peers_node_info_map_footprint ( info_chain_cnt ) );
42 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_pubkey_map_align(), fd_gui_peers_node_pubkey_map_footprint ( pubkey_chain_cnt ) );
43 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_sock_map_align(), fd_gui_peers_node_sock_map_footprint ( sock_chain_cnt ) );
44 0 : l = FD_LAYOUT_APPEND( l, alignof(fd_gui_peers_ws_conn_t), max_ws_conn_cnt*sizeof(fd_gui_peers_ws_conn_t) );
45 :
46 0 : l = FD_LAYOUT_APPEND( l, 16UL, FD_GUI_GEOIP_BIN_MAX+fd_ulong_align_up( ZSTD_estimateDStreamSize( 1<<FD_GUI_GEOIP_ZSTD_WINDOW_LOG ), 16UL ) );
47 :
48 0 : return FD_LAYOUT_FINI( l, fd_gui_peers_align() );
49 0 : }
50 :
51 : /* load_geoip decompresses the dbip database image into image (a
52 : single streaming decompress; the image is the on-disk format, see
53 : fd_gui_peers.h) and points ip_db's columnar segment arrays at it.
54 : Country/city string tables are copied out to fixed arrays. */
55 :
56 : static void
57 : load_geoip( ZSTD_DCtx * dctx,
58 : uchar * image,
59 : ulong image_max,
60 : uchar const * db_f,
61 : ulong db_f_sz,
62 0 : fd_gui_ip_db_t * ip_db ) {
63 0 : ulong decompressed_sz = 0UL;
64 0 : ulong compressed_sz = 0UL;
65 0 : ulong err = ZSTD_decompressStream_simpleArgs( dctx, image, image_max, &decompressed_sz, db_f, db_f_sz, &compressed_sz );
66 0 : if( FD_UNLIKELY( ZSTD_isError( err ) ) ) FD_LOG_ERR(( "ZSTD_decompressStream_simpleArgs failed (%s)", ZSTD_getErrorName( err ) ));
67 0 : if( FD_UNLIKELY( err!=0UL ) ) FD_LOG_ERR(( "dbip database truncated (needs %lu more bytes)", err ));
68 0 : if( FD_UNLIKELY( compressed_sz!=db_f_sz ) ) FD_LOG_ERR(( "dbip database has %lu trailing bytes", db_f_sz-compressed_sz ));
69 :
70 0 : uchar const * p = image;
71 0 : uchar const * end = image+decompressed_sz;
72 :
73 0 : # define CHECK(n) do { if( FD_UNLIKELY( (ulong)(end-p)<(ulong)(n) ) ) FD_LOG_ERR(( "dbip database corrupt (truncated)" )); } while(0)
74 0 : # define ADVANCE(n) do { CHECK(n); p += (n); } while(0)
75 :
76 0 : CHECK( sizeof(ulong) );
77 0 : ulong country_code_cnt = FD_LOAD( ulong, p ); ADVANCE( sizeof(ulong) );
78 0 : FD_TEST( country_code_cnt && country_code_cnt<=FD_GUI_GEOIP_MAX_COUNTRY_CNT ); /* 255 reserved for unknown */
79 0 : for( ulong i=0UL; i<country_code_cnt; i++ ) {
80 0 : CHECK( 2UL );
81 0 : fd_memcpy( ip_db->country_code[ i ], p, 2UL ); ADVANCE( 2UL );
82 0 : ip_db->country_code[ i ][ 2 ] = '\0';
83 0 : if( FD_UNLIKELY( i && strcmp( ip_db->country_code[ i-1UL ], ip_db->country_code[ i ] )>0 ) )
84 0 : FD_LOG_ERR(( "country codes not sorted a=%s > b=%s i=%lu", ip_db->country_code[ i-1UL ], ip_db->country_code[ i ], i ));
85 0 : }
86 :
87 0 : CHECK( sizeof(ulong) );
88 0 : ulong city_name_cnt = FD_LOAD( ulong, p ); ADVANCE( sizeof(ulong) );
89 0 : FD_TEST( city_name_cnt<=FD_GUI_GEOIP_MAX_CITY_CNT );
90 0 : for( ulong i=0UL; i<city_name_cnt; i++ ) {
91 0 : uchar const * nul = memchr( p, '\0', fd_ulong_min( FD_GUI_GEOIP_MAX_CITY_NAME_SZ, (ulong)(end-p) ) );
92 0 : if( FD_UNLIKELY( !nul ) ) FD_LOG_ERR(( "dbip database corrupt (unterminated city name)" ));
93 0 : fd_memcpy( ip_db->city_name[ i ], p, (ulong)(nul-p)+1UL );
94 0 : ADVANCE( (ulong)(nul-p)+1UL );
95 0 : if( FD_UNLIKELY( i && strcmp( ip_db->city_name[ i-1UL ], ip_db->city_name[ i ] )>0 ) )
96 0 : FD_LOG_ERR(( "city names not sorted a=%s > b=%s i=%lu", ip_db->city_name[ i-1UL ], ip_db->city_name[ i ], i ));
97 0 : }
98 :
99 : /* Sections below are 4-byte aligned in the file (the generator pads
100 : with zeros) so the arrays can be used in place. */
101 0 : ADVANCE( fd_ulong_align_up( (ulong)(p-image), 4UL )-(ulong)(p-image) );
102 0 : CHECK( sizeof(ulong) );
103 0 : ulong seg_cnt = FD_LOAD( ulong, p ); ADVANCE( sizeof(ulong) );
104 0 : FD_TEST( seg_cnt && seg_cnt<=(1UL<<32) ); /* disjoint uint starts; also keeps seg_cnt*4 from overflowing */
105 :
106 0 : uint const * seg_start = fd_type_pun_const( p ); ADVANCE( seg_cnt*sizeof(uint) );
107 0 : uchar const * seg_country = p; ADVANCE( fd_ulong_align_up( seg_cnt, 4UL ) );
108 0 : uint const * seg_city = fd_type_pun_const( p ); ADVANCE( seg_cnt*sizeof(uint) );
109 0 : if( FD_UNLIKELY( p!=end ) ) FD_LOG_ERR(( "dbip database corrupt (%lu trailing bytes)", (ulong)(end-p) ));
110 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)seg_start, alignof(uint) ) ) ) FD_LOG_ERR(( "dbip database corrupt (misaligned)" ));
111 :
112 0 : if( FD_UNLIKELY( seg_start[ 0 ] ) ) FD_LOG_ERR(( "dbip database corrupt (first segment not 0)" ));
113 0 : for( ulong i=0UL; i<seg_cnt; i++ ) {
114 0 : if( FD_UNLIKELY( i && seg_start[ i ]<=seg_start[ i-1UL ] ) ) FD_LOG_ERR(( "dbip database corrupt (segments not sorted)" ));
115 0 : if( FD_UNLIKELY( seg_country[ i ]!=UCHAR_MAX && seg_country[ i ]>=country_code_cnt ) ) FD_LOG_ERR(( "dbip database corrupt (bad country idx)" ));
116 0 : if( FD_UNLIKELY( seg_city[ i ]!=UINT_MAX && seg_city[ i ]>=city_name_cnt ) ) FD_LOG_ERR(( "dbip database corrupt (bad city idx)" ));
117 0 : }
118 :
119 0 : # undef ADVANCE
120 0 : # undef CHECK
121 :
122 0 : ip_db->seg_cnt = seg_cnt;
123 0 : ip_db->seg_start = seg_start;
124 0 : ip_db->seg_country = seg_country;
125 0 : ip_db->seg_city = seg_city;
126 0 : }
127 :
128 : void *
129 : fd_gui_peers_new( void * shmem,
130 : fd_http_server_t * http,
131 : fd_topo_t const * topo,
132 : ulong max_ws_conn_cnt,
133 : char const * wfs_expected_bank_hash_cstr,
134 : ulong seed,
135 0 : long now ) {
136 0 : if( FD_UNLIKELY( !shmem ) ) {
137 0 : FD_LOG_WARNING(( "NULL shmem" ));
138 0 : return NULL;
139 0 : }
140 :
141 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)shmem, fd_gui_peers_align() ) ) ) {
142 0 : FD_LOG_WARNING(( "misaligned shmem" ));
143 0 : return NULL;
144 0 : }
145 :
146 0 : ulong info_chain_cnt = fd_gui_peers_node_info_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
147 0 : ulong pubkey_chain_cnt = fd_gui_peers_node_pubkey_map_chain_cnt_est( FD_CONTACT_INFO_TABLE_SIZE );
148 0 : ulong sock_chain_cnt = fd_gui_peers_node_sock_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
149 :
150 0 : FD_SCRATCH_ALLOC_INIT( l, shmem );
151 0 : fd_gui_peers_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_gui_peers_ctx_t), sizeof(fd_gui_peers_ctx_t) );
152 0 : void * _live_table = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_live_table_align(), fd_gui_peers_live_table_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
153 0 : void * _bw_tracking = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_bandwidth_tracking_align(), fd_gui_peers_bandwidth_tracking_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
154 0 : void * _info_pool = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_info_pool_align(), fd_gui_peers_node_info_pool_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
155 0 : void * _info_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_info_map_align(), fd_gui_peers_node_info_map_footprint ( info_chain_cnt ) );
156 0 : void * _pubkey_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_pubkey_map_align(), fd_gui_peers_node_pubkey_map_footprint ( pubkey_chain_cnt ) );
157 0 : void * _sock_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_sock_map_align(), fd_gui_peers_node_sock_map_footprint ( sock_chain_cnt ) );
158 0 : ctx->client_viewports = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_gui_peers_ws_conn_t), max_ws_conn_cnt*sizeof(fd_gui_peers_ws_conn_t) );
159 : /* DCtx scratch is only needed during load_geoip below; it lives
160 : past the image so the image gets the full FD_GUI_GEOIP_BIN_MAX
161 : the generator enforces. */
162 0 : ulong zstd_ctx_sz = ZSTD_estimateDStreamSize( 1 << FD_GUI_GEOIP_ZSTD_WINDOW_LOG );
163 0 : ctx->dbip_image = FD_SCRATCH_ALLOC_APPEND( l, 16UL, FD_GUI_GEOIP_BIN_MAX+fd_ulong_align_up( zstd_ctx_sz, 16UL ) );
164 0 : ZSTD_DCtx * zstd_dctx = ZSTD_initStaticDStream( ctx->dbip_image+FD_GUI_GEOIP_BIN_MAX, zstd_ctx_sz );
165 0 : FD_TEST( zstd_dctx );
166 :
167 0 : for( ulong i = 0UL; i<max_ws_conn_cnt; i++ ) ctx->client_viewports[ i ].connected = 0;
168 :
169 0 : ctx->http = http;
170 0 : ctx->topo = topo;
171 :
172 0 : ctx->wfs_enabled = !!strcmp( wfs_expected_bank_hash_cstr, "" );
173 :
174 0 : ctx->max_ws_conn_cnt = max_ws_conn_cnt;
175 0 : ctx->open_ws_conn_cnt = 0UL;
176 0 : ctx->active_ws_conn_id = ULONG_MAX;
177 :
178 0 : ctx->slot_voted = ULONG_MAX;
179 :
180 0 : for( ulong i=0UL; i<2UL; i++ ) {
181 0 : ctx->epochs[ i ].epoch = ULONG_MAX;
182 0 : ctx->epochs[ i ].stakes_cnt = 0UL;
183 0 : }
184 :
185 0 : ctx->next_client_nanos = now;
186 0 : ctx->next_metric_rate_update_nanos = now;
187 0 : ctx->next_gossip_stats_update_nanos = now;
188 0 : memset( &ctx->gossip_stats, 0, sizeof(ctx->gossip_stats) );
189 :
190 0 : for( ulong i = 0; i<FD_CONTACT_INFO_TABLE_SIZE; i++) ctx->contact_info_table[ i ].row.valid = 0;
191 :
192 0 : ctx->live_table = fd_gui_peers_live_table_join( fd_gui_peers_live_table_new( _live_table, FD_CONTACT_INFO_TABLE_SIZE ) );
193 0 : fd_gui_peers_live_table_seed( ctx->contact_info_table, FD_CONTACT_INFO_TABLE_SIZE, seed );
194 :
195 0 : ctx->bw_tracking = fd_gui_peers_bandwidth_tracking_join( fd_gui_peers_bandwidth_tracking_new( _bw_tracking, FD_CONTACT_INFO_TABLE_SIZE ) );
196 0 : fd_gui_peers_bandwidth_tracking_seed( ctx->contact_info_table, FD_CONTACT_INFO_TABLE_SIZE, seed );
197 :
198 0 : ctx->node_info_pool = fd_gui_peers_node_info_pool_join ( fd_gui_peers_node_info_pool_new ( _info_pool, FD_CONTACT_INFO_TABLE_SIZE ) );
199 0 : ctx->node_info_map = fd_gui_peers_node_info_map_join ( fd_gui_peers_node_info_map_new ( _info_map, info_chain_cnt, seed ) );
200 0 : ctx->node_pubkey_map = fd_gui_peers_node_pubkey_map_join( fd_gui_peers_node_pubkey_map_new( _pubkey_map, pubkey_chain_cnt, seed ) );
201 0 : ctx->node_sock_map = fd_gui_peers_node_sock_map_join ( fd_gui_peers_node_sock_map_new ( _sock_map, sock_chain_cnt, seed ) );
202 :
203 0 : load_geoip( zstd_dctx, ctx->dbip_image, FD_GUI_GEOIP_BIN_MAX, dbip_f, dbip_f_sz, &ctx->dbip );
204 :
205 0 : ctx->wfs_peers_cnt = 0UL;
206 0 : ctx->wfs_peers_valid = 0;
207 0 : ctx->wfs_stakes_sent = 0;
208 0 : wfs_fresh_dlist_join( wfs_fresh_dlist_new( ctx->wfs_fresh_dlist ) );
209 :
210 0 : return shmem;
211 0 : }
212 :
213 : fd_gui_peers_ctx_t *
214 0 : fd_gui_peers_join( void * shmem ) {
215 0 : if( FD_UNLIKELY( !shmem ) ) {
216 0 : FD_LOG_WARNING(( "NULL shmem" ));
217 0 : return NULL;
218 0 : }
219 :
220 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)shmem, fd_gui_peers_align() ) ) ) {
221 0 : FD_LOG_WARNING(( "misaligned shmem" ));
222 0 : return NULL;
223 0 : }
224 :
225 0 : fd_gui_peers_ctx_t * ctx = (fd_gui_peers_ctx_t *)shmem;
226 :
227 0 : return ctx;
228 0 : }
229 :
230 : static void
231 : fd_gui_peers_gossip_stats_snap( fd_gui_peers_ctx_t * peers,
232 : fd_gui_peers_gossip_stats_t * gossip_stats,
233 0 : long now ) {
234 0 : gossip_stats->sample_time = now;
235 0 : ulong gossvf_tile_cnt = fd_topo_tile_name_cnt( peers->topo, "gossvf" );
236 0 : ulong gossip_tile_cnt = 1UL;
237 :
238 0 : gossip_stats->network_health_pull_response_msg_rx_success =
239 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PULL_RESPONSE ) );
240 0 : gossip_stats->network_health_pull_response_msg_rx_failure =
241 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_RESPONSE_LOOPBACK ) )
242 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_RESPONSE_NO_VALID_CRDS ) );
243 0 : gossip_stats->network_health_push_msg_rx_success =
244 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PUSH ) );
245 0 : gossip_stats->network_health_push_msg_rx_failure =
246 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PUSH_LOOPBACK ) )
247 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PUSH_NO_VALID_CRDS ) );
248 0 : gossip_stats->network_health_push_crds_rx_success =
249 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_UPSERTED_PUSH ) );
250 0 : gossip_stats->network_health_push_crds_rx_failure =
251 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_DROPPED_PUSH_STALE ) )
252 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_DROPPED_PUSH_DUPLICATE ) )
253 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_SIGNATURE ) )
254 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_ORIGIN_NO_CONTACT_INFO ) )
255 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_ORIGIN_SHRED_VERSION ) )
256 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_INACTIVE ) )
257 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_WALLCLOCK ) );
258 0 : gossip_stats->network_health_pull_response_crds_rx_success =
259 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_UPSERTED_PULL_RESPONSE ) );
260 0 : gossip_stats->network_health_pull_response_crds_rx_failure =
261 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_DROPPED_PULL_RESPONSE_STALE ) )
262 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_DROPPED_PULL_RESPONSE_DUPLICATE ) )
263 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_WALLCLOCK ) )
264 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_SIGNATURE ) )
265 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_ORIGIN_NO_CONTACT_INFO ) )
266 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_ORIGIN_SHRED_VERSION ) )
267 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_INACTIVE ) );
268 0 : gossip_stats->network_health_push_crds_rx_duplicate =
269 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_DROPPED_PUSH_DUPLICATE ) );
270 0 : gossip_stats->network_health_pull_response_crds_rx_duplicate =
271 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_DROPPED_PULL_RESPONSE_DUPLICATE ) );
272 :
273 0 : gossip_stats->network_health_total_stake = 0UL; /* todo ... fetch from RPC */
274 0 : gossip_stats->network_health_total_peers = 0UL; /* todo ... fetch from RPC */
275 :
276 0 : gossip_stats->network_health_connected_stake = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_STAKE ) );
277 0 : gossip_stats->network_health_connected_staked_peers = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_STAKED ) );
278 0 : gossip_stats->network_health_connected_unstaked_peers = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_UNSTAKED ) );
279 :
280 0 : gossip_stats->network_ingress_peer_sz = fd_ulong_min( fd_gui_peers_bandwidth_tracking_ele_cnt( peers->bw_tracking ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
281 0 : gossip_stats->network_ingress_total_bytes_per_sec = 0UL;
282 :
283 0 : for( fd_gui_peers_bandwidth_tracking_fwd_iter_t iter = fd_gui_peers_bandwidth_tracking_fwd_iter_init( peers->bw_tracking, &FD_GUI_PEERS_BW_TRACKING_INGRESS_SORT_KEY, peers->contact_info_table ), j = 0UL;
284 0 : !fd_gui_peers_bandwidth_tracking_fwd_iter_done( iter );
285 0 : iter = fd_gui_peers_bandwidth_tracking_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
286 0 : fd_gui_peers_node_t * cur = fd_gui_peers_bandwidth_tracking_fwd_iter_ele( iter, peers->contact_info_table );
287 :
288 0 : if( FD_UNLIKELY( j<gossip_stats->network_ingress_peer_sz ) ) {
289 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &cur->row.pubkey, NULL, peers->node_info_pool );
290 0 : if( FD_LIKELY( node_info ) ) FD_TEST( fd_cstr_printf_check( gossip_stats->network_ingress_peer_names[ j ], FD_GUI_CONFIG_PARSE_VALIDATOR_INFO_NAME_SZ+1UL, NULL, "%s", node_info->name ) );
291 0 : else gossip_stats->network_ingress_peer_names[ j ][ 0 ] = '\0';
292 0 : gossip_stats->network_ingress_peer_bytes_per_sec[ j ] = (long)cur->row.gossvf_rx_sum.rate_ema.value;
293 0 : fd_memcpy( &gossip_stats->network_ingress_peer_identities[ j ], cur->row.pubkey.uc, 32UL );
294 0 : }
295 :
296 0 : gossip_stats->network_ingress_total_bytes_per_sec += (long)cur->row.gossvf_rx_sum.rate_ema.value;
297 0 : }
298 :
299 0 : gossip_stats->network_ingress_total_bytes = fd_gui_metrics_gossip_total_ingress_bytes( peers->topo, gossvf_tile_cnt );
300 :
301 0 : gossip_stats->network_egress_peer_sz = fd_ulong_min( fd_gui_peers_bandwidth_tracking_ele_cnt( peers->bw_tracking ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
302 :
303 0 : FD_TEST( gossip_stats->network_egress_peer_sz==gossip_stats->network_ingress_peer_sz );
304 :
305 0 : gossip_stats->network_egress_peer_sz = fd_ulong_min( fd_gui_peers_bandwidth_tracking_ele_cnt( peers->bw_tracking ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
306 0 : gossip_stats->network_egress_total_bytes_per_sec = 0UL;
307 :
308 0 : for( fd_gui_peers_bandwidth_tracking_fwd_iter_t iter = fd_gui_peers_bandwidth_tracking_fwd_iter_init( peers->bw_tracking, &FD_GUI_PEERS_BW_TRACKING_EGRESS_SORT_KEY, peers->contact_info_table ), j = 0UL;
309 0 : !fd_gui_peers_bandwidth_tracking_fwd_iter_done( iter );
310 0 : iter = fd_gui_peers_bandwidth_tracking_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
311 0 : fd_gui_peers_node_t * cur = fd_gui_peers_bandwidth_tracking_fwd_iter_ele( iter, peers->contact_info_table );
312 :
313 0 : if( FD_UNLIKELY( j<gossip_stats->network_egress_peer_sz ) ) {
314 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &cur->row.pubkey, NULL, peers->node_info_pool );
315 0 : if( FD_LIKELY( node_info ) ) FD_TEST( fd_cstr_printf_check( gossip_stats->network_egress_peer_names[ j ], FD_GUI_CONFIG_PARSE_VALIDATOR_INFO_NAME_SZ+1UL, NULL, "%s", node_info->name ) );
316 0 : else gossip_stats->network_egress_peer_names[ j ][ 0 ] = '\0';
317 0 : gossip_stats->network_egress_peer_bytes_per_sec[ j ] = (long)cur->row.gossip_tx_sum.rate_ema.value;
318 0 : fd_memcpy( &gossip_stats->network_egress_peer_identities[ j ], cur->row.pubkey.uc, 32UL );
319 0 : }
320 :
321 0 : gossip_stats->network_egress_total_bytes_per_sec += (long)cur->row.gossip_tx_sum.rate_ema.value;
322 0 : }
323 :
324 0 : gossip_stats->network_egress_total_bytes = fd_gui_metrics_gossip_total_egress_bytes( peers->topo, gossip_tile_cnt );
325 :
326 0 : gossip_stats->storage_capacity = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_CAPACITY ) );
327 0 : gossip_stats->storage_expired_cnt = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_EXPIRED ) );
328 0 : gossip_stats->storage_evicted_cnt = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_EVICTED ) );
329 :
330 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V1_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_CONTACT_INFO_V1 ) );
331 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_VOTE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_VOTE ) );
332 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_LOWEST_SLOT_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_LOWEST_SLOT ) );
333 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_SNAPSHOT_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_SNAPSHOT_HASHES ) );
334 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_ACCOUNTS_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_ACCOUNTS_HASHES ) );
335 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_EPOCH_SLOTS_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_EPOCH_SLOTS ) );
336 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V1_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_VERSION_V1 ) );
337 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V2_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_VERSION_V2 ) );
338 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_NODE_INSTANCE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_NODE_INSTANCE ) );
339 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_DUPLICATE_SHRED_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_DUPLICATE_SHRED ) );
340 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_INCREMENTAL_SNAPSHOT_HASHES ) );
341 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V2_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_CONTACT_INFO_V2 ) );
342 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_RESTART_LAST_VOTED_FORK_SLOTS ) );
343 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_HEAVIEST_FORK_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_OCCUPIED_RESTART_HEAVIEST_FORK ) );
344 :
345 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V1_IDX ] =
346 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_CONTACT_INFO_V1 ) )
347 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_CONTACT_INFO_V1 ) );
348 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VOTE_IDX ] =
349 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_VOTE ) )
350 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_VOTE ) );
351 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_LOWEST_SLOT_IDX ] =
352 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_LOWEST_SLOT ) )
353 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_LOWEST_SLOT ) );
354 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_SNAPSHOT_HASHES_IDX ] =
355 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_SNAPSHOT_HASHES ) )
356 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_SNAPSHOT_HASHES ) );
357 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_ACCOUNTS_HASHES_IDX ] =
358 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_ACCOUNTS_HASHES ) )
359 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_ACCOUNTS_HASHES ) );
360 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_EPOCH_SLOTS_IDX ] =
361 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_EPOCH_SLOTS ) )
362 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_EPOCH_SLOTS ) );
363 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V1_IDX ] =
364 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_VERSION_V1 ) )
365 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_VERSION_V1 ) );
366 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V2_IDX ] =
367 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_VERSION_V2 ) )
368 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_VERSION_V2 ) );
369 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_NODE_INSTANCE_IDX ] =
370 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_NODE_INSTANCE ) )
371 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_NODE_INSTANCE ) );
372 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_DUPLICATE_SHRED_IDX ] =
373 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_DUPLICATE_SHRED ) )
374 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_DUPLICATE_SHRED ) );
375 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] =
376 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_INCREMENTAL_SNAPSHOT_HASHES ) )
377 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_INCREMENTAL_SNAPSHOT_HASHES ) );
378 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V2_IDX ] =
379 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_CONTACT_INFO_V2 ) )
380 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_CONTACT_INFO_V2 ) );
381 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] =
382 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_RESTART_LAST_VOTED_FORK_SLOTS ) )
383 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_RESTART_LAST_VOTED_FORK_SLOTS ) );
384 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_HEAVIEST_FORK_IDX ] =
385 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_RESTART_HEAVIEST_FORK ) )
386 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_RESTART_HEAVIEST_FORK ) );
387 :
388 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V1_IDX ] =
389 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_CONTACT_INFO_V1 ) )
390 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_CONTACT_INFO_V1 ) );
391 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VOTE_IDX ] =
392 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_VOTE ) )
393 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_VOTE ) );
394 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_LOWEST_SLOT_IDX ] =
395 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_LOWEST_SLOT ) )
396 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_LOWEST_SLOT ) );
397 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_SNAPSHOT_HASHES_IDX ] =
398 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_SNAPSHOT_HASHES ) )
399 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_SNAPSHOT_HASHES ) );
400 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_ACCOUNTS_HASHES_IDX ] =
401 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_ACCOUNTS_HASHES ) )
402 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_ACCOUNTS_HASHES ) );
403 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_EPOCH_SLOTS_IDX ] =
404 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_EPOCH_SLOTS ) )
405 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_EPOCH_SLOTS ) );
406 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V1_IDX ] =
407 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_VERSION_V1 ) )
408 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_VERSION_V1 ) );
409 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V2_IDX ] =
410 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_VERSION_V2 ) )
411 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_VERSION_V2 ) );
412 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_NODE_INSTANCE_IDX ] =
413 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_NODE_INSTANCE ) )
414 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_NODE_INSTANCE ) );
415 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_DUPLICATE_SHRED_IDX ] =
416 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_DUPLICATE_SHRED ) )
417 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_DUPLICATE_SHRED ) );
418 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] =
419 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_INCREMENTAL_SNAPSHOT_HASHES ) )
420 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_INCREMENTAL_SNAPSHOT_HASHES ) );
421 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V2_IDX ] =
422 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_CONTACT_INFO_V2 ) )
423 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_CONTACT_INFO_V2 ) );
424 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] =
425 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_RESTART_LAST_VOTED_FORK_SLOTS ) )
426 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_RESTART_LAST_VOTED_FORK_SLOTS ) );
427 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_HEAVIEST_FORK_IDX ] =
428 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_RESTART_HEAVIEST_FORK ) )
429 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_RESTART_HEAVIEST_FORK ) );
430 :
431 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PULL_REQUEST ) );
432 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PULL_RESPONSE ) );
433 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PUSH ) );
434 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PING ) );
435 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PONG ) );
436 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PRUNE ) );
437 :
438 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] =
439 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PULL_REQUEST ) )
440 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_NOT_CONTACT_INFO ) )
441 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_LOOPBACK ) )
442 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_INACTIVE ) )
443 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_WALLCLOCK ) )
444 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_SIGNATURE ) )
445 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_SHRED_VERSION ) )
446 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_MASK_BITS ) );
447 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] =
448 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PULL_RESPONSE ) )
449 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_RESPONSE_LOOPBACK ) )
450 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_RESPONSE_NO_VALID_CRDS ) );
451 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] =
452 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PUSH ) )
453 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PUSH_LOOPBACK ) )
454 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PUSH_NO_VALID_CRDS ) );
455 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] =
456 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PING ) )
457 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PING_SIGNATURE ) );
458 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] =
459 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PONG ) )
460 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PONG_SIGNATURE ) );
461 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] =
462 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PRUNE ) )
463 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PRUNE_DESTINATION ) )
464 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PRUNE_WALLCLOCK ) )
465 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PRUNE_SIGNATURE ) );
466 :
467 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PULL_REQUEST ) );
468 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PULL_RESPONSE ) );
469 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PUSH ) );
470 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PING ) );
471 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PONG ) );
472 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PRUNE ) );
473 :
474 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PULL_REQUEST ) );
475 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PULL_RESPONSE ) );
476 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PUSH ) );
477 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PING ) );
478 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PONG ) );
479 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PRUNE ) );
480 0 : }
481 :
482 : static int
483 : fd_gui_peers_contact_info_eq( fd_gossip_contact_info_t const * ci1,
484 0 : fd_gossip_contact_info_t const * ci2 ) {
485 0 : int ci_eq =
486 0 : ci1->shred_version == ci2->shred_version
487 0 : && ci1->outset == ci2->outset
488 : // && ci1->wallclock_nanos == ci2->wallclock_nanos
489 0 : && ci1->version.client == ci2->version.client
490 0 : && ci1->version.major == ci2->version.major
491 0 : && ci1->version.minor == ci2->version.minor
492 0 : && ci1->version.patch == ci2->version.patch
493 0 : && ci1->version.commit == ci2->version.commit
494 0 : && ci1->version.feature_set == ci2->version.feature_set;
495 :
496 0 : if( FD_LIKELY( !ci_eq ) ) return 0;
497 0 : for( ulong j=0UL; j<(FD_GOSSIP_CONTACT_INFO_SOCKET_CNT); j++ ) {
498 0 : if( FD_UNLIKELY( ci1->sockets[ j ].is_ipv6 != ci2->sockets[ j ].is_ipv6 ) ) return 0;
499 :
500 0 : if( FD_UNLIKELY( ci1->sockets[ j ].is_ipv6 ) ) {
501 0 : if( FD_UNLIKELY( memcmp( ci1->sockets[ j ].ip6, ci2->sockets[ j ].ip6, 16UL ) ) ) return 0;
502 0 : } else {
503 0 : if( FD_UNLIKELY( ci1->sockets[ j ].ip4 != ci2->sockets[ j ].ip4 ) ) return 0;
504 0 : }
505 0 : if( FD_UNLIKELY( ci1->sockets[ j ].port != ci2->sockets[ j ].port ) ) return 0;
506 0 : }
507 0 : return 1;
508 0 : }
509 :
510 : void
511 : fd_gui_peers_handle_gossip_message( fd_gui_peers_ctx_t * peers,
512 : uchar const * payload,
513 : ulong payload_sz,
514 : fd_gossip_socket_t const * peer_sock,
515 0 : int is_rx ) {
516 0 : fd_gui_peers_node_t * peer = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, peer_sock, NULL, peers->contact_info_table );
517 :
518 : /* We set MAP_MULTI=1 since there are not guarantees that duplicates
519 : sockets won't exist. In cases where we see multiple sockets the
520 : update timestamp in fd_gui_peers_node_t is the tiebreaker */
521 0 : for( fd_gui_peers_node_t * p = peer; p!=NULL; p=(fd_gui_peers_node_t *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
522 0 : if( p->row.update_time_nanos>peer->row.update_time_nanos ) peer = p;
523 0 : }
524 :
525 0 : if( FD_UNLIKELY( !peer ) ) return; /* NOP, peer not known yet */
526 0 : if( FD_UNLIKELY( payload_sz<sizeof(uint) ) ) return; /* NOP, corrupt */
527 :
528 0 : uint tag = FD_LOAD( uint, payload );
529 0 : if( FD_UNLIKELY( tag >= FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT ) ) return; /* NOP, unknown message kind */
530 0 : fd_ptr_if( is_rx, &peer->row.gossvf_rx[ tag ], &peer->row.gossip_tx[ tag ] )->cur += payload_sz;
531 0 : fd_ptr_if( is_rx, (fd_gui_peers_metric_rate_t *)&peer->row.gossvf_rx_sum, (fd_gui_peers_metric_rate_t *)&peer->row.gossip_tx_sum )->cur += payload_sz;
532 0 : }
533 :
534 : /* geoip_lookup finds the segment covering ip_addr (network byte
535 : order) by binary search over the sorted disjoint segment starts.
536 : Returns the segment index, or ULONG_MAX if the database is empty. */
537 :
538 : static ulong
539 : geoip_lookup( fd_gui_ip_db_t const * ip_db,
540 0 : uint ip_addr ) {
541 0 : if( FD_UNLIKELY( !ip_db->seg_cnt ) ) return ULONG_MAX;
542 :
543 0 : uint ip = fd_uint_bswap( ip_addr );
544 :
545 : /* Greatest i with seg_start[i] <= ip; seg_start[0]==0 */
546 0 : ulong lo = 0UL;
547 0 : ulong hi = ip_db->seg_cnt;
548 0 : while( hi-lo>1UL ) {
549 0 : ulong mid = (lo+hi)>>1;
550 0 : if( ip_db->seg_start[ mid ]<=ip ) lo = mid;
551 0 : else hi = mid;
552 0 : }
553 0 : return lo;
554 0 : }
555 :
556 : #define SORT_NAME wfs_peer_sort
557 : #define SORT_KEY_T fd_gui_wfs_peer_t
558 0 : #define SORT_BEFORE(a,b) (memcmp( (a).identity_key.uc, (b).identity_key.uc, 32UL )<0)
559 : #include "../../util/tmpl/fd_sort.c"
560 :
561 : #define SORT_NAME fd_gui_peers_voter_sort_iden_desc
562 0 : #define SORT_KEY_T fd_gui_peers_voter_t
563 0 : #define SORT_BEFORE(a,b) (memcmp( (a).weight.id_key.uc, (b).weight.id_key.uc, 32UL )>0)
564 : #include "../../util/tmpl/fd_sort.c"
565 :
566 : #define SORT_NAME fd_gui_peers_voter_idx_sort_vote_desc
567 0 : #define SORT_KEY_T fd_gui_peers_voter_idx_t
568 0 : #define SORT_BEFORE(a,b) (memcmp( (a).key.uc, (b).key.uc, 32UL )>0)
569 : #include "../../util/tmpl/fd_sort.c"
570 :
571 : static void
572 : wfs_handle_contact_info_update( fd_gui_peers_ctx_t * peers,
573 : fd_pubkey_t const * identity,
574 0 : long now ) {
575 0 : if( FD_LIKELY( !peers->wfs_peers_valid ) ) return;
576 :
577 0 : ulong idx = wfs_peer_sort_split( peers->wfs_peers, peers->wfs_peers_cnt, (fd_gui_wfs_peer_t){ .identity_key = *identity } );
578 0 : if( FD_UNLIKELY( idx>=peers->wfs_peers_cnt || memcmp( identity->uc, peers->wfs_peers[ idx ].identity_key.uc, sizeof(fd_pubkey_t) ) ) ) return;
579 :
580 0 : fd_gui_wfs_peer_t * wp = &peers->wfs_peers[ idx ];
581 0 : wp->update_time_nanos = now;
582 :
583 0 : if( !wp->is_online ) {
584 0 : wp->is_online = 1;
585 0 : wfs_fresh_dlist_idx_push_tail( peers->wfs_fresh_dlist, idx, peers->wfs_peers );
586 :
587 0 : fd_gui_peers_printf_wfs_add( peers, &idx, 1UL );
588 0 : fd_http_server_ws_broadcast( peers->http );
589 0 : } else {
590 0 : wfs_fresh_dlist_idx_remove( peers->wfs_fresh_dlist, idx, peers->wfs_peers );
591 0 : wfs_fresh_dlist_idx_push_tail( peers->wfs_fresh_dlist, idx, peers->wfs_peers );
592 0 : }
593 0 : }
594 :
595 : static void
596 : wfs_handle_contact_info_remove( fd_gui_peers_ctx_t * peers,
597 0 : fd_pubkey_t const * identity ) {
598 0 : if( FD_LIKELY( !peers->wfs_peers_valid ) ) return;
599 :
600 0 : ulong idx = wfs_peer_sort_split( peers->wfs_peers, peers->wfs_peers_cnt, (fd_gui_wfs_peer_t){ .identity_key = *identity } );
601 0 : if( FD_UNLIKELY( idx>=peers->wfs_peers_cnt || memcmp( identity->uc, peers->wfs_peers[ idx ].identity_key.uc, 32UL ) ) ) return;
602 :
603 0 : fd_gui_wfs_peer_t * wp = &peers->wfs_peers[ idx ];
604 0 : if( wp->is_online ) {
605 0 : wfs_fresh_dlist_idx_remove( peers->wfs_fresh_dlist, idx, peers->wfs_peers );
606 0 : wp->is_online = 0;
607 :
608 0 : fd_gui_peers_printf_wfs_remove( peers, &idx, 1UL );
609 0 : fd_http_server_ws_broadcast( peers->http );
610 0 : }
611 0 : }
612 :
613 : static inline fd_gui_peers_voter_t const *
614 : fd_gui_peers_voter_best_for_identity( fd_gui_peers_voter_t const * voters,
615 : ulong voter_cnt,
616 0 : ulong * p_i ) {
617 0 : ulong i = *p_i;
618 0 : ulong j = i + 1UL;
619 0 : fd_gui_peers_voter_t const * best = &voters[ i ];
620 0 : while( j<voter_cnt && !memcmp( voters[ j ].weight.id_key.uc, best->weight.id_key.uc, sizeof(fd_pubkey_t) ) ) {
621 0 : fd_gui_peers_voter_t const * candidate = &voters[ j ];
622 0 : ulong slot_best = fd_ulong_if( best->vote_slot==ULONG_MAX, 0UL, best->vote_slot );
623 0 : ulong slot_cand = fd_ulong_if( candidate->vote_slot==ULONG_MAX, 0UL, candidate->vote_slot );
624 0 : if( (slot_cand>slot_best) || ((slot_cand==slot_best) && (candidate->weight.stake>best->weight.stake)) ) {
625 0 : best = candidate;
626 0 : }
627 0 : j++;
628 0 : }
629 0 : *p_i = j;
630 0 : return best;
631 0 : }
632 :
633 : void
634 : fd_gui_peers_handle_gossip_update( fd_gui_peers_ctx_t * peers,
635 : fd_gossip_update_message_t const * update,
636 0 : long now ) {
637 0 : switch( update->tag ) {
638 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO: {
639 0 : if( FD_UNLIKELY( update->contact_info->idx>=FD_CONTACT_INFO_TABLE_SIZE ) ) FD_LOG_ERR(( "unexpected contact_info_idx %lu >= %lu", update->contact_info->idx, FD_CONTACT_INFO_TABLE_SIZE ));
640 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ update->contact_info->idx ];
641 0 : if( FD_LIKELY( peer->row.valid ) ) {
642 : #if LOGGING
643 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
644 : fd_base58_encode_32( update->origin, NULL, _pk );
645 : FD_LOG_WARNING(("UPDATE %lu pk=%s", update->contact_info->idx, _pk ));
646 : #endif
647 : #ifdef FD_GUI_USE_HANDHOLDING
648 : /* invariant checks */
649 : if( FD_UNLIKELY( memcmp( peer->row.pubkey.uc, update->origin, 32UL ) ) ) {
650 : char ci_pk[ FD_BASE58_ENCODED_32_SZ ];
651 : char og_pk[ FD_BASE58_ENCODED_32_SZ ];
652 : fd_base58_encode_32( peer->row.pubkey.uc, NULL, ci_pk );
653 : fd_base58_encode_32( update->origin, NULL, og_pk );
654 :
655 : /* A new pubkey is not allowed to overwrite an existing valid index */
656 : FD_LOG_ERR(( "invariant violation: peer->row.pubkey.uc=%s != update->origin=%s ", ci_pk, og_pk ));
657 : }
658 : FD_TEST( peer==fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, (fd_pubkey_t const * )update->origin, NULL, peers->contact_info_table ) );
659 : fd_gui_peers_node_t * peer_sock = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, &peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ], NULL, peers->contact_info_table );
660 : int found = 0;
661 : for( fd_gui_peers_node_t * p = peer_sock; !!p; p=(fd_gui_peers_node_t *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
662 : if( peer==p ) {
663 : found = 1;
664 : break;
665 : }
666 : }
667 : FD_TEST( found );
668 : #endif
669 : /* update does nothing */
670 0 : if( FD_UNLIKELY( fd_gui_peers_contact_info_eq( &peer->row.contact_info, update->contact_info->value ) ) ) {
671 0 : peer->row.wallclock_nanos = FD_MILLI_TO_NANOSEC( update->wallclock );
672 0 : peer->row.update_time_nanos = now;
673 0 : wfs_handle_contact_info_update( peers, (fd_pubkey_t const *)update->origin, now );
674 0 : break;
675 0 : }
676 :
677 0 : fd_gui_peers_node_sock_map_idx_remove_fast( peers->node_sock_map, update->contact_info->idx, peers->contact_info_table );
678 0 : fd_gui_peers_live_table_idx_remove ( peers->live_table, update->contact_info->idx, peers->contact_info_table );
679 :
680 0 : peer->row.pubkey = *(fd_pubkey_t *)update->origin;
681 0 : peer->row.contact_info = *update->contact_info->value;
682 0 : peer->row.wallclock_nanos = FD_MILLI_TO_NANOSEC( update->wallclock );
683 0 : peer->row.update_time_nanos = now;
684 : /* fetch and set country code */
685 0 : uint ip4 = peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0 : peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
686 0 : ulong dbip_seg = geoip_lookup( &peers->dbip, ip4 );
687 :
688 0 : peer->row.country_code_idx = dbip_seg!=ULONG_MAX ? peers->dbip.seg_country[ dbip_seg ] : UCHAR_MAX;
689 0 : peer->row.city_name_idx = dbip_seg!=ULONG_MAX ? peers->dbip.seg_city [ dbip_seg ] : UINT_MAX;
690 :
691 0 : fd_gui_peers_live_table_idx_insert ( peers->live_table, update->contact_info->idx, peers->contact_info_table );
692 0 : fd_gui_peers_node_sock_map_idx_insert ( peers->node_sock_map, update->contact_info->idx, peers->contact_info_table );
693 :
694 : /* broadcast update to WebSocket clients */
695 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_UPDATE }, (ulong[]){ update->contact_info->idx }, 1UL );
696 0 : fd_http_server_ws_broadcast( peers->http );
697 :
698 0 : wfs_handle_contact_info_update( peers, (fd_pubkey_t const *)update->origin, now );
699 0 : } else {
700 : #if LOGGING
701 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
702 : fd_base58_encode_32( update->origin, NULL, _pk );
703 : FD_LOG_WARNING(( "ADD %lu pk=%s", update->contact_info->idx, _pk ));
704 : #endif
705 0 : FD_TEST( !fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, fd_type_pun_const( update->origin ), NULL, peers->contact_info_table ) );
706 0 : peer->row.pubkey = *(fd_pubkey_t *)update->origin;
707 0 : memset( &peer->row.gossvf_rx, 0, sizeof(peer->row.gossvf_rx) );
708 0 : memset( &peer->row.gossip_tx, 0, sizeof(peer->row.gossip_tx) );
709 0 : memset( &peer->row.gossvf_rx_sum, 0, sizeof(peer->row.gossvf_rx_sum) );
710 0 : memset( &peer->row.gossip_tx_sum, 0, sizeof(peer->row.gossip_tx_sum) );
711 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
712 0 : fd_gui_ema_init( &peer->row.gossvf_rx[ i ].rate_ema, now, FD_GUI_PEERS_EMA_HALF_LIFE_NS );
713 0 : fd_gui_ema_init( &peer->row.gossip_tx[ i ].rate_ema, now, FD_GUI_PEERS_EMA_HALF_LIFE_NS );
714 0 : }
715 0 : fd_gui_ema_init( &peer->row.gossvf_rx_sum.rate_ema, now, FD_GUI_PEERS_EMA_HALF_LIFE_NS );
716 0 : fd_gui_ema_init( &peer->row.gossip_tx_sum.rate_ema, now, FD_GUI_PEERS_EMA_HALF_LIFE_NS );
717 0 : peer->row.has_vote_info = 0;
718 0 : peer->row.delinquent = 0;
719 0 : peer->row.stake = ULONG_MAX;
720 :
721 : /* Backfill stake from already-received epoch data. This
722 : handles the case where epoch info arrived before this peer
723 : was known via gossip. If both epoch slots are populated,
724 : use the larger (current) epoch. */
725 0 : fd_vote_stake_weight_t best_weight = {0};
726 0 : int found = 0;
727 0 : int have_0 = peers->epochs[ 0 ].epoch!=ULONG_MAX;
728 0 : int have_1 = peers->epochs[ 1 ].epoch!=ULONG_MAX;
729 0 : ulong ep = fd_ulong_if( have_0 & have_1, fd_ulong_if( peers->epochs[ 0 ].epoch>peers->epochs[ 1 ].epoch, 0UL, 1UL ), fd_ulong_if( have_0, 0UL, fd_ulong_if( have_1, 1UL, ULONG_MAX ) ) );
730 0 : if( FD_LIKELY( ep!=ULONG_MAX ) ) {
731 0 : fd_gui_peers_voter_t const * stakes = peers->epochs[ ep ].stakes;
732 0 : ulong cnt = peers->epochs[ ep ].stakes_cnt;
733 :
734 0 : fd_gui_peers_voter_t query = { .weight = { .id_key = peer->row.pubkey } };
735 0 : ulong idx = fd_gui_peers_voter_sort_iden_desc_split( stakes, cnt, query );
736 0 : if( FD_LIKELY( idx<cnt && !memcmp( stakes[ idx ].weight.id_key.uc, peer->row.pubkey.uc, sizeof(fd_pubkey_t) ) ) ) {
737 0 : fd_gui_peers_voter_t const * best = fd_gui_peers_voter_best_for_identity( stakes, cnt, &idx );
738 0 : best_weight = best->weight;
739 0 : found = 1;
740 0 : }
741 0 : }
742 0 : if( FD_UNLIKELY( found ) ) {
743 0 : peer->row.has_vote_info = 1;
744 0 : peer->row.vote_account = best_weight.vote_key;
745 0 : peer->row.stake = best_weight.stake;
746 0 : }
747 :
748 0 : fd_gui_config_parse_info_t * info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, fd_type_pun_const(update->origin ), NULL, peers->node_info_pool );
749 0 : if( FD_LIKELY( info ) ) fd_memcpy( peer->row.name, info->name, sizeof(info->name) );
750 0 : else peer->row.name[ 0 ] = '\0';
751 :
752 0 : peer->row.wallclock_nanos = FD_MILLI_TO_NANOSEC( update->wallclock );
753 :
754 0 : peer->row.update_time_nanos = now;
755 0 : peer->row.contact_info = *update->contact_info->value;
756 :
757 : /* fetch and set country code */
758 0 : uint ip4 = peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0 : peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
759 0 : ulong dbip_seg = geoip_lookup( &peers->dbip, ip4 );
760 :
761 0 : peer->row.country_code_idx = dbip_seg!=ULONG_MAX ? peers->dbip.seg_country[ dbip_seg ] : UCHAR_MAX;
762 0 : peer->row.city_name_idx = dbip_seg!=ULONG_MAX ? peers->dbip.seg_city [ dbip_seg ] : UINT_MAX;
763 :
764 0 : peer->row.valid = 1;
765 :
766 : /* update pubkey_map, sock_map */
767 0 : fd_gui_peers_node_sock_map_idx_insert ( peers->node_sock_map, update->contact_info->idx, peers->contact_info_table );
768 0 : fd_gui_peers_node_pubkey_map_idx_insert( peers->node_pubkey_map, update->contact_info->idx, peers->contact_info_table );
769 :
770 : /* update live tables */
771 0 : fd_gui_peers_live_table_idx_insert ( peers->live_table, update->contact_info->idx, peers->contact_info_table );
772 0 : fd_gui_peers_bandwidth_tracking_idx_insert( peers->bw_tracking, update->contact_info->idx, peers->contact_info_table );
773 :
774 0 : fd_gui_printf_peers_view_resize( peers, fd_gui_peers_live_table_ele_cnt( peers->live_table ) );
775 0 : fd_http_server_ws_broadcast( peers->http );
776 :
777 : /* broadcast update to WebSocket clients */
778 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_ADD }, (ulong[]){ update->contact_info->idx }, 1UL );
779 0 : fd_http_server_ws_broadcast( peers->http );
780 :
781 0 : wfs_handle_contact_info_update( peers, (fd_pubkey_t const *)update->origin, now );
782 0 : }
783 0 : break;
784 0 : }
785 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE: {
786 0 : if( FD_UNLIKELY( update->contact_info_remove->idx>=FD_CONTACT_INFO_TABLE_SIZE ) ) FD_LOG_ERR(( "unexpected remove_contact_info_idx %lu >= %lu", update->contact_info_remove->idx, FD_CONTACT_INFO_TABLE_SIZE ));
787 : #if LOGGING
788 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
789 : fd_base58_encode_32( update->origin, NULL, _pk );
790 : FD_LOG_WARNING(( "REMOVE %lu pk=%s",update->contact_info_remove->idx, _pk ));
791 : #endif
792 :
793 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ update->contact_info_remove->idx ];
794 :
795 : #ifdef FD_GUI_USE_HANDHOLDING
796 : /* invariant checks */
797 : FD_TEST( peer->row.valid ); /* Should have already been in the table */
798 : FD_TEST( peer==fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, (fd_pubkey_t const * )update->origin, NULL, peers->contact_info_table ) );
799 : fd_gui_peers_node_t * peer_sock = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, &peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ], NULL, peers->contact_info_table );
800 : int found = 0;
801 : for( fd_gui_peers_node_t const * p = peer_sock; !!p; p=(fd_gui_peers_node_t const *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
802 : if( peer==p ) {
803 : found = 1;
804 : break;
805 : }
806 : }
807 : FD_TEST( found );
808 : #endif
809 0 : wfs_handle_contact_info_remove( peers, (fd_pubkey_t const *)update->origin );
810 :
811 0 : fd_gui_peers_live_table_idx_remove ( peers->live_table, update->contact_info_remove->idx, peers->contact_info_table );
812 0 : fd_gui_peers_bandwidth_tracking_idx_remove ( peers->bw_tracking, update->contact_info_remove->idx, peers->contact_info_table );
813 0 : fd_gui_peers_node_sock_map_idx_remove_fast ( peers->node_sock_map, update->contact_info_remove->idx, peers->contact_info_table );
814 0 : fd_gui_peers_node_pubkey_map_idx_remove_fast( peers->node_pubkey_map, update->contact_info_remove->idx, peers->contact_info_table );
815 0 : peer->row.valid = 0;
816 :
817 0 : fd_gui_printf_peers_view_resize( peers, fd_gui_peers_live_table_ele_cnt( peers->live_table ) );
818 0 : fd_http_server_ws_broadcast( peers->http );
819 :
820 : /* broadcast update to WebSocket clients */
821 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_DELETE }, (ulong[]){ update->contact_info_remove->idx }, 1UL );
822 0 : fd_http_server_ws_broadcast( peers->http );
823 0 : break;
824 0 : }
825 0 : default: break;
826 0 : }
827 0 : }
828 :
829 : void
830 0 : fd_gui_peers_handle_identity_change( fd_gui_peers_ctx_t * peers ) {
831 0 : peers->slot_voted = ULONG_MAX;
832 0 : fd_gui_peers_printf_vote_slot( peers );
833 0 : fd_http_server_ws_broadcast( peers->http );
834 0 : }
835 :
836 : void
837 : fd_gui_peers_handle_vote( fd_gui_peers_ctx_t * peers,
838 : fd_pubkey_t const * vote_account,
839 : ulong vote_slot,
840 0 : int is_us ) {
841 0 : if( FD_UNLIKELY( is_us && peers->slot_voted!=vote_slot ) ) {
842 0 : peers->slot_voted = fd_ulong_if( vote_slot==0UL, ULONG_MAX, vote_slot );
843 0 : fd_gui_peers_printf_vote_slot( peers );
844 0 : fd_http_server_ws_broadcast( peers->http );
845 0 : }
846 :
847 0 : for( ulong i=0UL; i<2UL; i++ ) {
848 0 : fd_gui_peers_voter_idx_t * vidx = peers->epochs[ i ].vote_idx;
849 0 : ulong cnt = peers->epochs[ i ].stakes_cnt;
850 0 : ulong pos = fd_gui_peers_voter_idx_sort_vote_desc_split( vidx, cnt, (fd_gui_peers_voter_idx_t){ .key = *vote_account } );
851 0 : if( FD_UNLIKELY( pos>=cnt || memcmp( vidx[ pos ].key.uc, vote_account->uc, sizeof(fd_pubkey_t) ) ) ) continue;
852 :
853 0 : fd_gui_peers_voter_t * voter = &peers->epochs[ i ].stakes[ vidx[ pos ].idx ];
854 0 : voter->vote_slot = fd_ulong_if( voter->vote_slot==ULONG_MAX, vote_slot, fd_ulong_max( voter->vote_slot, vote_slot ) );
855 0 : }
856 0 : }
857 :
858 : void
859 : fd_gui_peers_handle_epoch_info( fd_gui_peers_ctx_t * peers,
860 : fd_epoch_info_msg_t const * epoch_info,
861 0 : long now FD_PARAM_UNUSED ) {
862 0 : ulong epoch_idx = epoch_info->epoch % 2UL;
863 0 : if( FD_UNLIKELY( peers->epochs[ epoch_idx ].epoch!=ULONG_MAX && peers->epochs[ epoch_idx ].epoch>=epoch_info->epoch ) ) return;
864 :
865 0 : if( FD_UNLIKELY( epoch_info->staked_vote_cnt>MAX_STAKE_WEIGHTS ) )
866 0 : FD_LOG_ERR(( "epoch stakes exceed MAX_STAKE_WEIGHTS=%lu", MAX_STAKE_WEIGHTS ));
867 0 : if( FD_UNLIKELY( epoch_info->staked_id_cnt>MAX_STAKE_WEIGHTS ) )
868 0 : FD_LOG_ERR(( "epoch id weights exceed MAX_STAKE_WEIGHTS=%lu", MAX_STAKE_WEIGHTS ));
869 :
870 0 : fd_vote_stake_weight_t const * weights = fd_epoch_info_msg_stake_weights( epoch_info );
871 :
872 0 : ulong stakes_cnt = 0UL;
873 0 : for( ulong i=0UL; i<epoch_info->staked_vote_cnt; i++ ) {
874 0 : if( FD_UNLIKELY( fd_pubkey_check_zero( &weights[ i ].id_key ) ) ) continue;
875 0 : peers->epochs[ epoch_idx ].stakes[ stakes_cnt ] = (fd_gui_peers_voter_t){
876 0 : .weight = weights[ i ],
877 0 : .vote_slot = ULONG_MAX,
878 0 : };
879 0 : stakes_cnt++;
880 0 : }
881 0 : peers->epochs[ epoch_idx ].epoch = epoch_info->epoch;
882 0 : peers->epochs[ epoch_idx ].stakes_cnt = stakes_cnt;
883 :
884 : /* sort for deduplication */
885 0 : fd_gui_peers_voter_sort_iden_desc_inplace( peers->epochs[ epoch_idx ].stakes, peers->epochs[ epoch_idx ].stakes_cnt );
886 :
887 0 : ulong updated_cnt = 0UL;
888 0 : ulong i=0UL;
889 0 : while( i<peers->epochs[ epoch_idx ].stakes_cnt ) {
890 0 : fd_gui_peers_voter_t const * best = fd_gui_peers_voter_best_for_identity( peers->epochs[ epoch_idx ].stakes, peers->epochs[ epoch_idx ].stakes_cnt, &i );
891 :
892 0 : ulong peer_idx = fd_gui_peers_node_pubkey_map_idx_query(
893 0 : peers->node_pubkey_map, &best->weight.id_key, ULONG_MAX,
894 0 : peers->contact_info_table );
895 0 : if( FD_UNLIKELY( peer_idx==ULONG_MAX ) ) continue;
896 :
897 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ peer_idx ];
898 :
899 0 : int vote_eq = peer->row.has_vote_info
900 0 : && !memcmp( peer->row.vote_account.uc, best->weight.vote_key.uc, sizeof(fd_pubkey_t) )
901 0 : && peer->row.stake==best->weight.stake;
902 0 : if( FD_LIKELY( vote_eq ) ) continue;
903 :
904 0 : fd_gui_peers_live_table_idx_remove( peers->live_table, peer_idx, peers->contact_info_table );
905 :
906 0 : peer->row.has_vote_info = 1;
907 0 : peer->row.vote_account = best->weight.vote_key;
908 0 : peer->row.stake = best->weight.stake;
909 :
910 0 : fd_gui_peers_live_table_idx_insert( peers->live_table, peer_idx, peers->contact_info_table );
911 :
912 0 : peers->scratch.actions[ updated_cnt ] = FD_GUI_PEERS_NODE_UPDATE;
913 0 : peers->scratch.idxs [ updated_cnt ] = peer_idx;
914 0 : updated_cnt++;
915 0 : }
916 :
917 0 : if( FD_UNLIKELY( updated_cnt ) ) {
918 0 : fd_gui_peers_printf_nodes( peers, peers->scratch.actions, peers->scratch.idxs, updated_cnt );
919 0 : fd_http_server_ws_broadcast( peers->http );
920 0 : }
921 :
922 : /* Build vote account index for fd_gui_peers_handle_vote */
923 0 : for( ulong j=0UL; j<stakes_cnt; j++ ) {
924 0 : peers->epochs[ epoch_idx ].vote_idx[ j ] = (fd_gui_peers_voter_idx_t){
925 0 : .key = peers->epochs[ epoch_idx ].stakes[ j ].weight.vote_key,
926 0 : .idx = j,
927 0 : };
928 0 : }
929 0 : fd_gui_peers_voter_idx_sort_vote_desc_inplace( peers->epochs[ epoch_idx ].vote_idx, stakes_cnt );
930 0 : }
931 :
932 : #define SORT_NAME fd_gui_peers_voter_sort_slot_stake_desc
933 0 : #define SORT_KEY_T fd_gui_peers_voter_t
934 0 : #define SORT_BEFORE(a,b) ((a).vote_slot>(b).vote_slot ? 1 : (a).vote_slot<(b).vote_slot ? 0 : (a).weight.stake>(b).weight.stake)
935 : #include "../../util/tmpl/fd_sort.c"
936 :
937 : void
938 : fd_gui_peers_update_delinquency( fd_gui_peers_ctx_t * peers,
939 0 : long now FD_PARAM_UNUSED ) {
940 0 : ulong epoch_t_1 = ULONG_MAX;
941 0 : for( ulong i=0UL; i<2UL; i++ ) {
942 0 : ulong epoch = peers->epochs[ i ].epoch;
943 0 : if( FD_UNLIKELY( epoch==ULONG_MAX ) ) continue;
944 0 : if( FD_LIKELY( epoch_t_1==ULONG_MAX || epoch>epoch_t_1 ) ) epoch_t_1 = epoch;
945 0 : }
946 0 : ulong epoch_idx = epoch_t_1 % 2UL;
947 :
948 0 : fd_gui_peers_voter_t * voters = peers->epochs[ epoch_idx ].stakes;
949 0 : ulong voters_cnt = peers->epochs[ epoch_idx ].stakes_cnt;
950 :
951 : /* Copy to scratch and sort for p67 computation. We use a scratch
952 : copy to avoid clobbering the identity sort order of stakes. */
953 0 : fd_gui_peers_voter_t * scratch = peers->scratch.voters_scratch;
954 0 : fd_memcpy( scratch, voters, voters_cnt * sizeof(fd_gui_peers_voter_t) );
955 0 : fd_gui_peers_voter_sort_slot_stake_desc_inplace( scratch, voters_cnt );
956 :
957 0 : ulong total_stake = 0UL;
958 0 : for( ulong i=0UL; i<voters_cnt; i++ ) total_stake += scratch[ i ].weight.stake;
959 :
960 0 : ulong cumulative_stake = 0UL;
961 0 : ulong last_vote_slot_p33 = ULONG_MAX;
962 0 : for( ulong i=0UL; i<voters_cnt; i++ ) {
963 0 : if( FD_UNLIKELY( scratch[ i ].vote_slot==ULONG_MAX ) ) continue;
964 0 : cumulative_stake += scratch[ i ].weight.stake;
965 0 : if( FD_LIKELY( 3UL*cumulative_stake > 1UL*total_stake ) ) {
966 0 : last_vote_slot_p33 = scratch[ i ].vote_slot;
967 0 : break;
968 0 : }
969 0 : }
970 0 : if( FD_UNLIKELY( last_vote_slot_p33==ULONG_MAX ) ) {
971 0 : return; /* not enough observed votes */
972 0 : }
973 :
974 0 : ulong updated_cnt = 0UL;
975 0 : for( ulong i=0UL; i<voters_cnt; i++ ) {
976 0 : ulong peer_idx = fd_gui_peers_node_pubkey_map_idx_query(
977 0 : peers->node_pubkey_map, &voters[ i ].weight.id_key, ULONG_MAX,
978 0 : peers->contact_info_table );
979 0 : if( FD_UNLIKELY( peer_idx==ULONG_MAX ) ) continue;
980 :
981 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ peer_idx ];
982 :
983 : /* Only update peers whose vote_account was already set by
984 : handle_epoch_info and matches this voter */
985 0 : if( FD_UNLIKELY( !peer->row.has_vote_info ) ) continue;
986 0 : if( FD_UNLIKELY( memcmp( peer->row.vote_account.uc, voters[ i ].weight.vote_key.uc, sizeof(fd_pubkey_t) ) ) ) continue;
987 :
988 0 : int is_delinquent = fd_int_if( voters[ i ].vote_slot==ULONG_MAX, 1, ((long)last_vote_slot_p33 - (long)voters[ i ].vote_slot) > 150L );
989 0 : if( FD_LIKELY( peer->row.delinquent==is_delinquent ) ) continue;
990 :
991 0 : peer->row.delinquent = is_delinquent;
992 :
993 0 : peers->scratch.actions[ updated_cnt ] = FD_GUI_PEERS_NODE_UPDATE;
994 0 : peers->scratch.idxs [ updated_cnt ] = peer_idx;
995 0 : updated_cnt++;
996 0 : }
997 :
998 0 : if( FD_UNLIKELY( updated_cnt ) ) {
999 0 : fd_gui_peers_printf_nodes( peers, peers->scratch.actions, peers->scratch.idxs, updated_cnt );
1000 0 : fd_http_server_ws_broadcast( peers->http );
1001 0 : }
1002 0 : }
1003 :
1004 : void
1005 : fd_gui_peers_handle_config_account( fd_gui_peers_ctx_t * peers,
1006 : uchar const * data,
1007 0 : ulong sz ) {
1008 : /* optimistically acquire node_info */
1009 0 : if( FD_UNLIKELY( !fd_gui_peers_node_info_pool_free( peers->node_info_pool ) ) ) {
1010 0 : FD_LOG_WARNING(( "On-chain ConfigProgram accounts count exceeded %lu", FD_CONTACT_INFO_TABLE_SIZE ));
1011 0 : return;
1012 0 : }
1013 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_pool_ele_acquire( peers->node_info_pool );
1014 :
1015 0 : if( FD_UNLIKELY( !fd_gui_config_parse_validator_info( data, sz, node_info ) ) ) {
1016 0 : fd_gui_peers_node_info_pool_ele_release( peers->node_info_pool, node_info );
1017 0 : return;
1018 0 : }
1019 :
1020 0 : if( FD_UNLIKELY( fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &node_info->pubkey, NULL, peers->node_info_pool ) ) ) {
1021 0 : fd_gui_peers_node_info_pool_ele_release( peers->node_info_pool, node_info );
1022 0 : return; /* no duplicate entries */
1023 0 : }
1024 :
1025 : /* Some nodes just clear all the fields instead of deleting their
1026 : on-chain account, we can ignore those entries */
1027 0 : if( FD_UNLIKELY( node_info->name[ 0 ]=='\0' && node_info->details[ 0 ]=='\0' && node_info->website[ 0 ]=='\0' && node_info->icon_uri[ 0 ]=='\0' && node_info->keybase_username[ 0 ]=='\0' ) ) {
1028 0 : fd_gui_peers_node_info_pool_ele_release( peers->node_info_pool, node_info );
1029 0 : return;
1030 0 : }
1031 :
1032 0 : fd_gui_peers_node_info_map_ele_insert( peers->node_info_map, node_info, peers->node_info_pool );
1033 :
1034 0 : fd_gui_peers_node_t * peer = fd_gui_peers_node_pubkey_map_ele_query( peers->node_pubkey_map, &node_info->pubkey, NULL, peers->contact_info_table );
1035 0 : if( FD_UNLIKELY( peer ) ) {
1036 0 : fd_gui_peers_live_table_ele_remove( peers->live_table, peer, peers->contact_info_table );
1037 0 : fd_cstr_ncpy( peer->row.name, node_info->name, sizeof(peer->row.name) );
1038 0 : fd_gui_peers_live_table_ele_insert( peers->live_table, peer, peers->contact_info_table );
1039 0 : }
1040 0 : }
1041 :
1042 : void
1043 : fd_gui_peers_stage_snapshot_manifest( fd_gui_peers_ctx_t * peers,
1044 : fd_snapshot_manifest_t const * manifest,
1045 0 : long now ) {
1046 :
1047 0 : if( FD_LIKELY( !peers->wfs_enabled ) ) return;
1048 :
1049 0 : fd_vote_stake_weight_t * vote_scratch = peers->scratch.manifest_vote_weights;
1050 0 : ulong vote_scratch_cnt = 0UL;
1051 0 : ulong vote_accounts_sz = manifest->vote_accounts_len;
1052 0 : if( FD_UNLIKELY( vote_accounts_sz>FD_RUNTIME_MAX_SNAPSHOT_VOTE_ACCOUNTS ) ) {
1053 0 : FD_LOG_WARNING(( "vote accounts %lu exceeds maximum %lu", vote_accounts_sz, FD_RUNTIME_MAX_SNAPSHOT_VOTE_ACCOUNTS ));
1054 0 : vote_accounts_sz = FD_RUNTIME_MAX_SNAPSHOT_VOTE_ACCOUNTS;
1055 0 : }
1056 0 : for( ulong i=0UL; i<vote_accounts_sz; i++ ) {
1057 0 : if( FD_UNLIKELY( manifest->vote_accounts[ i ].stake==0UL ) ) continue;
1058 0 : fd_memcpy( vote_scratch[ vote_scratch_cnt ].id_key.uc, manifest->vote_accounts[ i ].node_account_pubkey, sizeof(fd_pubkey_t) );
1059 0 : fd_memcpy( vote_scratch[ vote_scratch_cnt ].vote_key.uc, manifest->vote_accounts[ i ].vote_account_pubkey, sizeof(fd_pubkey_t) );
1060 0 : vote_scratch[ vote_scratch_cnt ].stake = manifest->vote_accounts[ i ].stake;
1061 0 : vote_scratch_cnt++;
1062 0 : }
1063 :
1064 : /* Mirrors gossip WFS logic */
1065 0 : fd_stake_weight_t * id_weights = peers->scratch.manifest_id_weights;
1066 0 : ulong id_cnt = compute_id_weights_from_vote_weights( id_weights, vote_scratch, vote_scratch_cnt );
1067 :
1068 : /* Restore invariant: sorted by identity key */
1069 0 : fd_stake_weight_key_sort_inplace( id_weights, id_cnt );
1070 :
1071 0 : for( ulong i=0UL; i<id_cnt; i++ ) {
1072 0 : peers->wfs_peers[ i ].identity_key = id_weights[ i ].key;
1073 0 : peers->wfs_peers[ i ].stake = id_weights[ i ].stake;
1074 0 : peers->wfs_peers[ i ].fresh_prev = ULONG_MAX;
1075 0 : peers->wfs_peers[ i ].fresh_next = ULONG_MAX;
1076 :
1077 0 : ulong peer_idx = fd_gui_peers_node_pubkey_map_idx_query( peers->node_pubkey_map, &id_weights[ i ].key, ULONG_MAX,peers->contact_info_table );
1078 0 : if( peer_idx!=ULONG_MAX && peers->contact_info_table[ peer_idx ].row.update_time_nanos > now - FD_GUI_WFS_ACTIVITY_TIMEOUT_NANOS ) {
1079 0 : peers->wfs_peers[ i ].is_online = 1;
1080 0 : peers->wfs_peers[ i ].update_time_nanos = peers->contact_info_table[ peer_idx ].row.update_time_nanos;
1081 0 : } else {
1082 0 : peers->wfs_peers[ i ].is_online = 0;
1083 0 : peers->wfs_peers[ i ].update_time_nanos = 0L;
1084 0 : }
1085 0 : }
1086 0 : peers->wfs_peers_cnt = id_cnt;
1087 0 : }
1088 :
1089 : void
1090 0 : fd_gui_peers_commit_snapshot_manifest( fd_gui_peers_ctx_t * peers ) {
1091 0 : if( FD_UNLIKELY( !peers->wfs_enabled ) ) return;
1092 :
1093 0 : wfs_fresh_dlist_join( wfs_fresh_dlist_new( peers->wfs_fresh_dlist ) );
1094 :
1095 : /* Emit the wait_for_supermajority.stakes message with stakes and
1096 : infos. By this point all config accounts have been processed so
1097 : node_info_map is populated. */
1098 0 : fd_gui_peers_printf_wfs_stakes( peers );
1099 0 : fd_http_server_ws_broadcast( peers->http );
1100 0 : peers->wfs_stakes_sent = 1;
1101 :
1102 0 : ulong added_cnt = 0UL;
1103 0 : for( ulong i=0UL; i<peers->wfs_peers_cnt; i++ ) {
1104 : /* Peers are technically added here not ordered by timestamp, but it's
1105 : not an issue since a) all timestamps should be similar b) the dlist
1106 : will eventually be correct as subsequent updates come in. */
1107 0 : if( FD_UNLIKELY( peers->wfs_peers[ i ].is_online ) ) {
1108 0 : peers->scratch.wfs_peers[ added_cnt++ ] = i;
1109 0 : wfs_fresh_dlist_idx_push_tail( peers->wfs_fresh_dlist, i, peers->wfs_peers );
1110 0 : }
1111 0 : }
1112 0 : if( FD_LIKELY( added_cnt ) ) {
1113 0 : fd_gui_peers_printf_wfs_add( peers, peers->scratch.wfs_peers, added_cnt );
1114 0 : fd_http_server_ws_broadcast( peers->http );
1115 0 : }
1116 0 : peers->wfs_peers_valid = 1;
1117 0 : }
1118 :
1119 : static void
1120 0 : fd_gui_peers_viewport_snap( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1121 0 : FD_TEST( peers->client_viewports[ ws_conn_id ].connected );
1122 0 : peers->scratch.viewport_cnt = 0UL;
1123 0 : if( FD_UNLIKELY( peers->client_viewports[ ws_conn_id ].row_cnt==0UL ) ) return; /* empty viewport */
1124 0 : if( FD_UNLIKELY( peers->client_viewports[ ws_conn_id ].row_cnt>FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ ) ) FD_LOG_ERR(("row_cnt=%lu", peers->client_viewports[ ws_conn_id ].row_cnt ));
1125 :
1126 0 : for( fd_gui_peers_live_table_fwd_iter_t iter = fd_gui_peers_live_table_fwd_iter_init( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key, peers->contact_info_table ), j = 0;
1127 0 : !fd_gui_peers_live_table_fwd_iter_done( iter ) && j<peers->client_viewports[ ws_conn_id ].start_row+peers->client_viewports[ ws_conn_id ].row_cnt;
1128 0 : iter = fd_gui_peers_live_table_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
1129 0 : if( FD_LIKELY( j<peers->client_viewports[ ws_conn_id ].start_row ) ) continue;
1130 0 : fd_gui_peers_node_t const * cur = fd_gui_peers_live_table_fwd_iter_ele_const( iter, peers->contact_info_table );
1131 :
1132 0 : ulong viewport_idx = j-peers->client_viewports[ ws_conn_id ].start_row;
1133 0 : FD_TEST( viewport_idx<FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ );
1134 0 : peers->scratch.viewport[ viewport_idx ] = cur->row;
1135 0 : peers->scratch.viewport_cnt = viewport_idx+1UL;
1136 0 : }
1137 :
1138 : /* Capture the old baseline as the diff reference, then commit the new
1139 : rows as the new baseline. Both happen here, before any formatting,
1140 : so fd_gui_printf_peers_viewport_update reads only from scratch. */
1141 0 : fd_memcpy( peers->scratch.viewport_ref, peers->client_viewports[ ws_conn_id ].viewport, peers->scratch.viewport_cnt*sizeof(fd_gui_peers_row_t) );
1142 0 : fd_memcpy( peers->client_viewports[ ws_conn_id ].viewport, peers->scratch.viewport, peers->scratch.viewport_cnt*sizeof(fd_gui_peers_row_t) );
1143 0 : }
1144 :
1145 : static int
1146 : fd_gui_peers_request_scroll( fd_gui_peers_ctx_t * peers,
1147 : ulong ws_conn_id,
1148 : ulong request_id,
1149 : char const * params,
1150 0 : ulong params_sz ) {
1151 0 : if( FD_UNLIKELY( !peers->client_viewports[ ws_conn_id ].connected ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1152 :
1153 0 : ulong _start_row = 0UL; int has_start_row = 0;
1154 0 : ulong _row_cnt = 0UL; int has_row_cnt = 0;
1155 :
1156 0 : fd_jtok_t j[1]; fd_jtok_init( j, params, params_sz );
1157 0 : fd_jtok_str_t key;
1158 0 : fd_jtok_obj_enter( j );
1159 0 : while( fd_jtok_obj_next( j, &key ) ) {
1160 0 : if( fd_jtok_str_eq( &key, "start_row" ) ) { fd_jtok_ulong( j, &_start_row ); has_start_row = 1; }
1161 0 : else if( fd_jtok_str_eq( &key, "row_cnt" ) ) { fd_jtok_ulong( j, &_row_cnt ); has_row_cnt = 1; }
1162 0 : }
1163 0 : if( FD_UNLIKELY( fd_jtok_fini( j ) || !has_start_row || !has_row_cnt ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1164 :
1165 0 : if( FD_UNLIKELY( _row_cnt > FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ || _start_row > fd_gui_peers_live_table_ele_cnt( peers->live_table )-_row_cnt ) ) {
1166 0 : fd_gui_printf_null_query_response( peers->http, "gossip", "query_scroll", request_id );
1167 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1168 0 : return 0;
1169 0 : }
1170 :
1171 0 : if( FD_UNLIKELY( (peers->client_viewports[ ws_conn_id ].start_row==_start_row || _row_cnt==0UL) && peers->client_viewports[ ws_conn_id ].row_cnt==_row_cnt ) ) {
1172 0 : return 0; /* NOP, scroll window hasn't changed */
1173 0 : }
1174 :
1175 : /* update the client's viewport */
1176 0 : peers->client_viewports[ ws_conn_id ].start_row = _start_row;
1177 0 : peers->client_viewports[ ws_conn_id ].row_cnt = _row_cnt;
1178 :
1179 0 : fd_gui_peers_viewport_snap( peers, ws_conn_id );
1180 0 : fd_gui_printf_peers_viewport_request( peers, "query_scroll", ws_conn_id, request_id );
1181 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1182 0 : return 0;
1183 0 : }
1184 :
1185 : static int
1186 : fd_gui_peers_request_sort( fd_gui_peers_ctx_t * peers,
1187 : ulong ws_conn_id,
1188 : ulong request_id,
1189 : char const * params,
1190 0 : ulong params_sz ) {
1191 0 : if( FD_UNLIKELY( !peers->client_viewports[ ws_conn_id ].connected ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1192 :
1193 0 : fd_gui_peers_live_table_sort_key_t sort_key = {0};
1194 0 : int has_col = 0;
1195 0 : int has_dir = 0;
1196 :
1197 0 : fd_jtok_t j[1]; fd_jtok_init( j, params, params_sz );
1198 0 : fd_jtok_str_t key;
1199 0 : fd_jtok_obj_enter( j );
1200 0 : while( fd_jtok_obj_next( j, &key ) ) {
1201 0 : if( fd_jtok_str_eq( &key, "col" ) ) {
1202 0 : has_col = 1;
1203 0 : ulong i = 0UL;
1204 0 : fd_jtok_arr_enter( j );
1205 0 : while( fd_jtok_arr_next( j ) ) {
1206 0 : if( FD_UNLIKELY( i>=fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1207 0 : char col_name[ 32UL ];
1208 0 : fd_jtok_cstr( j, col_name, sizeof(col_name) );
1209 0 : if( FD_UNLIKELY( fd_jtok_err( j ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1210 0 : sort_key.col[ i ] = fd_gui_peers_live_table_col_name_to_idx( peers->live_table, col_name );
1211 0 : if( FD_UNLIKELY( sort_key.col[ i ]==ULONG_MAX ) ) {
1212 0 : FD_LOG_WARNING(( "unexpected column name %s", col_name ));
1213 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1214 0 : }
1215 0 : i++;
1216 0 : }
1217 0 : if( FD_UNLIKELY( i!=fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1218 0 : } else if( fd_jtok_str_eq( &key, "dir" ) ) {
1219 0 : has_dir = 1;
1220 0 : ulong i = 0UL;
1221 0 : fd_jtok_arr_enter( j );
1222 0 : while( fd_jtok_arr_next( j ) ) {
1223 0 : if( FD_UNLIKELY( i>=fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1224 0 : long dir = 0L;
1225 0 : fd_jtok_long( j, &dir );
1226 0 : if( FD_UNLIKELY( fd_jtok_err( j ) || dir<-1L || dir>1L ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1227 0 : sort_key.dir[ i ] = (int)dir;
1228 0 : i++;
1229 0 : }
1230 0 : if( FD_UNLIKELY( i!=fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1231 0 : }
1232 0 : }
1233 0 : if( FD_UNLIKELY( fd_jtok_fini( j ) || !has_col || !has_dir ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1234 :
1235 0 : if( FD_UNLIKELY( !fd_gui_peers_live_table_verify_sort_key( &sort_key ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1236 :
1237 0 : fd_gui_peers_live_table_sort_key_remove( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key );
1238 0 : peers->client_viewports[ ws_conn_id ].sort_key = sort_key;
1239 :
1240 0 : fd_gui_peers_viewport_snap( peers, ws_conn_id );
1241 0 : fd_gui_printf_peers_viewport_request( peers, "query_sort", ws_conn_id, request_id );
1242 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1243 0 : return 0;
1244 0 : }
1245 :
1246 : int
1247 : fd_gui_peers_ws_message( fd_gui_peers_ctx_t * peers,
1248 : ulong ws_conn_id,
1249 : uchar const * data,
1250 0 : ulong data_len ) {
1251 0 : ulong id = 0UL; int has_id = 0;
1252 0 : fd_jtok_str_t topic = {0};
1253 0 : fd_jtok_str_t key = {0};
1254 0 : char const * params = NULL;
1255 0 : ulong params_sz = 0UL;
1256 :
1257 0 : fd_jtok_t j[1]; fd_jtok_init( j, data, data_len );
1258 0 : fd_jtok_str_t member;
1259 0 : fd_jtok_obj_enter( j );
1260 0 : while( fd_jtok_obj_next( j, &member ) ) {
1261 0 : if( fd_jtok_str_eq( &member, "id" ) ) { fd_jtok_ulong( j, &id ); has_id = 1; }
1262 0 : else if( fd_jtok_str_eq( &member, "topic" ) ) fd_jtok_str ( j, &topic );
1263 0 : else if( fd_jtok_str_eq( &member, "key" ) ) fd_jtok_str ( j, &key );
1264 0 : else if( fd_jtok_str_eq( &member, "params" ) ) {
1265 0 : if( FD_UNLIKELY( fd_jtok_peek( j )!=FD_JTOK_OBJ ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1266 0 : fd_jtok_raw( j, ¶ms, ¶ms_sz );
1267 0 : }
1268 0 : }
1269 0 : if( FD_UNLIKELY( fd_jtok_fini( j ) || !has_id || !topic.ptr || !key.ptr ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1270 :
1271 0 : if( FD_LIKELY( fd_jtok_str_eq( &topic, "gossip" ) && fd_jtok_str_eq( &key, "query_sort" ) ) ) {
1272 0 : if( FD_UNLIKELY( !params ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1273 0 : return fd_gui_peers_request_sort( peers, ws_conn_id, id, params, params_sz );
1274 0 : } else if( FD_LIKELY( fd_jtok_str_eq( &topic, "gossip" ) && fd_jtok_str_eq( &key, "query_scroll" ) ) ) {
1275 0 : if( FD_UNLIKELY( !params ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1276 0 : return fd_gui_peers_request_scroll( peers, ws_conn_id, id, params, params_sz );
1277 0 : }
1278 :
1279 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_UNKNOWN_METHOD;
1280 0 : }
1281 :
1282 : static void
1283 : fd_gui_peers_viewport_log( fd_gui_peers_ctx_t * peers,
1284 0 : ulong ws_conn_id) {
1285 0 : FD_TEST( peers->scratch.viewport_cnt<=FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ );
1286 :
1287 0 : char out[ 1<<14 ];
1288 0 : char * p = fd_cstr_init( out );
1289 :
1290 0 : p = fd_cstr_append_printf( p,
1291 0 : "\n[Viewport] table_size=%lu max_viewport_size=%lu\n"
1292 0 : "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+\n"
1293 0 : "| Row # | RX Push (bps) | RX Pull (bps) | TX Push (bps) | TX Pull (bps) | Pubkey | IP Address |\n"
1294 0 : "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+\n",
1295 0 : fd_gui_peers_live_table_ele_cnt( peers->live_table ), peers->scratch.viewport_cnt );
1296 :
1297 0 : ulong start_row = peers->client_viewports[ ws_conn_id ].start_row;
1298 0 : for( ulong i=0UL; i<peers->scratch.viewport_cnt; i++ ) {
1299 0 : ulong j = start_row + i;
1300 0 : fd_gui_peers_row_t const * cur = &peers->scratch.viewport[ i ];
1301 :
1302 0 : char pubkey_base58[ FD_BASE58_ENCODED_32_SZ ];
1303 0 : fd_base58_encode_32( cur->pubkey.uc, NULL, pubkey_base58 );
1304 :
1305 0 : char peer_addr[ 16 ]; /* 255.255.255.255 + '\0' */
1306 0 : uint ip4 = cur->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0 : cur->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
1307 0 : FD_TEST(fd_cstr_printf_check( peer_addr, sizeof(peer_addr), NULL, FD_IP4_ADDR_FMT,
1308 0 : FD_IP4_ADDR_FMT_ARGS( ip4 ) ) );
1309 :
1310 0 : long cur_egress_push_bps = (long)cur->gossip_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ].rate_ema.value;
1311 0 : long cur_ingress_push_bps = (long)cur->gossvf_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ].rate_ema.value;
1312 0 : long cur_egress_pull_response_bps = (long)cur->gossip_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ].rate_ema.value;
1313 0 : long cur_ingress_pull_response_bps = (long)cur->gossvf_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ].rate_ema.value;
1314 :
1315 0 : p = fd_cstr_append_printf( p,
1316 0 : "| %5lu | %14ld | %14ld | %14ld | %14ld | %-50s | %-15s |\n",
1317 0 : j,
1318 0 : cur_ingress_push_bps,
1319 0 : cur_ingress_pull_response_bps,
1320 0 : cur_egress_push_bps,
1321 0 : cur_egress_pull_response_bps,
1322 0 : pubkey_base58,
1323 0 : peer_addr );
1324 0 : }
1325 0 : p = fd_cstr_append_printf(p, "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+" );
1326 0 : fd_cstr_fini( p );
1327 0 : FD_LOG_NOTICE(( "%s", out ));
1328 0 : }
1329 :
1330 : static void
1331 0 : fd_gui_peers_ws_conn_rr_grow( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1332 0 : if( FD_UNLIKELY( !peers->open_ws_conn_cnt ) ) peers->active_ws_conn_id = ws_conn_id;
1333 0 : peers->open_ws_conn_cnt++;
1334 0 : }
1335 :
1336 : static void
1337 0 : fd_gui_peers_ws_conn_rr_shrink( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1338 0 : peers->open_ws_conn_cnt--;
1339 :
1340 0 : if( FD_UNLIKELY( peers->open_ws_conn_cnt && peers->active_ws_conn_id==ws_conn_id ) ) {
1341 0 : for( ulong i=1UL; i<peers->max_ws_conn_cnt+1UL; i++ ) {
1342 0 : ulong next_ws_conn_id = (ws_conn_id + i) % peers->max_ws_conn_cnt;
1343 0 : if( FD_UNLIKELY( peers->client_viewports[ next_ws_conn_id ].connected ) ) {
1344 0 : peers->active_ws_conn_id = next_ws_conn_id;
1345 0 : break;
1346 0 : }
1347 0 : }
1348 0 : }
1349 0 : }
1350 :
1351 : static int
1352 0 : fd_gui_peers_ws_conn_rr_advance( fd_gui_peers_ctx_t * peers, long now ) {
1353 0 : if( FD_LIKELY( !peers->open_ws_conn_cnt || now <= peers->next_client_nanos ) ) return 0;
1354 :
1355 0 : for( ulong i=1UL; i<peers->max_ws_conn_cnt+1UL; i++ ) {
1356 0 : ulong next_ws_conn_id = (peers->active_ws_conn_id + i) % peers->max_ws_conn_cnt;
1357 0 : if( FD_UNLIKELY( peers->client_viewports[ next_ws_conn_id ].connected ) ) {
1358 0 : peers->active_ws_conn_id = next_ws_conn_id;
1359 0 : break;
1360 0 : }
1361 0 : }
1362 0 : return 1;
1363 0 : }
1364 :
1365 :
1366 : int
1367 0 : fd_gui_peers_poll( fd_gui_peers_ctx_t * peers, long now ) {
1368 0 : int did_work = 0;
1369 :
1370 0 : ulong evicted_cnt = 0UL;
1371 0 : while( FD_UNLIKELY( peers->wfs_peers_valid && !wfs_fresh_dlist_is_empty( peers->wfs_fresh_dlist, peers->wfs_peers ) ) ) {
1372 0 : ulong head_idx = wfs_fresh_dlist_idx_peek_head( peers->wfs_fresh_dlist, peers->wfs_peers );
1373 0 : fd_gui_wfs_peer_t * oldest = &peers->wfs_peers[ head_idx ];
1374 0 : if( oldest->update_time_nanos > now - FD_GUI_WFS_ACTIVITY_TIMEOUT_NANOS ) break;
1375 :
1376 0 : wfs_fresh_dlist_idx_pop_head( peers->wfs_fresh_dlist, peers->wfs_peers );
1377 0 : oldest->is_online = 0;
1378 :
1379 0 : peers->scratch.wfs_peers[ evicted_cnt++ ] = head_idx;
1380 0 : if( FD_UNLIKELY( evicted_cnt>=256UL ) ) break;
1381 0 : }
1382 0 : if( FD_UNLIKELY( evicted_cnt ) ) {
1383 0 : fd_gui_peers_printf_wfs_remove( peers, peers->scratch.wfs_peers, evicted_cnt );
1384 0 : fd_http_server_ws_broadcast( peers->http );
1385 0 : return 1; /* preserve STEM_BURST */
1386 0 : }
1387 :
1388 : /* update client viewports in a round-robin */
1389 0 : if( FD_UNLIKELY( fd_gui_peers_ws_conn_rr_advance( peers, now ) ) ) {
1390 0 : ulong ws_conn_id = peers->active_ws_conn_id;
1391 0 : FD_TEST( peers->client_viewports[ ws_conn_id ].connected );
1392 0 : if( FD_LIKELY( peers->client_viewports[ ws_conn_id ].row_cnt ) ) {
1393 : /* broadcast the diff as cell updates. fd_http_server_ws_send
1394 : tolerates ws_conn_id having already been closed during
1395 : formatting above. */
1396 0 : fd_gui_peers_viewport_snap( peers, ws_conn_id );
1397 0 : fd_gui_printf_peers_viewport_update( peers, ws_conn_id );
1398 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1399 :
1400 : #if LOGGING
1401 : fd_gui_peers_viewport_log( peers, ws_conn_id );
1402 : #endif
1403 0 : (void)fd_gui_peers_viewport_log;
1404 0 : }
1405 :
1406 : /* fd_http_server_ws_send above can close the websocket connection,
1407 : which decrements open_ws_conn_cnt. If the last client was just
1408 : closed, avoid division by zero and fall back to the base interval. */
1409 0 : long divisor = fd_long_max( (long)peers->open_ws_conn_cnt, 1L );
1410 0 : peers->next_client_nanos = now + ((FD_GUI_PEERS_WS_VIEWPORT_UPDATE_INTERVAL_MILLIS * 1000000L) / divisor);
1411 0 : did_work = 1;
1412 0 : }
1413 :
1414 0 : if( FD_UNLIKELY( now >= peers->next_metric_rate_update_nanos ) ) {
1415 0 : for( fd_gui_peers_node_pubkey_map_iter_t iter = fd_gui_peers_node_pubkey_map_iter_init( peers->node_pubkey_map, peers->contact_info_table );
1416 0 : !fd_gui_peers_node_pubkey_map_iter_done( iter, peers->node_pubkey_map, peers->contact_info_table );
1417 0 : iter = fd_gui_peers_node_pubkey_map_iter_next( iter, peers->node_pubkey_map, peers->contact_info_table ) ) {
1418 0 : fd_gui_peers_node_t * peer = fd_gui_peers_node_pubkey_map_iter_ele( iter, peers->node_pubkey_map, peers->contact_info_table );
1419 :
1420 0 : double window = (double)(now - (peers->next_metric_rate_update_nanos - (FD_GUI_PEERS_METRIC_RATE_UPDATE_INTERVAL_MILLIS * 1000000L)));
1421 :
1422 : /* optimization: no need to remove / re-insert if the rates haven't changed */
1423 0 : int change = 0;
1424 0 : for( ulong i=0UL; !change && i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1425 0 : fd_gui_peers_metric_rate_t * metric = &peer->row.gossvf_rx[ i ];
1426 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1427 0 : long new_rate_ema = (long)fd_gui_ema_value( &metric->rate_ema, now, (double)new_rate );
1428 0 : if( FD_LIKELY( new_rate_ema==0L && metric->rate_ema.value==0.0 ) ) continue; /* don't update zero-bandwith peers */
1429 0 : change = 1;
1430 0 : }
1431 :
1432 0 : for( ulong i=0UL; !change && i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1433 0 : fd_gui_peers_metric_rate_t * metric = &peer->row.gossip_tx[ i ];
1434 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1435 0 : long new_rate_ema = (long)fd_gui_ema_value( &metric->rate_ema, now, (double)new_rate );
1436 0 : if( FD_LIKELY( new_rate_ema==0L && metric->rate_ema.value==0.0 ) ) continue; /* don't update zero-bandwith peers */
1437 0 : change = 1;
1438 0 : }
1439 :
1440 0 : if( !change ) continue;
1441 :
1442 : /* live_table */
1443 0 : fd_gui_peers_live_table_ele_remove( peers->live_table, peer, peers->contact_info_table );
1444 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1445 0 : fd_gui_peers_metric_rate_t * metric = &peer->row.gossvf_rx[ i ];
1446 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1447 0 : double new_rate_ema = fd_gui_ema_advance( &metric->rate_ema, now, (double)new_rate );
1448 0 : metric->rate_ema.value = fd_double_if( new_rate_ema<100.0, 0.0, new_rate_ema ); /* snap near-zero ema to zero. 100 bytes/s threshold */
1449 0 : metric->ref = metric->cur;
1450 0 : metric->update_timestamp_ns = now;
1451 0 : }
1452 :
1453 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1454 0 : fd_gui_peers_metric_rate_t * metric = &peer->row.gossip_tx[ i ];
1455 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1456 0 : double new_rate_ema = fd_gui_ema_advance( &metric->rate_ema, now, (double)new_rate );
1457 0 : metric->rate_ema.value = fd_double_if( new_rate_ema<100.0, 0.0, new_rate_ema ); /* snap near-zero ema to zero. 100 bytes/s threshold */
1458 0 : metric->ref = metric->cur;
1459 0 : metric->update_timestamp_ns = now;
1460 0 : }
1461 0 : fd_gui_peers_live_table_ele_insert( peers->live_table, peer, peers->contact_info_table );
1462 :
1463 : /* bandwidth_tracking */
1464 0 : fd_gui_peers_bandwidth_tracking_ele_remove( peers->bw_tracking, peer, peers->contact_info_table );
1465 0 : fd_gui_ema_advance( &peer->row.gossvf_rx_sum.rate_ema, now, (double)((long)peer->row.gossvf_rx_sum.cur - (long)peer->row.gossvf_rx_sum.ref) * 1e9 / window );
1466 0 : peer->row.gossvf_rx_sum.ref = peer->row.gossvf_rx_sum.cur;
1467 0 : peer->row.gossvf_rx_sum.update_timestamp_ns = now;
1468 :
1469 0 : fd_gui_ema_advance( &peer->row.gossip_tx_sum.rate_ema, now, (double)((long)peer->row.gossip_tx_sum.cur - (long)peer->row.gossip_tx_sum.ref) * 1e9 / window );
1470 0 : peer->row.gossip_tx_sum.ref = peer->row.gossip_tx_sum.cur;
1471 0 : peer->row.gossip_tx_sum.update_timestamp_ns = now;
1472 0 : fd_gui_peers_bandwidth_tracking_ele_insert( peers->bw_tracking, peer, peers->contact_info_table );
1473 0 : }
1474 :
1475 0 : peers->next_metric_rate_update_nanos = now + (FD_GUI_PEERS_METRIC_RATE_UPDATE_INTERVAL_MILLIS * 1000000L);
1476 0 : did_work = 1;
1477 : #ifdef FD_GUI_USE_HANDHOLDING
1478 : fd_gui_peers_live_table_verify( peers->live_table, peers->contact_info_table );
1479 : #endif
1480 0 : }
1481 :
1482 0 : if( FD_LIKELY( now >= peers->next_gossip_stats_update_nanos ) ) {
1483 0 : fd_gui_peers_gossip_stats_snap( peers, peers->gossip_stats, now );
1484 0 : fd_gui_peers_printf_gossip_stats( peers );
1485 0 : fd_http_server_ws_broadcast( peers->http );
1486 :
1487 0 : peers->next_gossip_stats_update_nanos = now + (FD_GUI_PEERS_GOSSIP_STATS_UPDATE_INTERVAL_MILLIS * 1000000L);
1488 0 : return 1; /* preserve STEM_BURST */
1489 0 : }
1490 :
1491 0 : return did_work;
1492 0 : }
1493 :
1494 : void
1495 : fd_gui_peers_ws_open( fd_gui_peers_ctx_t * peers,
1496 : ulong ws_conn_id,
1497 0 : long now ) {
1498 0 : peers->client_viewports[ ws_conn_id ].connected = 1;
1499 0 : peers->client_viewports[ ws_conn_id ].connected_time = now;
1500 0 : peers->client_viewports[ ws_conn_id ].start_row = 0;
1501 0 : peers->client_viewports[ ws_conn_id ].row_cnt = 0;
1502 0 : peers->client_viewports[ ws_conn_id ].sort_key = FD_GUI_PEERS_LIVE_TABLE_DEFAULT_SORT_KEY;
1503 0 : fd_gui_peers_ws_conn_rr_grow( peers, ws_conn_id );
1504 :
1505 0 : fd_gui_peers_printf_node_all( peers );
1506 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1507 :
1508 0 : if( FD_UNLIKELY( peers->wfs_stakes_sent ) ) {
1509 0 : fd_gui_peers_printf_wfs_stakes( peers );
1510 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1511 0 : }
1512 :
1513 0 : if( FD_UNLIKELY( peers->wfs_peers_valid ) ) {
1514 0 : ulong added_cnt = 0UL;
1515 0 : for( ulong i=0UL; i<peers->wfs_peers_cnt; i++ ) {
1516 0 : if( FD_UNLIKELY( peers->wfs_peers[ i ].is_online ) ) peers->scratch.wfs_peers[ added_cnt++ ] = i;
1517 0 : }
1518 0 : if( FD_LIKELY( added_cnt ) ) {
1519 0 : fd_gui_peers_printf_wfs_add( peers, peers->scratch.wfs_peers, added_cnt );
1520 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1521 0 : }
1522 0 : }
1523 0 : }
1524 :
1525 : void
1526 : fd_gui_peers_ws_close( fd_gui_peers_ctx_t * peers,
1527 0 : ulong ws_conn_id ) {
1528 0 : fd_gui_peers_live_table_sort_key_remove( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key );
1529 0 : peers->client_viewports[ ws_conn_id ].connected = 0;
1530 0 : fd_gui_peers_ws_conn_rr_shrink( peers, ws_conn_id );
1531 0 : }
1532 :
1533 : #undef LOGGING
|
