Line data Source code
1 : #include "fd_gui_peers.h"
2 : #include "fd_gui_printf.h"
3 : #include "fd_gui_config_parse.h"
4 : #include "fd_gui_metrics.h"
5 :
6 : #include "../../flamenco/gossip/fd_gossip_private.h"
7 : #include "../../disco/metrics/fd_metrics_base.h"
8 :
9 : FD_IMPORT_BINARY( ipinfo, "src/disco/gui/ipinfo.bin" );
10 : #define IPINFO_MAX_NODES (1UL<<22UL) /* 4M nodes */
11 :
12 : #define LOGGING 0
13 :
14 : FD_FN_CONST ulong
15 0 : fd_gui_peers_align( void ) {
16 0 : ulong a = 128UL;
17 0 : a = fd_ulong_max( a, alignof(fd_gui_peers_ctx_t) );
18 0 : a = fd_ulong_max( a, fd_gui_peers_live_table_align() );
19 0 : a = fd_ulong_max( a, fd_gui_peers_bandwidth_tracking_align() );
20 0 : a = fd_ulong_max( a, fd_gui_peers_node_info_pool_align() );
21 0 : a = fd_ulong_max( a, fd_gui_peers_node_info_map_align() );
22 0 : a = fd_ulong_max( a, fd_gui_peers_node_pubkey_map_align() );
23 0 : a = fd_ulong_max( a, fd_gui_peers_node_sock_map_align() );
24 0 : a = fd_ulong_max( a, alignof(fd_gui_peers_ws_conn_t) );
25 0 : a = fd_ulong_max( a, alignof(fd_gui_ipinfo_node_t) );
26 0 : FD_TEST( fd_ulong_pow2_up( a )==a );
27 0 : return a;
28 0 : }
29 :
30 : FD_FN_CONST ulong
31 0 : fd_gui_peers_footprint( ulong max_ws_conn_cnt ) {
32 0 : ulong info_chain_cnt = fd_gui_peers_node_info_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
33 0 : ulong pubkey_chain_cnt = fd_gui_peers_node_pubkey_map_chain_cnt_est( FD_CONTACT_INFO_TABLE_SIZE );
34 0 : ulong sock_chain_cnt = fd_gui_peers_node_sock_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
35 :
36 0 : ulong l = FD_LAYOUT_INIT;
37 0 : l = FD_LAYOUT_APPEND( l, alignof(fd_gui_peers_ctx_t), sizeof(fd_gui_peers_ctx_t) );
38 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_live_table_align(), fd_gui_peers_live_table_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
39 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_bandwidth_tracking_align(), fd_gui_peers_bandwidth_tracking_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
40 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_info_pool_align(), fd_gui_peers_node_info_pool_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
41 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_info_map_align(), fd_gui_peers_node_info_map_footprint ( info_chain_cnt ) );
42 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_pubkey_map_align(), fd_gui_peers_node_pubkey_map_footprint ( pubkey_chain_cnt ) );
43 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_sock_map_align(), fd_gui_peers_node_sock_map_footprint ( sock_chain_cnt ) );
44 0 : l = FD_LAYOUT_APPEND( l, alignof(fd_gui_peers_ws_conn_t), max_ws_conn_cnt*sizeof(fd_gui_peers_ws_conn_t) );
45 0 : l = FD_LAYOUT_APPEND( l, alignof(fd_gui_ipinfo_node_t), sizeof(fd_gui_ipinfo_node_t)*IPINFO_MAX_NODES );
46 :
47 0 : return FD_LAYOUT_FINI( l, fd_gui_peers_align() );
48 0 : }
49 :
50 : /* We sort the country codes so that fd_gui_peers_live_table can sort by
51 : table index instead of the codes themselves. */
52 : #define SORT_NAME fd_gui_country_code_sort
53 0 : #define SORT_KEY_T fd_gui_country_code_t
54 0 : #define SORT_BEFORE(a,b) (strcmp( (char *)&(a), (char *)&(b) ) < 0)
55 : #include "../../util/tmpl/fd_sort.c"
56 :
57 : static void
58 : build_ipinfo_trie( fd_gui_peers_ctx_t * peers,
59 0 : fd_gui_ipinfo_node_t * nodes ) {
60 0 : peers->ipinfo.nodes = nodes;
61 0 : ulong country_code_cnt = FD_LOAD( ulong, ipinfo );
62 0 : FD_TEST( country_code_cnt && country_code_cnt<256UL ); /* 256 reserved for unknown */
63 0 : FD_TEST( ipinfo_sz>=8UL+country_code_cnt*2UL );
64 :
65 0 : for( ulong i=0UL; i<country_code_cnt; i++ ) {
66 0 : fd_memcpy( peers->ipinfo.country_code[ i ].cc, ipinfo+8UL+i*2UL, 2UL );
67 0 : peers->ipinfo.country_code[ i ].cc[ 2 ] = '\0';
68 0 : }
69 :
70 0 : fd_gui_country_code_sort_insert( peers->ipinfo.country_code, country_code_cnt );
71 :
72 0 : ulong processed = 8UL+country_code_cnt*2UL;
73 0 : FD_TEST( !((ipinfo_sz-processed)%6UL) );
74 0 : FD_TEST( (ipinfo_sz-processed)/6UL<=IPINFO_MAX_NODES-1UL );
75 :
76 0 : fd_gui_ipinfo_node_t * root = &nodes[ 0 ];
77 0 : root->left = NULL;
78 0 : root->right = NULL;
79 0 : root->has_prefix = 0;
80 :
81 0 : ulong node_cnt = 1UL;
82 0 : while( processed<ipinfo_sz ) {
83 0 : uint ip_addr = fd_uint_bswap( FD_LOAD( uint, ipinfo+processed ) );
84 0 : uchar prefix_len = *( ipinfo+processed+4UL );
85 0 : FD_TEST( prefix_len<=32UL );
86 0 : uchar country_idx = *( ipinfo+processed+5UL );
87 0 : FD_TEST( country_idx<country_code_cnt );
88 :
89 0 : fd_gui_ipinfo_node_t * node = root;
90 0 : for( uchar bit_pos=0; bit_pos<prefix_len; bit_pos++ ) {
91 0 : uchar bit = (ip_addr >> (31 - bit_pos)) & 1;
92 :
93 0 : fd_gui_ipinfo_node_t * child;
94 0 : if( FD_LIKELY( !bit ) ) {
95 0 : child = node->left;
96 0 : if( FD_LIKELY( !child ) ) {
97 0 : FD_TEST( node_cnt<IPINFO_MAX_NODES );
98 0 : child = &nodes[ node_cnt++ ];
99 0 : child->left = NULL;
100 0 : child->right = NULL;
101 0 : child->has_prefix = 0;
102 0 : node->left = child;
103 0 : }
104 0 : } else {
105 0 : child = node->right;
106 0 : if( FD_LIKELY( !child ) ) {
107 0 : FD_TEST( node_cnt<IPINFO_MAX_NODES );
108 0 : child = &nodes[ node_cnt++ ];
109 0 : child->left = NULL;
110 0 : child->right = NULL;
111 0 : child->has_prefix = 0;
112 0 : node->right = child;
113 0 : }
114 0 : }
115 0 : node = child;
116 0 : }
117 :
118 0 : node->has_prefix = 1;
119 0 : node->country_code_idx = country_idx;
120 :
121 0 : processed += 6UL;
122 0 : }
123 0 : }
124 :
125 : void *
126 : fd_gui_peers_new( void * shmem,
127 : fd_http_server_t * http,
128 : fd_topo_t * topo,
129 : ulong max_ws_conn_cnt,
130 0 : long now ) {
131 0 : if( FD_UNLIKELY( !shmem ) ) {
132 0 : FD_LOG_WARNING(( "NULL shmem" ));
133 0 : return NULL;
134 0 : }
135 :
136 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)shmem, fd_gui_peers_align() ) ) ) {
137 0 : FD_LOG_WARNING(( "misaligned shmem" ));
138 0 : return NULL;
139 0 : }
140 :
141 0 : ulong info_chain_cnt = fd_gui_peers_node_info_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
142 0 : ulong pubkey_chain_cnt = fd_gui_peers_node_pubkey_map_chain_cnt_est( FD_CONTACT_INFO_TABLE_SIZE );
143 0 : ulong sock_chain_cnt = fd_gui_peers_node_sock_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
144 :
145 0 : FD_SCRATCH_ALLOC_INIT( l, shmem );
146 0 : fd_gui_peers_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_gui_peers_ctx_t), sizeof(fd_gui_peers_ctx_t) );
147 0 : void * _live_table = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_live_table_align(), fd_gui_peers_live_table_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
148 0 : void * _bw_tracking = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_bandwidth_tracking_align(), fd_gui_peers_bandwidth_tracking_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
149 0 : void * _info_pool = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_info_pool_align(), fd_gui_peers_node_info_pool_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
150 0 : void * _info_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_info_map_align(), fd_gui_peers_node_info_map_footprint ( info_chain_cnt ) );
151 0 : void * _pubkey_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_pubkey_map_align(), fd_gui_peers_node_pubkey_map_footprint ( pubkey_chain_cnt ) );
152 0 : void * _sock_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_sock_map_align(), fd_gui_peers_node_sock_map_footprint ( sock_chain_cnt ) );
153 0 : ctx->client_viewports = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_gui_peers_ws_conn_t), max_ws_conn_cnt*sizeof(fd_gui_peers_ws_conn_t) );
154 0 : void * _nodes = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_gui_ipinfo_node_t), sizeof(fd_gui_ipinfo_node_t)*IPINFO_MAX_NODES );
155 :
156 0 : for( ulong i = 0UL; i<max_ws_conn_cnt; i++ ) ctx->client_viewports[ i ].connected = 0;
157 :
158 0 : ctx->http = http;
159 0 : ctx->topo = topo;
160 :
161 0 : ctx->max_ws_conn_cnt = max_ws_conn_cnt;
162 0 : ctx->open_ws_conn_cnt = 0UL;
163 0 : ctx->active_ws_conn_id = ULONG_MAX;
164 :
165 0 : ctx->slot_voted = ULONG_MAX;
166 :
167 0 : ctx->next_client_nanos = now;
168 0 : ctx->next_metric_rate_update_nanos = now;
169 0 : ctx->next_gossip_stats_update_nanos = now;
170 0 : memset( &ctx->gossip_stats, 0, sizeof(ctx->gossip_stats) );
171 :
172 0 : for( ulong i = 0; i<FD_CONTACT_INFO_TABLE_SIZE; i++) ctx->contact_info_table[ i ].valid = 0;
173 :
174 0 : ctx->live_table = fd_gui_peers_live_table_join( fd_gui_peers_live_table_new( _live_table, FD_CONTACT_INFO_TABLE_SIZE ) );
175 0 : fd_gui_peers_live_table_seed( ctx->contact_info_table, FD_CONTACT_INFO_TABLE_SIZE, 42UL );
176 :
177 0 : ctx->bw_tracking = fd_gui_peers_bandwidth_tracking_join( fd_gui_peers_bandwidth_tracking_new( _bw_tracking, FD_CONTACT_INFO_TABLE_SIZE ) );
178 0 : fd_gui_peers_bandwidth_tracking_seed( ctx->contact_info_table, FD_CONTACT_INFO_TABLE_SIZE, 42UL );
179 :
180 0 : ctx->node_info_pool = fd_gui_peers_node_info_pool_join ( fd_gui_peers_node_info_pool_new ( _info_pool, FD_CONTACT_INFO_TABLE_SIZE ) );
181 0 : ctx->node_info_map = fd_gui_peers_node_info_map_join ( fd_gui_peers_node_info_map_new ( _info_map, info_chain_cnt, 42UL ) );
182 0 : ctx->node_pubkey_map = fd_gui_peers_node_pubkey_map_join( fd_gui_peers_node_pubkey_map_new( _pubkey_map, pubkey_chain_cnt, 42UL ) );
183 0 : ctx->node_sock_map = fd_gui_peers_node_sock_map_join ( fd_gui_peers_node_sock_map_new ( _sock_map, sock_chain_cnt, 42UL ) );
184 :
185 0 : build_ipinfo_trie( ctx, _nodes );
186 :
187 0 : return shmem;
188 0 : }
189 :
190 : fd_gui_peers_ctx_t *
191 0 : fd_gui_peers_join( void * shmem ) {
192 0 : if( FD_UNLIKELY( !shmem ) ) {
193 0 : FD_LOG_WARNING(( "NULL shmem" ));
194 0 : return NULL;
195 0 : }
196 :
197 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)shmem, fd_gui_peers_align() ) ) ) {
198 0 : FD_LOG_WARNING(( "misaligned shmem" ));
199 0 : return NULL;
200 0 : }
201 :
202 0 : fd_gui_peers_ctx_t * ctx = (fd_gui_peers_ctx_t *)shmem;
203 :
204 0 : return ctx;
205 0 : }
206 :
207 : static void
208 : fd_gui_peers_gossip_stats_snap( fd_gui_peers_ctx_t * peers,
209 : fd_gui_peers_gossip_stats_t * gossip_stats,
210 0 : long now ) {
211 0 : gossip_stats->sample_time = now;
212 0 : ulong gossvf_tile_cnt = fd_topo_tile_name_cnt( peers->topo, "gossvf" );
213 0 : ulong gossip_tile_cnt = 1UL;
214 :
215 0 : gossip_stats->network_health_pull_response_msg_rx_success =
216 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PULL_RESPONSE ) );
217 0 : gossip_stats->network_health_pull_response_msg_rx_failure =
218 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_RESPONSE_NO_VALID_CRDS ) );
219 0 : gossip_stats->network_health_push_msg_rx_success =
220 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PUSH ) );
221 0 : gossip_stats->network_health_push_msg_rx_failure =
222 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PUSH_NO_VALID_CRDS ) );
223 0 : gossip_stats->network_health_push_crds_rx_success =
224 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_UPSERTED_PUSH ) );
225 0 : gossip_stats->network_health_push_crds_rx_failure =
226 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PUSH_STALE ) )
227 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PUSH_DUPLICATE ) )
228 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PUSH_SIGNATURE ) )
229 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PUSH_ORIGIN_NO_CONTACT_INFO ) )
230 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PUSH_ORIGIN_SHRED_VERSION ) )
231 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PUSH_INACTIVE ) )
232 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PUSH_WALLCLOCK ) );
233 0 : gossip_stats->network_health_pull_response_crds_rx_success =
234 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_UPSERTED_PULL_RESPONSE ) );
235 0 : gossip_stats->network_health_pull_response_crds_rx_failure =
236 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_STALE ) )
237 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_WALLCLOCK ) )
238 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_DUPLICATE ) )
239 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_DUPLICATE ) )
240 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_SIGNATURE ) )
241 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_ORIGIN_NO_CONTACT_INFO ) )
242 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_ORIGIN_SHRED_VERSION ) )
243 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_INACTIVE ) );
244 0 : gossip_stats->network_health_push_crds_rx_duplicate =
245 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PUSH_DUPLICATE ) );
246 0 : gossip_stats->network_health_pull_response_crds_rx_duplicate =
247 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_DUPLICATE ) )
248 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_DUPLICATE ) );
249 :
250 0 : gossip_stats->network_health_total_stake = 0UL; /* todo ... fetch from RPC */
251 0 : gossip_stats->network_health_total_peers = 0UL; /* todo ... fetch from RPC */
252 :
253 0 : gossip_stats->network_health_connected_stake = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_TOTAL_STAKE ) );
254 0 : gossip_stats->network_health_connected_staked_peers = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_STAKED_COUNT ) );
255 0 : gossip_stats->network_health_connected_unstaked_peers = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_UNSTAKED_COUNT ) );
256 :
257 0 : gossip_stats->network_ingress_peer_sz = fd_ulong_min( fd_gui_peers_bandwidth_tracking_ele_cnt( peers->bw_tracking ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
258 0 : gossip_stats->network_ingress_total_bytes_per_sec = 0UL;
259 :
260 0 : for( fd_gui_peers_bandwidth_tracking_fwd_iter_t iter = fd_gui_peers_bandwidth_tracking_fwd_iter_init( peers->bw_tracking, &FD_GUI_PEERS_BW_TRACKING_INGRESS_SORT_KEY, peers->contact_info_table ), j = 0UL;
261 0 : !fd_gui_peers_bandwidth_tracking_fwd_iter_done( iter );
262 0 : iter = fd_gui_peers_bandwidth_tracking_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
263 0 : fd_gui_peers_node_t * cur = fd_gui_peers_bandwidth_tracking_fwd_iter_ele( iter, peers->contact_info_table );
264 :
265 0 : if( FD_UNLIKELY( j<gossip_stats->network_ingress_peer_sz ) ) {
266 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &cur->contact_info.pubkey, NULL, peers->node_info_pool );
267 0 : if( FD_LIKELY( node_info ) ) FD_TEST( fd_cstr_printf_check( gossip_stats->network_ingress_peer_names[ j ], FD_GUI_CONFIG_PARSE_VALIDATOR_INFO_NAME_SZ+1UL, NULL, "%s", node_info->name ) );
268 0 : else gossip_stats->network_ingress_peer_names[ j ][ 0 ] = '\0';
269 0 : gossip_stats->network_ingress_peer_bytes_per_sec[ j ] = cur->gossvf_rx_sum.rate_ema;
270 0 : fd_memcpy( &gossip_stats->network_ingress_peer_identities[ j ], cur->contact_info.pubkey.uc, 32UL );
271 0 : }
272 :
273 0 : gossip_stats->network_ingress_total_bytes_per_sec += cur->gossvf_rx_sum.rate_ema;
274 0 : }
275 :
276 0 : gossip_stats->network_ingress_total_bytes = fd_gui_metrics_gossip_total_ingress_bytes( peers->topo, gossvf_tile_cnt );
277 :
278 0 : gossip_stats->network_egress_peer_sz = fd_ulong_min( fd_gui_peers_bandwidth_tracking_ele_cnt( peers->bw_tracking ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
279 :
280 0 : FD_TEST( gossip_stats->network_egress_peer_sz==gossip_stats->network_ingress_peer_sz );
281 :
282 0 : gossip_stats->network_egress_peer_sz = fd_ulong_min( fd_gui_peers_bandwidth_tracking_ele_cnt( peers->bw_tracking ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
283 0 : gossip_stats->network_egress_total_bytes_per_sec = 0UL;
284 :
285 0 : for( fd_gui_peers_bandwidth_tracking_fwd_iter_t iter = fd_gui_peers_bandwidth_tracking_fwd_iter_init( peers->bw_tracking, &FD_GUI_PEERS_BW_TRACKING_EGRESS_SORT_KEY, peers->contact_info_table ), j = 0UL;
286 0 : !fd_gui_peers_bandwidth_tracking_fwd_iter_done( iter );
287 0 : iter = fd_gui_peers_bandwidth_tracking_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
288 0 : fd_gui_peers_node_t * cur = fd_gui_peers_bandwidth_tracking_fwd_iter_ele( iter, peers->contact_info_table );
289 :
290 0 : if( FD_UNLIKELY( j<gossip_stats->network_egress_peer_sz ) ) {
291 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &cur->contact_info.pubkey, NULL, peers->node_info_pool );
292 0 : if( FD_LIKELY( node_info ) ) FD_TEST( fd_cstr_printf_check( gossip_stats->network_egress_peer_names[ j ], FD_GUI_CONFIG_PARSE_VALIDATOR_INFO_NAME_SZ+1UL, NULL, "%s", node_info->name ) );
293 0 : else gossip_stats->network_egress_peer_names[ j ][ 0 ] = '\0';
294 0 : gossip_stats->network_egress_peer_bytes_per_sec[ j ] = cur->gossip_tx_sum.rate_ema;
295 0 : fd_memcpy( &gossip_stats->network_egress_peer_identities[ j ], cur->contact_info.pubkey.uc, 32UL );
296 0 : }
297 :
298 0 : gossip_stats->network_egress_total_bytes_per_sec += cur->gossip_tx_sum.rate_ema;
299 0 : }
300 :
301 0 : gossip_stats->network_egress_total_bytes = fd_gui_metrics_gosip_total_egress_bytes( peers->topo, gossip_tile_cnt );
302 :
303 0 : gossip_stats->storage_capacity = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_CAPACITY ) );
304 0 : gossip_stats->storage_expired_cnt = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_EXPIRED_COUNT ) );
305 0 : gossip_stats->storage_evicted_cnt = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_EVICTED_COUNT ) );
306 :
307 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V1_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_CONTACT_INFO_V1 ) );
308 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_VOTE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_VOTE ) );
309 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_LOWEST_SLOT_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_LOWEST_SLOT ) );
310 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_SNAPSHOT_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_SNAPSHOT_HASHES ) );
311 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_ACCOUNTS_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_ACCOUNTS_HASHES ) );
312 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_EPOCH_SLOTS_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_EPOCH_SLOTS ) );
313 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V1_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_VERSION_V1 ) );
314 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V2_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_VERSION_V2 ) );
315 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_NODE_INSTANCE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_NODE_INSTANCE ) );
316 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_DUPLICATE_SHRED_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_DUPLICATE_SHRED ) );
317 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_INCREMENTAL_SNAPSHOT_HASHES ) );
318 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V2_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_CONTACT_INFO_V2 ) );
319 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_RESTART_LAST_VOTED_FORK_SLOTS ) );
320 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_HEAVIEST_FORK_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_RESTART_HEAVIEST_FORK ) );
321 :
322 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V1_IDX ] =
323 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_CONTACT_INFO_V1 ) )
324 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_CONTACT_INFO_V1 ) );
325 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VOTE_IDX ] =
326 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_VOTE ) )
327 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_VOTE ) );
328 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_LOWEST_SLOT_IDX ] =
329 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_LOWEST_SLOT ) )
330 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_LOWEST_SLOT ) );
331 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_SNAPSHOT_HASHES_IDX ] =
332 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_SNAPSHOT_HASHES ) )
333 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_SNAPSHOT_HASHES ) );
334 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_ACCOUNTS_HASHES_IDX ] =
335 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_ACCOUNTS_HASHES ) )
336 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_ACCOUNTS_HASHES ) );
337 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_EPOCH_SLOTS_IDX ] =
338 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_EPOCH_SLOTS ) )
339 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_EPOCH_SLOTS ) );
340 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V1_IDX ] =
341 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_VERSION_V1 ) )
342 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_VERSION_V1 ) );
343 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V2_IDX ] =
344 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_VERSION_V2 ) )
345 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_VERSION_V2 ) );
346 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_NODE_INSTANCE_IDX ] =
347 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_NODE_INSTANCE ) )
348 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_NODE_INSTANCE ) );
349 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_DUPLICATE_SHRED_IDX ] =
350 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_DUPLICATE_SHRED ) )
351 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_DUPLICATE_SHRED ) );
352 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] =
353 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_INCREMENTAL_SNAPSHOT_HASHES ) )
354 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_INCREMENTAL_SNAPSHOT_HASHES ) );
355 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V2_IDX ] =
356 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_CONTACT_INFO_V2 ) )
357 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_CONTACT_INFO_V2 ) );
358 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] =
359 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_RESTART_LAST_VOTED_FORK_SLOTS ) )
360 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_RESTART_LAST_VOTED_FORK_SLOTS ) );
361 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_HEAVIEST_FORK_IDX ] =
362 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_RESTART_HEAVIEST_FORK ) )
363 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_RESTART_HEAVIEST_FORK ) );
364 :
365 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V1_IDX ] =
366 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_CONTACT_INFO_V1 ) )
367 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_CONTACT_INFO_V1 ) );
368 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VOTE_IDX ] =
369 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_VOTE ) )
370 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_VOTE ) );
371 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_LOWEST_SLOT_IDX ] =
372 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_LOWEST_SLOT ) )
373 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_LOWEST_SLOT ) );
374 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_SNAPSHOT_HASHES_IDX ] =
375 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_SNAPSHOT_HASHES ) )
376 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_SNAPSHOT_HASHES ) );
377 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_ACCOUNTS_HASHES_IDX ] =
378 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_ACCOUNTS_HASHES ) )
379 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_ACCOUNTS_HASHES ) );
380 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_EPOCH_SLOTS_IDX ] =
381 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_EPOCH_SLOTS ) )
382 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_EPOCH_SLOTS ) );
383 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V1_IDX ] =
384 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_VERSION_V1 ) )
385 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_VERSION_V1 ) );
386 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V2_IDX ] =
387 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_VERSION_V2 ) )
388 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_VERSION_V2 ) );
389 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_NODE_INSTANCE_IDX ] =
390 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_NODE_INSTANCE ) )
391 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_NODE_INSTANCE ) );
392 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_DUPLICATE_SHRED_IDX ] =
393 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_DUPLICATE_SHRED ) )
394 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_DUPLICATE_SHRED ) );
395 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] =
396 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_INCREMENTAL_SNAPSHOT_HASHES ) )
397 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_INCREMENTAL_SNAPSHOT_HASHES ) );
398 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V2_IDX ] =
399 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_CONTACT_INFO_V2 ) )
400 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_CONTACT_INFO_V2 ) );
401 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] =
402 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_RESTART_LAST_VOTED_FORK_SLOTS ) )
403 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_RESTART_LAST_VOTED_FORK_SLOTS ) );
404 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_HEAVIEST_FORK_IDX ] =
405 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_RESTART_HEAVIEST_FORK ) )
406 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_RESTART_HEAVIEST_FORK ) );
407 :
408 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PULL_REQUEST ) );
409 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PULL_RESPONSE ) );
410 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PUSH ) );
411 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PING ) );
412 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PONG ) );
413 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PRUNE ) );
414 :
415 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] =
416 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PULL_REQUEST ) )
417 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_NOT_CONTACT_INFO ) )
418 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_LOOPBACK ) )
419 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_INACTIVE ) )
420 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_WALLCLOCK ) )
421 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_SIGNATURE ) )
422 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_SHRED_VERSION ) );
423 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] =
424 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PULL_RESPONSE ) )
425 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_RESPONSE_NO_VALID_CRDS ) );
426 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] =
427 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PUSH ) )
428 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PUSH_NO_VALID_CRDS ) );
429 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] =
430 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PING ) )
431 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PING_SIGNATURE ) );
432 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] =
433 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PONG ) )
434 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PONG_SIGNATURE ) );
435 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] =
436 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PRUNE ) )
437 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PRUNE_DESTINATION ) )
438 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PRUNE_WALLCLOCK ) )
439 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PRUNE_SIGNATURE ) );
440 :
441 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PULL_REQUEST ) );
442 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PULL_RESPONSE ) );
443 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PUSH ) );
444 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PING ) );
445 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PONG ) );
446 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PRUNE ) );
447 :
448 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_COUNT_PULL_REQUEST ) );
449 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_COUNT_PULL_RESPONSE ) );
450 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_COUNT_PUSH ) );
451 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_COUNT_PING ) );
452 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_COUNT_PONG ) );
453 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_COUNT_PRUNE ) );
454 0 : }
455 :
456 : static int
457 : fd_gui_peers_contact_info_eq( fd_contact_info_t const * ci1,
458 0 : fd_contact_info_t const * ci2 ) {
459 0 : int ci_eq =
460 0 : ci1->shred_version == ci2->shred_version
461 0 : && ci1->instance_creation_wallclock_nanos== ci2->instance_creation_wallclock_nanos
462 : // && ci1->wallclock_nanos == ci2->wallclock_nanos
463 0 : && ci1->version.client == ci2->version.client
464 0 : && ci1->version.major == ci2->version.major
465 0 : && ci1->version.minor == ci2->version.minor
466 0 : && ci1->version.patch == ci2->version.patch
467 0 : && ci1->version.commit == ci2->version.commit
468 0 : && ci1->version.feature_set == ci2->version.feature_set;
469 :
470 0 : if( FD_LIKELY( !ci_eq ) ) return 0;
471 0 : for( ulong j=0UL; j<(FD_CONTACT_INFO_SOCKET_CNT); j++ ) {
472 0 : if( FD_LIKELY( !(ci1->sockets[ j ].addr==ci2->sockets[ j ].addr && ci1->sockets[ j ].port==ci2->sockets[ j ].port) ) ) return 0;
473 0 : }
474 0 : return 1;
475 0 : }
476 :
477 : void
478 : fd_gui_peers_handle_gossip_message( fd_gui_peers_ctx_t * peers,
479 : uchar const * payload,
480 : ulong payload_sz,
481 : fd_ip4_port_t const * peer_sock,
482 0 : int is_rx ) {
483 0 : fd_gui_peers_node_t * peer = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, peer_sock, NULL, peers->contact_info_table );
484 :
485 : /* We set MAP_MULTI=1 since there are not guarantees that duplicates
486 : sockets wont exist. In cases where we see multiple sockets the
487 : update timestamp in fd_gui_peers_node_t is the tiebreaker */
488 0 : for( fd_gui_peers_node_t * p = peer; p!=NULL; p=(fd_gui_peers_node_t *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
489 0 : if( peer->update_time_nanos>p->update_time_nanos ) peer = p;
490 0 : }
491 :
492 0 : if( FD_UNLIKELY( !peer ) ) return; /* NOP, peer not known yet */
493 :
494 0 : fd_gossip_view_t view[ 1 ];
495 0 : ulong decode_sz = fd_gossip_msg_parse( view, payload, payload_sz );
496 0 : if( FD_UNLIKELY( !decode_sz ) ) return; /* NOP, msg unparsable */
497 :
498 0 : FD_TEST( view->tag < FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT );
499 0 : fd_ptr_if( is_rx, &peer->gossvf_rx[ view->tag ], &peer->gossip_tx[ view->tag ] )->cur += payload_sz;
500 0 : fd_ptr_if( is_rx, (fd_gui_peers_metric_rate_t *)&peer->gossvf_rx_sum, (fd_gui_peers_metric_rate_t *)&peer->gossip_tx_sum )->cur += payload_sz;
501 : #if LOGGING
502 : if( is_rx ) FD_LOG_WARNING(("payload rx=%lu", payload_sz ));
503 : else FD_LOG_WARNING(("payload tx=%lu", payload_sz ));
504 : #endif
505 0 : }
506 :
507 : #if FD_HAS_ZSTD
508 :
509 : static uchar
510 : ipinfo_lookup( fd_gui_ipinfo_node_t const * nodes,
511 0 : uint ip_addr ) {
512 0 : uchar best_country_idx = 0;
513 0 : uchar found_match = 0;
514 :
515 0 : uint ip_addr_host = fd_uint_bswap( ip_addr );
516 :
517 0 : fd_gui_ipinfo_node_t const * node = &nodes[0];
518 :
519 0 : for( uchar bit_pos=0; bit_pos<32; bit_pos++ ) {
520 0 : if( FD_UNLIKELY( node->has_prefix ) ) {
521 0 : best_country_idx = node->country_code_idx;
522 0 : found_match = 1;
523 0 : }
524 :
525 0 : uchar bit = (ip_addr_host >> (31 - bit_pos)) & 1;
526 0 : fd_gui_ipinfo_node_t const * child = bit ? node->right : node->left;
527 0 : if( FD_UNLIKELY( !child ) ) break;
528 :
529 0 : node = child;
530 0 : }
531 :
532 0 : if( FD_UNLIKELY( node->has_prefix ) ) {
533 0 : best_country_idx = node->country_code_idx;
534 0 : found_match = 1;
535 0 : }
536 :
537 0 : if( FD_LIKELY( found_match ) ) return best_country_idx;
538 0 : return UCHAR_MAX;
539 0 : }
540 :
541 : #endif
542 :
543 : void
544 : fd_gui_peers_handle_gossip_update( fd_gui_peers_ctx_t * peers,
545 : fd_gossip_update_message_t const * update,
546 0 : long now ) {
547 0 : switch( update->tag ) {
548 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO: {
549 : #ifdef FD_GUI_USE_HANDHOLDING
550 : /* origin_pubkey should be the same as the contact info pubkey */
551 : if( FD_UNLIKELY( memcmp( update->contact_info.contact_info->pubkey.uc, update->origin_pubkey, 32UL ) ) ) {
552 : char ci_pk[ FD_BASE58_ENCODED_32_SZ ];
553 : char og_pk[ FD_BASE58_ENCODED_32_SZ ];
554 : fd_base58_encode_32( update->contact_info.contact_info->pubkey.uc, NULL, ci_pk );
555 : fd_base58_encode_32( update->origin_pubkey, NULL, og_pk );
556 :
557 : FD_LOG_ERR(( "invariant violation: update->contact_info.contact_info->pubkey.uc=%s != update->origin_pubkey=%s ", ci_pk, og_pk ));
558 : }
559 : #endif
560 0 : if( FD_UNLIKELY( update->contact_info.idx>=FD_CONTACT_INFO_TABLE_SIZE ) ) FD_LOG_ERR(( "unexpected contact_info_idx %lu >= %lu", update->contact_info.idx, FD_CONTACT_INFO_TABLE_SIZE ));
561 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ update->contact_info.idx ];
562 0 : if( FD_LIKELY( peer->valid ) ) {
563 : #if LOGGING
564 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
565 : fd_base58_encode_32( update->origin_pubkey, NULL, _pk );
566 : FD_LOG_WARNING(("UPDATE %lu pk=%s", update->contact_info.idx, _pk ));
567 : #endif
568 : #ifdef FD_GUI_USE_HANDHOLDING
569 : /* invariant checks */
570 : if( FD_UNLIKELY( memcmp( peer->contact_info.pubkey.uc, update->origin_pubkey, 32UL ) ) ) {
571 : char ci_pk[ FD_BASE58_ENCODED_32_SZ ];
572 : char og_pk[ FD_BASE58_ENCODED_32_SZ ];
573 : fd_base58_encode_32( peer->contact_info.pubkey.uc, NULL, ci_pk );
574 : fd_base58_encode_32( update->origin_pubkey, NULL, og_pk );
575 :
576 : /* A new pubkey is not allowed to overwrite an existing valid index */
577 : FD_LOG_ERR(( "invariant violation: peer->contact_info.pubkey.uc=%s != update->origin_pubkey=%s ", ci_pk, og_pk ));
578 : }
579 : FD_TEST( peer==fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, (fd_pubkey_t * )update->origin_pubkey, NULL, peers->contact_info_table ) );
580 : fd_gui_peers_node_t * peer_sock = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, &peer->contact_info.sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ], NULL, peers->contact_info_table );
581 : int found = 0;
582 : for( fd_gui_peers_node_t * p = peer_sock; !!p; p=(fd_gui_peers_node_t *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
583 : if( peer==p ) {
584 : found = 1;
585 : break;
586 : }
587 : }
588 : FD_TEST( found );
589 : #endif
590 : /* update does nothing */
591 0 : if( FD_UNLIKELY( fd_gui_peers_contact_info_eq( &peer->contact_info, update->contact_info.contact_info ) ) ) {
592 0 : peer->contact_info.wallclock_nanos = update->contact_info.contact_info->wallclock_nanos;
593 0 : break;
594 0 : }
595 :
596 0 : fd_gui_peers_node_sock_map_idx_remove_fast( peers->node_sock_map, update->contact_info.idx, peers->contact_info_table );
597 0 : fd_gui_peers_live_table_idx_remove ( peers->live_table, update->contact_info.idx, peers->contact_info_table );
598 :
599 0 : fd_memcpy( &peer->contact_info, update->contact_info.contact_info, sizeof(peer->contact_info) );
600 :
601 0 : peer->update_time_nanos = now;
602 : /* fetch and set country code */
603 0 : #if FD_HAS_ZSTD
604 0 : peer->country_code_idx = ipinfo_lookup( peers->ipinfo.nodes, peer->contact_info.sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].addr );
605 : #else
606 : peer->country_code_idx = UCHAR_MAX;
607 : #endif
608 :
609 0 : fd_gui_peers_live_table_idx_insert ( peers->live_table, update->contact_info.idx, peers->contact_info_table );
610 0 : fd_gui_peers_node_sock_map_idx_insert ( peers->node_sock_map, update->contact_info.idx, peers->contact_info_table );
611 :
612 : /* broadcast update to WebSocket clients */
613 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_UPDATE }, (ulong[]){ update->contact_info.idx }, 1UL );
614 0 : fd_http_server_ws_broadcast( peers->http );
615 0 : } else {
616 0 : FD_TEST( !fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, &update->contact_info.contact_info->pubkey, NULL, peers->contact_info_table ) );
617 : #if LOGGING
618 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
619 : fd_base58_encode_32( update->origin_pubkey, NULL, _pk );
620 : FD_LOG_WARNING(( "ADD %lu pk=%s", update->contact_info.idx, _pk ));
621 : #endif
622 0 : memset( &peer->gossvf_rx, 0, sizeof(peer->gossvf_rx) );
623 0 : memset( &peer->gossip_tx, 0, sizeof(peer->gossip_tx) );
624 0 : memset( &peer->gossvf_rx_sum, 0, sizeof(peer->gossvf_rx_sum) );
625 0 : memset( &peer->gossip_tx_sum, 0, sizeof(peer->gossip_tx_sum) );
626 0 : peer->has_vote_info = 0;
627 0 : peer->stake = ULONG_MAX;
628 :
629 0 : fd_gui_config_parse_info_t * info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &update->contact_info.contact_info->pubkey, NULL, peers->node_info_pool );
630 0 : if( FD_LIKELY( info ) ) fd_memcpy( peer->name, info->name, sizeof(info->name) );
631 0 : else peer->name[ 0 ] = '\0';
632 :
633 0 : peer->update_time_nanos = now;
634 0 : fd_memcpy( &peer->contact_info, update->contact_info.contact_info, sizeof(peer->contact_info) );
635 :
636 : /* fetch and set country code */
637 0 : #if FD_HAS_ZSTD
638 0 : peer->country_code_idx = ipinfo_lookup( peers->ipinfo.nodes, peer->contact_info.sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ].addr );
639 : #else
640 : peer->country_code_idx = UCHAR_MAX;
641 : #endif
642 0 : peer->valid = 1;
643 :
644 : /* update pubkey_map, sock_map */
645 0 : fd_gui_peers_node_sock_map_idx_insert ( peers->node_sock_map, update->contact_info.idx, peers->contact_info_table );
646 0 : fd_gui_peers_node_pubkey_map_idx_insert( peers->node_pubkey_map, update->contact_info.idx, peers->contact_info_table );
647 :
648 : /* update live tables */
649 0 : fd_gui_peers_live_table_idx_insert ( peers->live_table, update->contact_info.idx, peers->contact_info_table );
650 0 : fd_gui_peers_bandwidth_tracking_idx_insert( peers->bw_tracking, update->contact_info.idx, peers->contact_info_table );
651 :
652 0 : fd_gui_printf_peers_view_resize( peers, fd_gui_peers_live_table_ele_cnt( peers->live_table ) );
653 0 : fd_http_server_ws_broadcast( peers->http );
654 :
655 : /* broadcast update to WebSocket clients */
656 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_ADD }, (ulong[]){ update->contact_info.idx }, 1UL );
657 0 : fd_http_server_ws_broadcast( peers->http );
658 0 : }
659 0 : break;
660 0 : }
661 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE: {
662 0 : if( FD_UNLIKELY( update->contact_info_remove.idx>=FD_CONTACT_INFO_TABLE_SIZE ) ) FD_LOG_ERR(( "unexpected remove_contact_info_idx %lu >= %lu", update->contact_info_remove.idx, FD_CONTACT_INFO_TABLE_SIZE ));
663 : #if LOGGING
664 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
665 : fd_base58_encode_32( update->origin_pubkey, NULL, _pk );
666 : FD_LOG_WARNING(( "REMOVE %lu pk=%s",update->contact_info_remove.idx, _pk ));
667 : #endif
668 :
669 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ update->contact_info_remove.idx ];
670 :
671 : #ifdef FD_GUI_USE_HANDHOLDING
672 : /* invariant checks */
673 : FD_TEST( peer->valid ); /* Should have already been in the table */
674 : FD_TEST( peer==fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, (fd_pubkey_t * )update->origin_pubkey, NULL, peers->contact_info_table ) );
675 : fd_gui_peers_node_t * peer_sock = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, &peer->contact_info.sockets[ FD_CONTACT_INFO_SOCKET_GOSSIP ], NULL, peers->contact_info_table );
676 : int found = 0;
677 : for( fd_gui_peers_node_t const * p = peer_sock; !!p; p=(fd_gui_peers_node_t const *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
678 : if( peer==p ) {
679 : found = 1;
680 : break;
681 : }
682 : }
683 : FD_TEST( found );
684 : #endif
685 0 : fd_gui_peers_live_table_idx_remove ( peers->live_table, update->contact_info_remove.idx, peers->contact_info_table );
686 0 : fd_gui_peers_bandwidth_tracking_idx_remove ( peers->bw_tracking, update->contact_info_remove.idx, peers->contact_info_table );
687 0 : fd_gui_peers_node_sock_map_idx_remove_fast ( peers->node_sock_map, update->contact_info_remove.idx, peers->contact_info_table );
688 0 : fd_gui_peers_node_pubkey_map_idx_remove_fast( peers->node_pubkey_map, update->contact_info_remove.idx, peers->contact_info_table );
689 0 : peer->valid = 0;
690 :
691 0 : fd_gui_printf_peers_view_resize( peers, fd_gui_peers_live_table_ele_cnt( peers->live_table ) );
692 0 : fd_http_server_ws_broadcast( peers->http );
693 :
694 : /* broadcast update to WebSocket clients */
695 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_DELETE }, (ulong[]){ update->contact_info_remove.idx }, 1UL );
696 0 : fd_http_server_ws_broadcast( peers->http );
697 0 : break;
698 0 : }
699 0 : default: break;
700 0 : }
701 0 : }
702 :
703 : #define SORT_NAME fd_gui_peers_votes_slot_sort
704 0 : #define SORT_KEY_T fd_gui_peers_vote_t
705 0 : #define SORT_BEFORE(a,b) ((a).last_vote_slot<(b).last_vote_slot)
706 : #include "../../util/tmpl/fd_sort.c"
707 :
708 : #define SORT_NAME fd_gui_peers_votes_stake_sort
709 0 : #define SORT_KEY_T fd_gui_peers_vote_t
710 0 : #define SORT_BEFORE(a,b) ((a).stake>(b).stake)
711 : #include "../../util/tmpl/fd_sort.c"
712 :
713 : #define SORT_NAME fd_gui_peers_votes_pkey_sort
714 0 : #define SORT_KEY_T fd_gui_peers_vote_t
715 0 : #define SORT_BEFORE(a,b) ( memcmp((a).node_account.uc, (b).node_account.uc, sizeof(fd_pubkey_t) ) < 0 )
716 : #include "../../util/tmpl/fd_sort.c"
717 :
718 : void
719 : fd_gui_peers_handle_vote_update( fd_gui_peers_ctx_t * peers,
720 : fd_gui_peers_vote_t * votes,
721 : ulong vote_cnt,
722 : long now,
723 0 : fd_pubkey_t * identity ) {
724 0 : (void)now;
725 0 : fd_gui_peers_vote_t * votes_sorted = votes;
726 0 : fd_gui_peers_vote_t * votes_scratch = peers->votes_scratch;
727 :
728 : /* deduplicate node accounts, keeping the vote accounts with largest stake */
729 0 : fd_gui_peers_votes_stake_sort_inplace( votes_sorted, vote_cnt );
730 0 : fd_gui_peers_votes_pkey_sort_stable( votes_sorted, vote_cnt, votes_scratch );
731 :
732 0 : ulong total_stake = 0UL;
733 0 : fd_pubkey_t prev_peer = { 0 };
734 0 : for( ulong i=0UL; i<vote_cnt; i++ ) {
735 0 : if( FD_UNLIKELY( !memcmp( prev_peer.uc, votes_sorted[ i ].node_account.uc, sizeof(fd_pubkey_t) ) ) ) {
736 0 : votes_sorted[ i ].stake = ULONG_MAX; /* flag as duplicate */
737 0 : } else {
738 0 : total_stake += votes_sorted[ i ].stake;
739 0 : }
740 0 : prev_peer = votes_sorted[ i ].node_account;
741 0 : }
742 :
743 : /* get stake-weighted 67th percentile last_vote_slot */
744 0 : fd_gui_peers_votes_slot_sort_inplace( votes_sorted, vote_cnt );
745 :
746 0 : ulong cumulative_stake = 0UL;
747 0 : ulong last_vote_slot_p67 = ULONG_MAX;
748 0 : for( ulong i=0UL; i<vote_cnt; i++ ) {
749 0 : if( FD_UNLIKELY( votes_sorted[ i ].stake==ULONG_MAX ) ) continue;
750 0 : cumulative_stake += votes_sorted[ i ].stake;
751 0 : if( FD_LIKELY( 3*cumulative_stake>2*total_stake ) ) {
752 0 : last_vote_slot_p67 = votes_sorted[ i ].last_vote_slot;
753 0 : }
754 0 : }
755 :
756 : /* resuse scratch to for publish state */
757 0 : int * actions = (void *)votes_scratch;
758 0 : ulong * idxs = (ulong *)((uchar *)votes_scratch + FD_RUNTIME_MAX_VOTE_ACCOUNTS*sizeof(int));
759 0 : FD_STATIC_ASSERT( sizeof(peers->votes_scratch)>=(FD_RUNTIME_MAX_VOTE_ACCOUNTS*(sizeof(int) + sizeof(ulong))), "scratch too small" );
760 :
761 0 : ulong count = 0UL;
762 0 : for( ulong i=0UL; i<vote_cnt; i++ ) {
763 0 : if( FD_UNLIKELY( votes_sorted[ i ].stake==ULONG_MAX ) ) continue;
764 :
765 : /* votes_sorted is a copy of the vote_states bank field that has
766 : been sorted by stake descending and deduplicated. Deduplicated
767 : here means if multiple vote accounts point to the same identity
768 : key, we go with the one with the most stake. TODO: This logic
769 : will need to change once SIMD-0180 hits mainnet.
770 :
771 : As long as the vote account exists, it will be in vote_states,
772 : which get initialized at snapshot load and gets updated by the
773 : runtime. So, on any given fork, `last_voted_slot` should reflect
774 : the last landed vote for ALL the vote accounts (including those
775 : referencing identity->uc) from the perspective of that fork's
776 : bank, even if that slot didn't have landed votes for some of
777 : those accounts. */
778 0 : if( FD_UNLIKELY( !memcmp( &votes_sorted[ i ].node_account, identity->uc, sizeof(fd_pubkey_t) ) && peers->slot_voted!=votes_sorted[ i ].last_vote_slot ) ) {
779 0 : peers->slot_voted = fd_ulong_if( votes_sorted[ i ].last_vote_slot==0UL, ULONG_MAX, votes_sorted[ i ].last_vote_slot );
780 0 : fd_gui_peers_printf_vote_slot( peers );
781 0 : fd_http_server_ws_broadcast( peers->http );
782 0 : }
783 :
784 0 : ulong peer_idx = fd_gui_peers_node_pubkey_map_idx_query( peers->node_pubkey_map, &votes_sorted[ i ].node_account, ULONG_MAX, peers->contact_info_table );
785 0 : if( FD_UNLIKELY( peer_idx==ULONG_MAX ) ) continue; /* peer not on gossip */
786 :
787 0 : fd_gui_peers_node_t * peer = peers->contact_info_table + peer_idx;
788 :
789 : /* TODO: we only publish updates when stake changes, otherwise we'd
790 : have to republish for every peer every slot, which ends up being
791 : too much bandwidth because we republish all the peer info.
792 : Ideally, we decouple the vote updates from the reset of the peer
793 : info which would let us make updates quickly. */
794 0 : int is_delinquent = ((long)last_vote_slot_p67 - (long)votes_sorted[ i ].last_vote_slot) > 150L;
795 0 : int vote_eq = peer->has_vote_info
796 0 : && !memcmp( peer->vote_account.uc, votes_sorted[ i ].vote_account.uc, sizeof(fd_pubkey_t) )
797 0 : && peer->stake ==votes_sorted[ i ].stake
798 : // && peer->last_vote_slot ==votes_sorted[ i ].last_vote_slot
799 : // && peer->last_vote_timestamp ==votes_sorted[ i ].last_vote_timestamp
800 : // && peer->epoch_credits ==votes_sorted[ i ].epoch_credits
801 0 : && peer->commission ==votes_sorted[ i ].commission
802 0 : && peer->epoch ==votes_sorted[ i ].epoch
803 0 : && peer->delinquent ==is_delinquent;
804 :
805 0 : if( FD_LIKELY( vote_eq ) ) continue; /* nop */
806 :
807 0 : peer->has_vote_info = 1;
808 0 : peer->vote_account = votes_sorted[ i ].vote_account;
809 0 : peer->last_vote_slot = votes_sorted[ i ].last_vote_slot;
810 0 : peer->last_vote_timestamp = votes_sorted[ i ].last_vote_timestamp;
811 0 : peer->epoch_credits = votes_sorted[ i ].epoch_credits;
812 0 : peer->commission = votes_sorted[ i ].commission;
813 0 : peer->epoch = votes_sorted[ i ].epoch;
814 0 : peer->delinquent = is_delinquent;
815 :
816 0 : if( FD_UNLIKELY( peer->stake!=votes_sorted[ i ].stake ) ) {
817 0 : fd_gui_peers_live_table_idx_remove( peers->live_table, peer_idx, peers->contact_info_table );
818 0 : peer->stake = votes_sorted[ i ].stake;
819 0 : fd_gui_peers_live_table_idx_insert( peers->live_table, peer_idx, peers->contact_info_table );
820 0 : }
821 :
822 0 : actions[ count ] = FD_GUI_PEERS_NODE_UPDATE;
823 0 : idxs [ count ] = peer_idx;
824 0 : count++;
825 0 : }
826 :
827 0 : if( FD_UNLIKELY( count ) ) {
828 0 : fd_gui_peers_printf_nodes( peers, actions, idxs, count );
829 0 : fd_http_server_ws_broadcast( peers->http );
830 0 : }
831 0 : }
832 :
833 : void
834 : fd_gui_peers_handle_config_account( fd_gui_peers_ctx_t * peers,
835 : uchar const * data,
836 0 : ulong sz ) {
837 : /* optimistically acquire node_info */
838 0 : if( FD_UNLIKELY( !fd_gui_peers_node_info_pool_free( peers->node_info_pool ) ) ) {
839 0 : FD_LOG_WARNING(( "On-chain ConfigProgram accounts count exceeded %lu", FD_CONTACT_INFO_TABLE_SIZE ));
840 0 : return;
841 0 : }
842 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_pool_ele_acquire( peers->node_info_pool );
843 :
844 0 : cJSON * json;
845 0 : if( FD_UNLIKELY( !fd_gui_config_parse_validator_info_check( data, sz, &json, &node_info->pubkey ) ) ) {
846 0 : fd_gui_peers_node_info_pool_ele_release( peers->node_info_pool, node_info );
847 0 : return;
848 0 : }
849 :
850 0 : if( FD_UNLIKELY( fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &node_info->pubkey, NULL, peers->node_info_pool ) ) ) {
851 0 : fd_gui_peers_node_info_pool_ele_release( peers->node_info_pool, node_info );
852 0 : cJSON_Delete( json );
853 0 : return; /* no duplicate entries */
854 0 : }
855 :
856 0 : fd_gui_config_parse_validator_info( json, node_info ); /* calls cJSON_delete( json ) */
857 0 : fd_gui_peers_node_info_map_ele_insert( peers->node_info_map, node_info, peers->node_info_pool );
858 0 : }
859 :
860 :
861 : static void
862 0 : fd_gui_peers_viewport_snap( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
863 0 : FD_TEST( peers->client_viewports[ ws_conn_id ].connected );
864 0 : if( FD_UNLIKELY( peers->client_viewports[ ws_conn_id ].row_cnt==0UL ) ) return; /* empty viewport */
865 0 : if( FD_UNLIKELY( peers->client_viewports[ ws_conn_id ].row_cnt>FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ ) ) FD_LOG_ERR(("row_cnt=%lu", peers->client_viewports[ ws_conn_id ].row_cnt ));
866 :
867 0 : if( FD_UNLIKELY( fd_gui_peers_live_table_active_sort_key_cnt( peers->live_table )==FD_GUI_PEERS_CI_TABLE_SORT_KEY_CNT ) ) {
868 : /* we're out of cached sort keys. disconnect the oldest client */
869 0 : ulong oldest_ws_conn_id = ULONG_MAX;
870 0 : long oldest_connected_time = LONG_MAX;
871 0 : for( ulong i=0UL; i<peers->max_ws_conn_cnt; i++ ) {
872 0 : if( FD_UNLIKELY( peers->client_viewports[ i ].connected && peers->client_viewports[ i ].connected_time < oldest_connected_time ) ) {
873 0 : oldest_ws_conn_id = i;
874 0 : oldest_connected_time = peers->client_viewports[ i ].connected_time;
875 0 : }
876 0 : }
877 0 : FD_TEST( oldest_ws_conn_id!=ULONG_MAX );
878 0 : fd_gui_peers_live_table_sort_key_remove( peers->live_table, &peers->client_viewports[ oldest_ws_conn_id ].sort_key );
879 0 : FD_TEST( fd_gui_peers_live_table_active_sort_key_cnt( peers->live_table )==FD_GUI_PEERS_CI_TABLE_SORT_KEY_CNT-1UL );
880 0 : }
881 :
882 0 : for( fd_gui_peers_live_table_fwd_iter_t iter = fd_gui_peers_live_table_fwd_iter_init( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key, peers->contact_info_table ), j = 0;
883 0 : !fd_gui_peers_live_table_fwd_iter_done( iter ) && j<peers->client_viewports[ ws_conn_id ].start_row+peers->client_viewports[ ws_conn_id ].row_cnt;
884 0 : iter = fd_gui_peers_live_table_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
885 0 : if( FD_LIKELY( j<peers->client_viewports[ ws_conn_id ].start_row ) ) continue;
886 0 : fd_gui_peers_node_t const * cur = fd_gui_peers_live_table_fwd_iter_ele_const( iter, peers->contact_info_table );
887 :
888 0 : ulong viewport_idx = j-peers->client_viewports[ ws_conn_id ].start_row;
889 0 : FD_TEST( viewport_idx<FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ );
890 0 : fd_gui_peers_node_t * ref = &peers->client_viewports[ ws_conn_id ].viewport[ viewport_idx ];
891 :
892 0 : *ref = *cur;
893 0 : }
894 0 : }
895 :
896 : static int
897 : fd_gui_peers_request_scroll( fd_gui_peers_ctx_t * peers,
898 : ulong ws_conn_id,
899 : ulong request_id,
900 0 : cJSON const * params ) {
901 0 : if( FD_UNLIKELY( !peers->client_viewports[ ws_conn_id ].connected ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
902 :
903 0 : const cJSON * start_row_param = cJSON_GetObjectItemCaseSensitive( params, "start_row" );
904 0 : if( FD_UNLIKELY( !cJSON_IsNumber( start_row_param ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
905 0 : ulong _start_row = start_row_param->valueulong;
906 :
907 0 : const cJSON * row_cnt_param = cJSON_GetObjectItemCaseSensitive( params, "row_cnt" );
908 0 : if( FD_UNLIKELY( !cJSON_IsNumber( row_cnt_param ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
909 0 : ulong _row_cnt = row_cnt_param->valueulong;
910 :
911 0 : if( FD_UNLIKELY( _row_cnt > FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ || _start_row > fd_gui_peers_live_table_ele_cnt( peers->live_table )-_row_cnt ) ) {
912 0 : fd_gui_printf_null_query_response( peers->http, "gossip", "query_scroll", request_id );
913 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
914 0 : return 0;
915 0 : }
916 :
917 0 : if( FD_UNLIKELY( (peers->client_viewports[ ws_conn_id ].start_row==_start_row || _row_cnt==0UL) && peers->client_viewports[ ws_conn_id ].row_cnt==_row_cnt ) ) {
918 0 : return 0; /* NOP, scroll window hasn't changed */
919 0 : }
920 :
921 : /* update the client's viewport */
922 0 : peers->client_viewports[ ws_conn_id ].start_row = _start_row;
923 0 : peers->client_viewports[ ws_conn_id ].row_cnt = _row_cnt;
924 :
925 0 : fd_gui_printf_peers_viewport_request( peers, "query_scroll", ws_conn_id, request_id );
926 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
927 0 : return 0;
928 0 : }
929 :
930 : static int
931 : fd_gui_peers_request_sort( fd_gui_peers_ctx_t * peers,
932 : ulong ws_conn_id,
933 : ulong request_id,
934 0 : cJSON const * params ) {
935 0 : if( FD_UNLIKELY( !peers->client_viewports[ ws_conn_id ].connected ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
936 :
937 0 : const cJSON * _col = cJSON_GetObjectItemCaseSensitive( params, "col" );
938 0 : if( FD_UNLIKELY( !cJSON_IsArray( _col ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
939 :
940 0 : fd_gui_peers_live_table_sort_key_t sort_key;
941 :
942 0 : do {
943 0 : cJSON * c;
944 0 : ulong i;
945 0 : for( c = _col->child, i=0UL; c; c = c->next, i++ ) {
946 0 : if( FD_UNLIKELY( i >= fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
947 0 : sort_key.col[ i ] = fd_gui_peers_live_table_col_name_to_idx( peers->live_table, c->valuestring );
948 0 : if( FD_UNLIKELY( sort_key.col[ i ]==ULONG_MAX ) ) {
949 0 : FD_LOG_WARNING(( "unexpected column name %s", c->valuestring ));
950 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
951 0 : }
952 0 : }
953 0 : } while( 0 );
954 :
955 0 : const cJSON * _dir = cJSON_GetObjectItemCaseSensitive( params, "dir" );
956 0 : if( FD_UNLIKELY( !cJSON_IsArray( _dir ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
957 :
958 0 : do {
959 0 : cJSON * c;
960 0 : ulong i;
961 0 : for( c = _dir->child, i=0UL; c; c = c->next, i++ ) {
962 0 : if( FD_UNLIKELY( i >= fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
963 0 : sort_key.dir[ i ] = c->valueint;
964 0 : }
965 0 : } while( 0 );
966 :
967 0 : if( FD_UNLIKELY( !fd_gui_peers_live_table_verify_sort_key( &sort_key ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
968 :
969 0 : peers->client_viewports[ ws_conn_id ].sort_key = sort_key;
970 :
971 0 : fd_gui_printf_peers_viewport_request( peers, "query_sort", ws_conn_id, request_id );
972 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
973 0 : return 0;
974 0 : }
975 :
976 : int
977 : fd_gui_peers_ws_message( fd_gui_peers_ctx_t * peers,
978 : ulong ws_conn_id,
979 : uchar const * data,
980 0 : ulong data_len ) {
981 : /* TODO: cJSON allocates, might fail SIGSYS due to brk(2)...
982 : switch off this (or use wksp allocator) */
983 0 : const char * parse_end;
984 0 : cJSON * json = cJSON_ParseWithLengthOpts( (char *)data, data_len, &parse_end, 0 );
985 0 : if( FD_UNLIKELY( !json ) ) {
986 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
987 0 : }
988 :
989 0 : const cJSON * node = cJSON_GetObjectItemCaseSensitive( json, "id" );
990 0 : if( FD_UNLIKELY( !cJSON_IsNumber( node ) ) ) {
991 0 : cJSON_Delete( json );
992 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
993 0 : }
994 0 : ulong id = node->valueulong;
995 :
996 0 : const cJSON * topic = cJSON_GetObjectItemCaseSensitive( json, "topic" );
997 0 : if( FD_UNLIKELY( !cJSON_IsString( topic ) || topic->valuestring==NULL ) ) {
998 0 : cJSON_Delete( json );
999 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1000 0 : }
1001 :
1002 0 : const cJSON * key = cJSON_GetObjectItemCaseSensitive( json, "key" );
1003 0 : if( FD_UNLIKELY( !cJSON_IsString( key ) || key->valuestring==NULL ) ) {
1004 0 : cJSON_Delete( json );
1005 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1006 0 : }
1007 :
1008 0 : if( FD_LIKELY( !strcmp( topic->valuestring, "gossip" ) && !strcmp( key->valuestring, "query_sort" ) ) ) {
1009 0 : const cJSON * params = cJSON_GetObjectItemCaseSensitive( json, "params" );
1010 0 : if( FD_UNLIKELY( !cJSON_IsObject( params ) ) ) {
1011 0 : cJSON_Delete( json );
1012 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1013 0 : }
1014 :
1015 0 : int result = fd_gui_peers_request_sort( peers, ws_conn_id, id, params );
1016 0 : cJSON_Delete( json );
1017 0 : return result;
1018 0 : } else if( FD_LIKELY( !strcmp( topic->valuestring, "gossip" ) && !strcmp( key->valuestring, "query_scroll" ) ) ) {
1019 0 : const cJSON * params = cJSON_GetObjectItemCaseSensitive( json, "params" );
1020 0 : if( FD_UNLIKELY( !cJSON_IsObject( params ) ) ) {
1021 0 : cJSON_Delete( json );
1022 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1023 0 : }
1024 :
1025 0 : int result = fd_gui_peers_request_scroll( peers, ws_conn_id, id, params );
1026 0 : cJSON_Delete( json );
1027 0 : return result;
1028 0 : }
1029 :
1030 0 : cJSON_Delete( json );
1031 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_UNKNOWN_METHOD;
1032 0 : }
1033 :
1034 : static void
1035 : fd_gui_peers_viewport_log( fd_gui_peers_ctx_t * peers,
1036 0 : ulong ws_conn_id) {
1037 :
1038 0 : FD_TEST( peers->client_viewports[ ws_conn_id ].row_cnt<=FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ );
1039 :
1040 0 : char out[ 1<<14 ];
1041 0 : char * p = fd_cstr_init( out );
1042 :
1043 0 : p = fd_cstr_append_printf( p,
1044 0 : "\n[Viewport] table_size=%lu max_viewport_size=%lu\n"
1045 0 : "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+\n"
1046 0 : "| Row # | RX Push (bps) | RX Pull (bps) | TX Push (bps) | TX Pull (bps) | Pubkey | IP Address |\n"
1047 0 : "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+\n",
1048 0 : fd_gui_peers_live_table_ele_cnt( peers->live_table ), peers->client_viewports[ ws_conn_id ].row_cnt );
1049 :
1050 0 : FD_TEST( peers->client_viewports[ ws_conn_id ].connected );
1051 0 : for( fd_gui_peers_live_table_fwd_iter_t iter = fd_gui_peers_live_table_fwd_iter_init( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key, peers->contact_info_table ), j = 0UL;
1052 0 : !fd_gui_peers_live_table_fwd_iter_done(iter) && j < peers->client_viewports[ ws_conn_id ].start_row + peers->client_viewports[ ws_conn_id ].row_cnt;
1053 0 : iter = fd_gui_peers_live_table_fwd_iter_next(iter, peers->contact_info_table), j++ ) {
1054 0 : if( FD_LIKELY( j < peers->client_viewports[ ws_conn_id ].start_row ) ) continue;
1055 :
1056 0 : fd_gui_peers_node_t const * cur = fd_gui_peers_live_table_fwd_iter_ele_const( iter, peers->contact_info_table );
1057 :
1058 0 : char pubkey_base58[ FD_BASE58_ENCODED_32_SZ ];
1059 0 : fd_base58_encode_32( cur->contact_info.pubkey.uc, NULL, pubkey_base58 );
1060 :
1061 0 : char peer_addr[ 16 ]; /* 255.255.255.255 + '\0' */
1062 0 : FD_TEST(fd_cstr_printf_check( peer_addr, sizeof(peer_addr), NULL, FD_IP4_ADDR_FMT,
1063 0 : FD_IP4_ADDR_FMT_ARGS( cur->contact_info.sockets[FD_CONTACT_INFO_SOCKET_GOSSIP].addr ) ) );
1064 :
1065 0 : long cur_egress_push_bps = cur->gossip_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ].rate_ema;
1066 0 : long cur_ingress_push_bps = cur->gossvf_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ].rate_ema;
1067 0 : long cur_egress_pull_response_bps = cur->gossip_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ].rate_ema;
1068 0 : long cur_ingress_pull_response_bps = cur->gossvf_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ].rate_ema;
1069 :
1070 0 : p = fd_cstr_append_printf( p,
1071 0 : "| %5lu | %14ld | %14ld | %14ld | %14ld | %-50s | %-15s |\n",
1072 0 : peers->client_viewports[ ws_conn_id ].start_row + j,
1073 0 : cur_ingress_push_bps,
1074 0 : cur_ingress_pull_response_bps,
1075 0 : cur_egress_push_bps,
1076 0 : cur_egress_pull_response_bps,
1077 0 : pubkey_base58,
1078 0 : peer_addr );
1079 0 : }
1080 0 : p = fd_cstr_append_printf(p, "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+" );
1081 0 : fd_cstr_fini( p );
1082 0 : FD_LOG_NOTICE(( "%s", out ));
1083 0 : }
1084 :
1085 : static void
1086 0 : fd_gui_peers_ws_conn_rr_grow( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1087 0 : if( FD_UNLIKELY( !peers->open_ws_conn_cnt ) ) peers->active_ws_conn_id = ws_conn_id;
1088 0 : peers->open_ws_conn_cnt++;
1089 0 : }
1090 :
1091 : static void
1092 0 : fd_gui_peers_ws_conn_rr_shrink( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1093 0 : peers->open_ws_conn_cnt--;
1094 :
1095 0 : if( FD_UNLIKELY( peers->open_ws_conn_cnt && peers->active_ws_conn_id==ws_conn_id ) ) {
1096 0 : for( ulong i=1UL; i<peers->max_ws_conn_cnt+1UL; i++ ) {
1097 0 : ulong next_ws_conn_id = (ws_conn_id + i) % peers->max_ws_conn_cnt;
1098 0 : if( FD_UNLIKELY( peers->client_viewports[ next_ws_conn_id ].connected ) ) {
1099 0 : peers->active_ws_conn_id = next_ws_conn_id;
1100 0 : break;
1101 0 : }
1102 0 : }
1103 0 : }
1104 0 : }
1105 :
1106 : static int
1107 0 : fd_gui_peers_ws_conn_rr_advance( fd_gui_peers_ctx_t * peers, long now ) {
1108 0 : if( FD_LIKELY( !peers->open_ws_conn_cnt || now <= peers->next_client_nanos ) ) return 0;
1109 :
1110 0 : for( ulong i=1UL; i<peers->max_ws_conn_cnt+1UL; i++ ) {
1111 0 : ulong next_ws_conn_id = (peers->active_ws_conn_id + i) % peers->max_ws_conn_cnt;
1112 0 : if( FD_UNLIKELY( peers->client_viewports[ next_ws_conn_id ].connected ) ) {
1113 0 : peers->active_ws_conn_id = next_ws_conn_id;
1114 0 : break;
1115 0 : }
1116 0 : }
1117 0 : return 1;
1118 0 : }
1119 :
1120 : int
1121 0 : fd_gui_peers_poll( fd_gui_peers_ctx_t * peers, long now ) {
1122 0 : int did_work = 0;
1123 :
1124 : /* update client viewports in a round-robin */
1125 0 : if( FD_UNLIKELY( fd_gui_peers_ws_conn_rr_advance( peers, now ) ) ) {
1126 0 : FD_TEST( peers->client_viewports[ peers->active_ws_conn_id ].connected );
1127 0 : if( FD_LIKELY( peers->client_viewports[ peers->active_ws_conn_id ].row_cnt ) ) {
1128 : /* broadcast the diff as cell updates */
1129 0 : fd_gui_printf_peers_viewport_update( peers, peers->active_ws_conn_id );
1130 :
1131 : #if LOGGING
1132 : /* log the diff */
1133 : fd_gui_peers_viewport_log( peers, peers->active_ws_conn_id );
1134 : #endif
1135 0 : (void)fd_gui_peers_viewport_log;
1136 :
1137 : /* update client state to the latest viewport */
1138 0 : fd_gui_peers_viewport_snap( peers, peers->active_ws_conn_id );
1139 :
1140 : /* In rare cases, fd_http_server_ws_send can close the websocket
1141 : connection. Since fd_gui_peers_viewport_snap assumes the connected
1142 : peer has not disconnected, we call it before. */
1143 0 : FD_TEST( !fd_http_server_ws_send( peers->http, peers->active_ws_conn_id ) );
1144 0 : }
1145 :
1146 0 : peers->next_client_nanos = now + ((FD_GUI_PEERS_WS_VIEWPORT_UPDATE_INTERVAL_MILLIS * 1000000L) / (long)peers->open_ws_conn_cnt);
1147 0 : did_work = 1;
1148 0 : }
1149 :
1150 0 : if( FD_UNLIKELY( now >= peers->next_metric_rate_update_nanos ) ) {
1151 0 : for( fd_gui_peers_node_pubkey_map_iter_t iter = fd_gui_peers_node_pubkey_map_iter_init( peers->node_pubkey_map, peers->contact_info_table );
1152 0 : !fd_gui_peers_node_pubkey_map_iter_done( iter, peers->node_pubkey_map, peers->contact_info_table );
1153 0 : iter = fd_gui_peers_node_pubkey_map_iter_next( iter, peers->node_pubkey_map, peers->contact_info_table ) ) {
1154 0 : fd_gui_peers_node_t * peer = fd_gui_peers_node_pubkey_map_iter_ele( iter, peers->node_pubkey_map, peers->contact_info_table );
1155 :
1156 0 : double window = (double)(now - (peers->next_metric_rate_update_nanos - (FD_GUI_PEERS_METRIC_RATE_UPDATE_INTERVAL_MILLIS * 1000000L)));
1157 :
1158 : /* optimization: no need to remove / re-insert if the rates haven't changed */
1159 0 : int change = 0;
1160 0 : for( ulong i=0UL; !change && i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1161 0 : fd_gui_peers_metric_rate_t * metric = &peer->gossvf_rx[ i ];
1162 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1163 0 : long new_rate_ema = fd_gui_peers_adaptive_ema( metric->update_timestamp_ns, now, (long)new_rate, (long)metric->rate_ema );
1164 0 : if( FD_LIKELY( new_rate_ema==0L && metric->rate_ema==0L ) ) continue; /* don't update zero-bandwith peers */
1165 0 : change = 1;
1166 0 : }
1167 :
1168 0 : for( ulong i=0UL; !change && i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1169 0 : fd_gui_peers_metric_rate_t * metric = &peer->gossip_tx[ i ];
1170 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1171 0 : long new_rate_ema = fd_gui_peers_adaptive_ema( metric->update_timestamp_ns, now, (long)new_rate, (long)metric->rate_ema );
1172 0 : if( FD_LIKELY( new_rate_ema==0L && metric->rate_ema==0L ) ) continue; /* don't update zero-bandwith peers */
1173 0 : change = 1;
1174 0 : }
1175 :
1176 0 : if( !change ) continue;
1177 :
1178 : /* live_table */
1179 0 : fd_gui_peers_live_table_ele_remove( peers->live_table, peer, peers->contact_info_table );
1180 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1181 0 : fd_gui_peers_metric_rate_t * metric = &peer->gossvf_rx[ i ];
1182 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1183 0 : long new_rate_ema = fd_gui_peers_adaptive_ema( metric->update_timestamp_ns, now, (long)new_rate, (long)metric->rate_ema );
1184 0 : metric->rate_ema = fd_long_if( new_rate_ema<100L, 0L, new_rate_ema ); /* snap near-zero ema to zero. 100 bytes/s threshold */
1185 0 : metric->ref = metric->cur;
1186 0 : metric->update_timestamp_ns = now;
1187 0 : }
1188 :
1189 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1190 0 : fd_gui_peers_metric_rate_t * metric = &peer->gossip_tx[ i ];
1191 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1192 0 : long new_rate_ema = fd_gui_peers_adaptive_ema( metric->update_timestamp_ns, now, new_rate, metric->rate_ema );
1193 0 : metric->rate_ema = fd_long_if( new_rate_ema<100L, 0L, new_rate_ema ); /* snap near-zero ema to zero. 100 bytes/s threshold */
1194 0 : metric->ref = metric->cur;
1195 0 : metric->update_timestamp_ns = now;
1196 0 : }
1197 0 : fd_gui_peers_live_table_ele_insert( peers->live_table, peer, peers->contact_info_table );
1198 :
1199 : /* bandwidth_tracking */
1200 0 : fd_gui_peers_bandwidth_tracking_ele_remove( peers->bw_tracking, peer, peers->contact_info_table );
1201 0 : peer->gossvf_rx_sum.rate_ema = fd_gui_peers_adaptive_ema( peer->gossvf_rx_sum.update_timestamp_ns, now, (long)(((double)((long)peer->gossvf_rx_sum.cur - (long)peer->gossvf_rx_sum.ref) * 1e9 / window)), peer->gossvf_rx_sum.rate_ema );
1202 0 : peer->gossvf_rx_sum.ref = peer->gossvf_rx_sum.cur;
1203 0 : peer->gossvf_rx_sum.update_timestamp_ns = now;
1204 :
1205 0 : peer->gossip_tx_sum.rate_ema = fd_gui_peers_adaptive_ema( peer->gossip_tx_sum.update_timestamp_ns, now, (long)(((double)((long)peer->gossip_tx_sum.cur - (long)peer->gossip_tx_sum.ref) * 1e9 / window)), peer->gossip_tx_sum.rate_ema );
1206 0 : peer->gossip_tx_sum.ref = peer->gossip_tx_sum.cur;
1207 0 : peer->gossip_tx_sum.update_timestamp_ns = now;
1208 0 : fd_gui_peers_bandwidth_tracking_ele_insert( peers->bw_tracking, peer, peers->contact_info_table );
1209 0 : }
1210 :
1211 0 : peers->next_metric_rate_update_nanos = now + (FD_GUI_PEERS_METRIC_RATE_UPDATE_INTERVAL_MILLIS * 1000000L);
1212 0 : did_work = 1;
1213 : #ifdef FD_GUI_USE_HANDHOLDING
1214 : fd_gui_peers_live_table_verify( peers->live_table, peers->contact_info_table );
1215 : #endif
1216 0 : }
1217 :
1218 0 : if( FD_LIKELY( now >= peers->next_gossip_stats_update_nanos ) ) {
1219 0 : fd_gui_peers_gossip_stats_snap( peers, peers->gossip_stats, now );
1220 0 : fd_gui_peers_printf_gossip_stats( peers );
1221 0 : fd_http_server_ws_broadcast( peers->http );
1222 :
1223 0 : peers->next_gossip_stats_update_nanos = now + (FD_GUI_PEERS_GOSSIP_STATS_UPDATE_INTERVAL_MILLIS * 1000000L);
1224 0 : did_work = 1;
1225 0 : }
1226 :
1227 0 : return did_work;
1228 0 : }
1229 :
1230 : void
1231 : fd_gui_peers_ws_open( fd_gui_peers_ctx_t * peers,
1232 : ulong ws_conn_id,
1233 0 : long now ) {
1234 0 : peers->client_viewports[ ws_conn_id ].connected = 1;
1235 0 : peers->client_viewports[ ws_conn_id ].connected_time = now;
1236 0 : peers->client_viewports[ ws_conn_id ].start_row = 0;
1237 0 : peers->client_viewports[ ws_conn_id ].row_cnt = 0;
1238 0 : peers->client_viewports[ ws_conn_id ].sort_key = FD_GUI_PEERS_LIVE_TABLE_DEFAULT_SORT_KEY;
1239 0 : fd_gui_peers_ws_conn_rr_grow( peers, ws_conn_id );
1240 :
1241 0 : fd_gui_peers_printf_node_all( peers );
1242 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1243 0 : }
1244 :
1245 : void
1246 : fd_gui_peers_ws_close( fd_gui_peers_ctx_t * peers,
1247 0 : ulong ws_conn_id ) {
1248 0 : fd_gui_peers_live_table_sort_key_remove( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key );
1249 0 : peers->client_viewports[ ws_conn_id ].connected = 0;
1250 0 : fd_gui_peers_ws_conn_rr_shrink( peers, ws_conn_id );
1251 0 : }
1252 :
1253 : #undef LOGGING
|
