Line data Source code
1 : #include "fd_gui_peers.h"
2 : #include "fd_gui_printf.h"
3 : #include "fd_gui_config_parse.h"
4 : #include "fd_gui_metrics.h"
5 :
6 : #include "../../disco/metrics/fd_metrics_base.h"
7 :
8 : FD_IMPORT_BINARY( dbip_f, "src/disco/gui/dbip.bin.zst" );
9 :
10 : #define LOGGING 0
11 :
12 : FD_FN_CONST ulong
13 0 : fd_gui_peers_align( void ) {
14 0 : ulong a = 128UL;
15 0 : a = fd_ulong_max( a, alignof(fd_gui_peers_ctx_t) );
16 0 : a = fd_ulong_max( a, fd_gui_peers_live_table_align() );
17 0 : a = fd_ulong_max( a, fd_gui_peers_bandwidth_tracking_align() );
18 0 : a = fd_ulong_max( a, fd_gui_peers_node_info_pool_align() );
19 0 : a = fd_ulong_max( a, fd_gui_peers_node_info_map_align() );
20 0 : a = fd_ulong_max( a, fd_gui_peers_node_pubkey_map_align() );
21 0 : a = fd_ulong_max( a, fd_gui_peers_node_sock_map_align() );
22 0 : a = fd_ulong_max( a, alignof(fd_gui_peers_ws_conn_t) );
23 0 : a = fd_ulong_max( a, alignof(fd_gui_geoip_node_t) );
24 0 : FD_TEST( fd_ulong_pow2_up( a )==a );
25 0 : return a;
26 0 : }
27 :
28 : FD_FN_CONST ulong
29 0 : fd_gui_peers_footprint( ulong max_ws_conn_cnt ) {
30 0 : ulong info_chain_cnt = fd_gui_peers_node_info_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
31 0 : ulong pubkey_chain_cnt = fd_gui_peers_node_pubkey_map_chain_cnt_est( FD_CONTACT_INFO_TABLE_SIZE );
32 0 : ulong sock_chain_cnt = fd_gui_peers_node_sock_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
33 :
34 0 : ulong l = FD_LAYOUT_INIT;
35 0 : l = FD_LAYOUT_APPEND( l, alignof(fd_gui_peers_ctx_t), sizeof(fd_gui_peers_ctx_t) );
36 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_live_table_align(), fd_gui_peers_live_table_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
37 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_bandwidth_tracking_align(), fd_gui_peers_bandwidth_tracking_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
38 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_info_pool_align(), fd_gui_peers_node_info_pool_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
39 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_info_map_align(), fd_gui_peers_node_info_map_footprint ( info_chain_cnt ) );
40 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_pubkey_map_align(), fd_gui_peers_node_pubkey_map_footprint ( pubkey_chain_cnt ) );
41 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_sock_map_align(), fd_gui_peers_node_sock_map_footprint ( sock_chain_cnt ) );
42 0 : l = FD_LAYOUT_APPEND( l, alignof(fd_gui_peers_ws_conn_t), max_ws_conn_cnt*sizeof(fd_gui_peers_ws_conn_t) );
43 0 : l = FD_LAYOUT_APPEND( l, alignof(fd_gui_geoip_node_t), sizeof(fd_gui_geoip_node_t)*FD_GUI_GEOIP_DBIP_MAX_NODES );
44 :
45 0 : #if FD_HAS_ZSTD
46 0 : l = FD_LAYOUT_APPEND( l, 16UL, ZSTD_estimateDStreamSize( 1 << FD_GUI_GEOIP_ZSTD_WINDOW_LOG ) );
47 0 : #endif
48 :
49 0 : return FD_LAYOUT_FINI( l, fd_gui_peers_align() );
50 0 : }
51 :
52 : #if FD_HAS_ZSTD
53 :
54 : static void
55 : build_geoip_trie( fd_gui_peers_ctx_t * peers,
56 : fd_gui_geoip_node_t * nodes,
57 : uchar * db_f,
58 : ulong db_f_sz,
59 : fd_gui_ip_db_t * ip_db,
60 0 : ulong max_node_cnt ) {
61 0 : ip_db->nodes = nodes;
62 0 : uchar db_buf[ 16384 ];
63 0 : ulong processed_decompressed_bytes = 0UL;
64 0 : ulong buffered_decompressed_bytes = 0UL;
65 0 : ulong processed_compressed_bytes = 0UL;
66 :
67 : /* streaming parser state */
68 0 : int done = 0;
69 0 : ulong country_code_cnt = ULONG_MAX;
70 0 : ulong country_code_idx = 0UL;
71 0 : ulong city_name_cnt = ULONG_MAX;
72 0 : ulong city_name_idx = 0UL;
73 0 : ulong node_cnt = ULONG_MAX;
74 0 : ulong node_idx = 1UL; /* including root node */
75 :
76 0 : fd_gui_geoip_node_t * root = &nodes[ 0 ];
77 0 : root->left = NULL;
78 0 : root->right = NULL;
79 0 : root->has_prefix = 0;
80 :
81 0 : for( ;; ) {
82 : /* move leftover data to the front of the buffer */
83 0 : if( FD_LIKELY( processed_decompressed_bytes ) ) {
84 0 : memmove( db_buf, db_buf+processed_decompressed_bytes, buffered_decompressed_bytes-processed_decompressed_bytes );
85 0 : buffered_decompressed_bytes -= processed_decompressed_bytes;
86 0 : processed_decompressed_bytes = 0UL;
87 0 : }
88 :
89 0 : if( FD_LIKELY( !done && buffered_decompressed_bytes<sizeof(db_buf) ) ) {
90 0 : ulong compressed_sz = 0UL;
91 0 : ulong decompressed_sz = 0UL;
92 0 : ulong err = ZSTD_decompressStream_simpleArgs( peers->zstd_dctx, db_buf + buffered_decompressed_bytes, sizeof(db_buf)-buffered_decompressed_bytes, &decompressed_sz, db_f + processed_compressed_bytes, db_f_sz-processed_compressed_bytes, &compressed_sz );
93 0 : if( FD_UNLIKELY( ZSTD_isError( err ) ) ) FD_LOG_ERR(( "ZSTD_decompressStream_simpleArgs failed (%s)", ZSTD_getErrorName( err ) ) );
94 0 : done = err==0UL;
95 0 : buffered_decompressed_bytes += decompressed_sz;
96 0 : processed_compressed_bytes += compressed_sz;
97 0 : }
98 :
99 0 : if( FD_UNLIKELY( country_code_cnt==ULONG_MAX ) ) {
100 0 : if( FD_UNLIKELY( buffered_decompressed_bytes<sizeof(ulong) ) ) continue;
101 0 : country_code_cnt = FD_LOAD( ulong, db_buf );
102 0 : FD_TEST( country_code_cnt && country_code_cnt<=FD_GUI_GEOIP_MAX_COUNTRY_CNT ); /* 255 reserved for unknown */
103 0 : processed_decompressed_bytes += sizeof(ulong);
104 0 : } else if( FD_UNLIKELY( country_code_cnt!=ULONG_MAX && country_code_idx<country_code_cnt ) ) {
105 0 : if( FD_UNLIKELY( buffered_decompressed_bytes<2UL ) ) continue;
106 0 : for( ; country_code_idx<country_code_cnt; country_code_idx++ ) {
107 0 : if( FD_UNLIKELY( buffered_decompressed_bytes<2UL ) ) break;
108 0 : fd_memcpy( ip_db->country_code[ country_code_idx ], db_buf+processed_decompressed_bytes, 2UL );
109 0 : ip_db->country_code[ country_code_idx ][ 2 ] = '\0';
110 0 : processed_decompressed_bytes += 2UL;
111 0 : }
112 0 : } else if( FD_UNLIKELY( city_name_cnt==ULONG_MAX ) ) {
113 0 : if( FD_UNLIKELY( buffered_decompressed_bytes<sizeof(ulong) ) ) continue;
114 0 : city_name_cnt = FD_LOAD( ulong, db_buf );
115 0 : FD_TEST( city_name_cnt<=FD_GUI_GEOIP_MAX_CITY_CNT );
116 0 : processed_decompressed_bytes += sizeof(ulong);
117 0 : } else if( FD_UNLIKELY( city_name_cnt!=ULONG_MAX && city_name_idx<city_name_cnt ) ) {
118 0 : for( ; city_name_idx<city_name_cnt && memchr( db_buf+processed_decompressed_bytes, '\0', fd_ulong_min( FD_GUI_GEOIP_MAX_CITY_NAME_SZ, sizeof(db_buf)-processed_decompressed_bytes ) ); city_name_idx++ ) {
119 0 : ulong city_name_len;
120 0 : FD_TEST( fd_cstr_printf_check( ip_db->city_name[ city_name_idx ], sizeof(ip_db->city_name[ city_name_idx ]), &city_name_len, "%s", db_buf+processed_decompressed_bytes ) );
121 0 : processed_decompressed_bytes += city_name_len+1UL;
122 0 : }
123 0 : } else if( FD_UNLIKELY( node_cnt==ULONG_MAX ) ) {
124 0 : if( FD_UNLIKELY( buffered_decompressed_bytes<sizeof(ulong) ) ) continue;
125 0 : node_cnt = FD_LOAD( ulong, db_buf );
126 0 : FD_TEST( node_cnt && 2UL*node_cnt<=max_node_cnt );
127 0 : processed_decompressed_bytes += sizeof(ulong);
128 0 : } else {
129 0 : const ulong node_sz = 10UL;
130 0 : while( buffered_decompressed_bytes-processed_decompressed_bytes>=node_sz ) {
131 0 : uint ip_addr = fd_uint_bswap( FD_LOAD( uint, db_buf+processed_decompressed_bytes ) );
132 0 : uchar prefix_len = FD_LOAD( uchar, db_buf+processed_decompressed_bytes+4UL );
133 0 : FD_TEST( prefix_len<=32UL );
134 0 : uchar country_idx = FD_LOAD( uchar, db_buf+processed_decompressed_bytes+5UL );
135 0 : FD_TEST( country_idx<country_code_cnt );
136 0 : uint city_idx = FD_LOAD( uint, db_buf+processed_decompressed_bytes+6UL );
137 0 : FD_TEST( city_idx==UINT_MAX || city_idx<city_name_cnt ); /* optional field */
138 :
139 0 : fd_gui_geoip_node_t * node = root;
140 0 : for( uchar bit_pos=0; bit_pos<prefix_len; bit_pos++ ) {
141 0 : uchar bit = (ip_addr >> (31 - bit_pos)) & 1;
142 :
143 0 : fd_gui_geoip_node_t * child;
144 0 : if( FD_LIKELY( !bit ) ) {
145 0 : child = node->left;
146 0 : if( FD_LIKELY( !child ) ) {
147 0 : FD_TEST( node_idx<max_node_cnt );
148 0 : child = &nodes[ node_idx++ ];
149 0 : child->left = NULL;
150 0 : child->right = NULL;
151 0 : child->has_prefix = 0;
152 0 : node->left = child;
153 0 : }
154 0 : } else {
155 0 : child = node->right;
156 0 : if( FD_LIKELY( !child ) ) {
157 0 : FD_TEST( node_idx<max_node_cnt );
158 0 : child = &nodes[ node_idx++ ];
159 0 : child->left = NULL;
160 0 : child->right = NULL;
161 0 : child->has_prefix = 0;
162 0 : node->right = child;
163 0 : }
164 0 : }
165 0 : node = child;
166 0 : }
167 :
168 0 : node->has_prefix = 1;
169 0 : node->country_code_idx = country_idx;
170 0 : node->city_name_idx = city_idx;
171 :
172 0 : processed_decompressed_bytes += node_sz;
173 0 : }
174 :
175 : /* file was fully decompressed */
176 0 : if( FD_UNLIKELY( done ) ) {
177 0 : for( ulong i=1UL; i<country_code_cnt; i++ ) {
178 0 : if( FD_UNLIKELY( strcmp( ip_db->country_code[ i-1UL ], ip_db->country_code[ i ] ) > 0 ) ) {
179 0 : FD_LOG_ERR(("country codes not sorted a=%s > b=%s country_code_cnt=%lu i=%lu", ip_db->country_code[ i-1UL ], ip_db->country_code[ i ], country_code_cnt, i ) );
180 0 : }
181 0 : }
182 :
183 0 : for( ulong i=1UL; i<city_name_cnt; i++ ) {
184 0 : if( FD_UNLIKELY( strcmp( ip_db->city_name[ i-1UL ], ip_db->city_name[ i ] ) > 0 ) ) {
185 0 : FD_LOG_ERR(("city names not sorted a=%s > b=%s city_name_cnt=%lu i=%lu ", ip_db->city_name[ i-1UL ], ip_db->city_name[ i ], city_name_cnt, i ) );
186 0 : }
187 0 : }
188 :
189 0 : FD_TEST( buffered_decompressed_bytes==processed_decompressed_bytes );
190 0 : return;
191 0 : }
192 0 : }
193 0 : }
194 0 : }
195 :
196 : #endif
197 :
198 : void *
199 : fd_gui_peers_new( void * shmem,
200 : fd_http_server_t * http,
201 : fd_topo_t * topo,
202 : ulong max_ws_conn_cnt,
203 0 : long now ) {
204 0 : if( FD_UNLIKELY( !shmem ) ) {
205 0 : FD_LOG_WARNING(( "NULL shmem" ));
206 0 : return NULL;
207 0 : }
208 :
209 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)shmem, fd_gui_peers_align() ) ) ) {
210 0 : FD_LOG_WARNING(( "misaligned shmem" ));
211 0 : return NULL;
212 0 : }
213 :
214 0 : ulong info_chain_cnt = fd_gui_peers_node_info_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
215 0 : ulong pubkey_chain_cnt = fd_gui_peers_node_pubkey_map_chain_cnt_est( FD_CONTACT_INFO_TABLE_SIZE );
216 0 : ulong sock_chain_cnt = fd_gui_peers_node_sock_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
217 :
218 0 : FD_SCRATCH_ALLOC_INIT( l, shmem );
219 0 : fd_gui_peers_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_gui_peers_ctx_t), sizeof(fd_gui_peers_ctx_t) );
220 0 : void * _live_table = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_live_table_align(), fd_gui_peers_live_table_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
221 0 : void * _bw_tracking = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_bandwidth_tracking_align(), fd_gui_peers_bandwidth_tracking_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
222 0 : void * _info_pool = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_info_pool_align(), fd_gui_peers_node_info_pool_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
223 0 : void * _info_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_info_map_align(), fd_gui_peers_node_info_map_footprint ( info_chain_cnt ) );
224 0 : void * _pubkey_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_pubkey_map_align(), fd_gui_peers_node_pubkey_map_footprint ( pubkey_chain_cnt ) );
225 0 : void * _sock_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_sock_map_align(), fd_gui_peers_node_sock_map_footprint ( sock_chain_cnt ) );
226 0 : ctx->client_viewports = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_gui_peers_ws_conn_t), max_ws_conn_cnt*sizeof(fd_gui_peers_ws_conn_t) );
227 0 : #if FD_HAS_ZSTD
228 0 : void * _dbip_nodes = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_gui_geoip_node_t), sizeof(fd_gui_geoip_node_t)*FD_GUI_GEOIP_DBIP_MAX_NODES );
229 :
230 0 : uchar * _zstd_ctx = FD_SCRATCH_ALLOC_APPEND( l, 16UL, ZSTD_estimateDStreamSize( 1 << FD_GUI_GEOIP_ZSTD_WINDOW_LOG ) );
231 0 : ctx->zstd_dctx = ZSTD_initStaticDStream( _zstd_ctx, ZSTD_estimateDStreamSize( 1 << FD_GUI_GEOIP_ZSTD_WINDOW_LOG ) );
232 0 : FD_TEST( ctx->zstd_dctx );
233 0 : #endif
234 :
235 0 : for( ulong i = 0UL; i<max_ws_conn_cnt; i++ ) ctx->client_viewports[ i ].connected = 0;
236 :
237 0 : ctx->http = http;
238 0 : ctx->topo = topo;
239 :
240 0 : ctx->max_ws_conn_cnt = max_ws_conn_cnt;
241 0 : ctx->open_ws_conn_cnt = 0UL;
242 0 : ctx->active_ws_conn_id = ULONG_MAX;
243 :
244 0 : ctx->slot_voted = ULONG_MAX;
245 :
246 0 : for( ulong i=0UL; i<2UL; i++ ) {
247 0 : ctx->epochs[ i ].epoch = ULONG_MAX;
248 0 : ctx->epochs[ i ].stakes_cnt = 0UL;
249 0 : }
250 :
251 0 : ctx->next_client_nanos = now;
252 0 : ctx->next_metric_rate_update_nanos = now;
253 0 : ctx->next_gossip_stats_update_nanos = now;
254 0 : memset( &ctx->gossip_stats, 0, sizeof(ctx->gossip_stats) );
255 :
256 0 : for( ulong i = 0; i<FD_CONTACT_INFO_TABLE_SIZE; i++) ctx->contact_info_table[ i ].valid = 0;
257 :
258 0 : ctx->live_table = fd_gui_peers_live_table_join( fd_gui_peers_live_table_new( _live_table, FD_CONTACT_INFO_TABLE_SIZE ) );
259 0 : fd_gui_peers_live_table_seed( ctx->contact_info_table, FD_CONTACT_INFO_TABLE_SIZE, 42UL );
260 :
261 0 : ctx->bw_tracking = fd_gui_peers_bandwidth_tracking_join( fd_gui_peers_bandwidth_tracking_new( _bw_tracking, FD_CONTACT_INFO_TABLE_SIZE ) );
262 0 : fd_gui_peers_bandwidth_tracking_seed( ctx->contact_info_table, FD_CONTACT_INFO_TABLE_SIZE, 42UL );
263 :
264 0 : ctx->node_info_pool = fd_gui_peers_node_info_pool_join ( fd_gui_peers_node_info_pool_new ( _info_pool, FD_CONTACT_INFO_TABLE_SIZE ) );
265 0 : ctx->node_info_map = fd_gui_peers_node_info_map_join ( fd_gui_peers_node_info_map_new ( _info_map, info_chain_cnt, 42UL ) );
266 0 : ctx->node_pubkey_map = fd_gui_peers_node_pubkey_map_join( fd_gui_peers_node_pubkey_map_new( _pubkey_map, pubkey_chain_cnt, 42UL ) );
267 0 : ctx->node_sock_map = fd_gui_peers_node_sock_map_join ( fd_gui_peers_node_sock_map_new ( _sock_map, sock_chain_cnt, 42UL ) );
268 :
269 0 : #if FD_HAS_ZSTD
270 0 : build_geoip_trie( ctx, _dbip_nodes, (uchar *)dbip_f, dbip_f_sz, &ctx->dbip, FD_GUI_GEOIP_DBIP_MAX_NODES );
271 0 : #endif
272 :
273 0 : return shmem;
274 0 : }
275 :
276 : fd_gui_peers_ctx_t *
277 0 : fd_gui_peers_join( void * shmem ) {
278 0 : if( FD_UNLIKELY( !shmem ) ) {
279 0 : FD_LOG_WARNING(( "NULL shmem" ));
280 0 : return NULL;
281 0 : }
282 :
283 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)shmem, fd_gui_peers_align() ) ) ) {
284 0 : FD_LOG_WARNING(( "misaligned shmem" ));
285 0 : return NULL;
286 0 : }
287 :
288 0 : fd_gui_peers_ctx_t * ctx = (fd_gui_peers_ctx_t *)shmem;
289 :
290 0 : return ctx;
291 0 : }
292 :
293 : static void
294 : fd_gui_peers_gossip_stats_snap( fd_gui_peers_ctx_t * peers,
295 : fd_gui_peers_gossip_stats_t * gossip_stats,
296 0 : long now ) {
297 0 : gossip_stats->sample_time = now;
298 0 : ulong gossvf_tile_cnt = fd_topo_tile_name_cnt( peers->topo, "gossvf" );
299 0 : ulong gossip_tile_cnt = 1UL;
300 :
301 0 : gossip_stats->network_health_pull_response_msg_rx_success =
302 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PULL_RESPONSE ) );
303 0 : gossip_stats->network_health_pull_response_msg_rx_failure =
304 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_RESPONSE_NO_VALID_CRDS ) );
305 0 : gossip_stats->network_health_push_msg_rx_success =
306 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PUSH ) );
307 0 : gossip_stats->network_health_push_msg_rx_failure =
308 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PUSH_NO_VALID_CRDS ) );
309 0 : gossip_stats->network_health_push_crds_rx_success =
310 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_UPSERTED_PUSH ) );
311 0 : gossip_stats->network_health_push_crds_rx_failure =
312 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PUSH_STALE ) )
313 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PUSH_DUPLICATE ) )
314 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PUSH_SIGNATURE ) )
315 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PUSH_ORIGIN_NO_CONTACT_INFO ) )
316 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PUSH_ORIGIN_SHRED_VERSION ) )
317 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PUSH_INACTIVE ) )
318 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PUSH_WALLCLOCK ) );
319 0 : gossip_stats->network_health_pull_response_crds_rx_success =
320 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_UPSERTED_PULL_RESPONSE ) );
321 0 : gossip_stats->network_health_pull_response_crds_rx_failure =
322 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_STALE ) )
323 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_DUPLICATE ) )
324 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_WALLCLOCK ) )
325 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_DUPLICATE ) )
326 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_SIGNATURE ) )
327 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_ORIGIN_NO_CONTACT_INFO ) )
328 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_ORIGIN_SHRED_VERSION ) )
329 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_INACTIVE ) );
330 0 : gossip_stats->network_health_push_crds_rx_duplicate =
331 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PUSH_DUPLICATE ) );
332 0 : gossip_stats->network_health_pull_response_crds_rx_duplicate =
333 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_DUPLICATE ) )
334 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_COUNT_DROPPED_PULL_RESPONSE_DUPLICATE ) );
335 :
336 0 : gossip_stats->network_health_total_stake = 0UL; /* todo ... fetch from RPC */
337 0 : gossip_stats->network_health_total_peers = 0UL; /* todo ... fetch from RPC */
338 :
339 0 : gossip_stats->network_health_connected_stake = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_TOTAL_STAKE ) );
340 0 : gossip_stats->network_health_connected_staked_peers = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_STAKED_COUNT ) );
341 0 : gossip_stats->network_health_connected_unstaked_peers = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_UNSTAKED_COUNT ) );
342 :
343 0 : gossip_stats->network_ingress_peer_sz = fd_ulong_min( fd_gui_peers_bandwidth_tracking_ele_cnt( peers->bw_tracking ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
344 0 : gossip_stats->network_ingress_total_bytes_per_sec = 0UL;
345 :
346 0 : for( fd_gui_peers_bandwidth_tracking_fwd_iter_t iter = fd_gui_peers_bandwidth_tracking_fwd_iter_init( peers->bw_tracking, &FD_GUI_PEERS_BW_TRACKING_INGRESS_SORT_KEY, peers->contact_info_table ), j = 0UL;
347 0 : !fd_gui_peers_bandwidth_tracking_fwd_iter_done( iter );
348 0 : iter = fd_gui_peers_bandwidth_tracking_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
349 0 : fd_gui_peers_node_t * cur = fd_gui_peers_bandwidth_tracking_fwd_iter_ele( iter, peers->contact_info_table );
350 :
351 0 : if( FD_UNLIKELY( j<gossip_stats->network_ingress_peer_sz ) ) {
352 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &cur->pubkey, NULL, peers->node_info_pool );
353 0 : if( FD_LIKELY( node_info ) ) FD_TEST( fd_cstr_printf_check( gossip_stats->network_ingress_peer_names[ j ], FD_GUI_CONFIG_PARSE_VALIDATOR_INFO_NAME_SZ+1UL, NULL, "%s", node_info->name ) );
354 0 : else gossip_stats->network_ingress_peer_names[ j ][ 0 ] = '\0';
355 0 : gossip_stats->network_ingress_peer_bytes_per_sec[ j ] = cur->gossvf_rx_sum.rate_ema;
356 0 : fd_memcpy( &gossip_stats->network_ingress_peer_identities[ j ], cur->pubkey.uc, 32UL );
357 0 : }
358 :
359 0 : gossip_stats->network_ingress_total_bytes_per_sec += cur->gossvf_rx_sum.rate_ema;
360 0 : }
361 :
362 0 : gossip_stats->network_ingress_total_bytes = fd_gui_metrics_gossip_total_ingress_bytes( peers->topo, gossvf_tile_cnt );
363 :
364 0 : gossip_stats->network_egress_peer_sz = fd_ulong_min( fd_gui_peers_bandwidth_tracking_ele_cnt( peers->bw_tracking ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
365 :
366 0 : FD_TEST( gossip_stats->network_egress_peer_sz==gossip_stats->network_ingress_peer_sz );
367 :
368 0 : gossip_stats->network_egress_peer_sz = fd_ulong_min( fd_gui_peers_bandwidth_tracking_ele_cnt( peers->bw_tracking ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
369 0 : gossip_stats->network_egress_total_bytes_per_sec = 0UL;
370 :
371 0 : for( fd_gui_peers_bandwidth_tracking_fwd_iter_t iter = fd_gui_peers_bandwidth_tracking_fwd_iter_init( peers->bw_tracking, &FD_GUI_PEERS_BW_TRACKING_EGRESS_SORT_KEY, peers->contact_info_table ), j = 0UL;
372 0 : !fd_gui_peers_bandwidth_tracking_fwd_iter_done( iter );
373 0 : iter = fd_gui_peers_bandwidth_tracking_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
374 0 : fd_gui_peers_node_t * cur = fd_gui_peers_bandwidth_tracking_fwd_iter_ele( iter, peers->contact_info_table );
375 :
376 0 : if( FD_UNLIKELY( j<gossip_stats->network_egress_peer_sz ) ) {
377 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &cur->pubkey, NULL, peers->node_info_pool );
378 0 : if( FD_LIKELY( node_info ) ) FD_TEST( fd_cstr_printf_check( gossip_stats->network_egress_peer_names[ j ], FD_GUI_CONFIG_PARSE_VALIDATOR_INFO_NAME_SZ+1UL, NULL, "%s", node_info->name ) );
379 0 : else gossip_stats->network_egress_peer_names[ j ][ 0 ] = '\0';
380 0 : gossip_stats->network_egress_peer_bytes_per_sec[ j ] = cur->gossip_tx_sum.rate_ema;
381 0 : fd_memcpy( &gossip_stats->network_egress_peer_identities[ j ], cur->pubkey.uc, 32UL );
382 0 : }
383 :
384 0 : gossip_stats->network_egress_total_bytes_per_sec += cur->gossip_tx_sum.rate_ema;
385 0 : }
386 :
387 0 : gossip_stats->network_egress_total_bytes = fd_gui_metrics_gosip_total_egress_bytes( peers->topo, gossip_tile_cnt );
388 :
389 0 : gossip_stats->storage_capacity = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_CAPACITY ) );
390 0 : gossip_stats->storage_expired_cnt = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_EXPIRED_COUNT ) );
391 0 : gossip_stats->storage_evicted_cnt = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_EVICTED_COUNT ) );
392 :
393 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V1_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_CONTACT_INFO_V1 ) );
394 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_VOTE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_VOTE ) );
395 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_LOWEST_SLOT_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_LOWEST_SLOT ) );
396 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_SNAPSHOT_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_SNAPSHOT_HASHES ) );
397 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_ACCOUNTS_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_ACCOUNTS_HASHES ) );
398 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_EPOCH_SLOTS_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_EPOCH_SLOTS ) );
399 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V1_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_VERSION_V1 ) );
400 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V2_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_VERSION_V2 ) );
401 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_NODE_INSTANCE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_NODE_INSTANCE ) );
402 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_DUPLICATE_SHRED_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_DUPLICATE_SHRED ) );
403 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_INCREMENTAL_SNAPSHOT_HASHES ) );
404 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V2_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_CONTACT_INFO_V2 ) );
405 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_RESTART_LAST_VOTED_FORK_SLOTS ) );
406 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_HEAVIEST_FORK_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_COUNT_RESTART_HEAVIEST_FORK ) );
407 :
408 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V1_IDX ] =
409 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_CONTACT_INFO_V1 ) )
410 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_CONTACT_INFO_V1 ) );
411 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VOTE_IDX ] =
412 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_VOTE ) )
413 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_VOTE ) );
414 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_LOWEST_SLOT_IDX ] =
415 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_LOWEST_SLOT ) )
416 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_LOWEST_SLOT ) );
417 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_SNAPSHOT_HASHES_IDX ] =
418 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_SNAPSHOT_HASHES ) )
419 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_SNAPSHOT_HASHES ) );
420 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_ACCOUNTS_HASHES_IDX ] =
421 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_ACCOUNTS_HASHES ) )
422 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_ACCOUNTS_HASHES ) );
423 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_EPOCH_SLOTS_IDX ] =
424 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_EPOCH_SLOTS ) )
425 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_EPOCH_SLOTS ) );
426 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V1_IDX ] =
427 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_VERSION_V1 ) )
428 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_VERSION_V1 ) );
429 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V2_IDX ] =
430 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_VERSION_V2 ) )
431 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_VERSION_V2 ) );
432 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_NODE_INSTANCE_IDX ] =
433 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_NODE_INSTANCE ) )
434 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_NODE_INSTANCE ) );
435 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_DUPLICATE_SHRED_IDX ] =
436 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_DUPLICATE_SHRED ) )
437 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_DUPLICATE_SHRED ) );
438 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] =
439 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_INCREMENTAL_SNAPSHOT_HASHES ) )
440 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_INCREMENTAL_SNAPSHOT_HASHES ) );
441 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V2_IDX ] =
442 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_CONTACT_INFO_V2 ) )
443 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_CONTACT_INFO_V2 ) );
444 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] =
445 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_RESTART_LAST_VOTED_FORK_SLOTS ) )
446 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_RESTART_LAST_VOTED_FORK_SLOTS ) );
447 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_HEAVIEST_FORK_IDX ] =
448 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_COUNT_RESTART_HEAVIEST_FORK ) )
449 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_COUNT_RESTART_HEAVIEST_FORK ) );
450 :
451 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V1_IDX ] =
452 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_CONTACT_INFO_V1 ) )
453 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_CONTACT_INFO_V1 ) );
454 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VOTE_IDX ] =
455 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_VOTE ) )
456 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_VOTE ) );
457 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_LOWEST_SLOT_IDX ] =
458 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_LOWEST_SLOT ) )
459 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_LOWEST_SLOT ) );
460 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_SNAPSHOT_HASHES_IDX ] =
461 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_SNAPSHOT_HASHES ) )
462 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_SNAPSHOT_HASHES ) );
463 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_ACCOUNTS_HASHES_IDX ] =
464 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_ACCOUNTS_HASHES ) )
465 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_ACCOUNTS_HASHES ) );
466 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_EPOCH_SLOTS_IDX ] =
467 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_EPOCH_SLOTS ) )
468 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_EPOCH_SLOTS ) );
469 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V1_IDX ] =
470 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_VERSION_V1 ) )
471 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_VERSION_V1 ) );
472 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_VERSION_V2_IDX ] =
473 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_VERSION_V2 ) )
474 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_VERSION_V2 ) );
475 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_NODE_INSTANCE_IDX ] =
476 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_NODE_INSTANCE ) )
477 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_NODE_INSTANCE ) );
478 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_DUPLICATE_SHRED_IDX ] =
479 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_DUPLICATE_SHRED ) )
480 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_DUPLICATE_SHRED ) );
481 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] =
482 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_INCREMENTAL_SNAPSHOT_HASHES ) )
483 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_INCREMENTAL_SNAPSHOT_HASHES ) );
484 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_CONTACT_INFO_V2_IDX ] =
485 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_CONTACT_INFO_V2 ) )
486 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_CONTACT_INFO_V2 ) );
487 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] =
488 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_RESTART_LAST_VOTED_FORK_SLOTS ) )
489 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_RESTART_LAST_VOTED_FORK_SLOTS ) );
490 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_V_RESTART_HEAVIEST_FORK_IDX ] =
491 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PUSH_BYTES_RESTART_HEAVIEST_FORK ) )
492 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_TX_PULL_RESPONSE_BYTES_RESTART_HEAVIEST_FORK ) );
493 :
494 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PULL_REQUEST ) );
495 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PULL_RESPONSE ) );
496 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PUSH ) );
497 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PING ) );
498 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PONG ) );
499 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PRUNE ) );
500 :
501 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] =
502 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PULL_REQUEST ) )
503 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_NOT_CONTACT_INFO ) )
504 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_LOOPBACK ) )
505 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_INACTIVE ) )
506 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_WALLCLOCK ) )
507 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_SIGNATURE ) )
508 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_SHRED_VERSION ) )
509 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_REQUEST_MASK_BITS ) );
510 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] =
511 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PULL_RESPONSE ) )
512 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PULL_RESPONSE_NO_VALID_CRDS ) );
513 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] =
514 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PUSH ) )
515 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PUSH_NO_VALID_CRDS ) );
516 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] =
517 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PING ) )
518 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PING_SIGNATURE ) );
519 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] =
520 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PONG ) )
521 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PONG_SIGNATURE ) );
522 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] =
523 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_SUCCESS_PRUNE ) )
524 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PRUNE_DESTINATION ) )
525 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PRUNE_WALLCLOCK ) )
526 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_COUNT_DROPPED_PRUNE_SIGNATURE ) );
527 :
528 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PULL_REQUEST ) );
529 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PULL_RESPONSE ) );
530 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PUSH ) );
531 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PING ) );
532 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PONG ) );
533 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PRUNE ) );
534 :
535 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_COUNT_PULL_REQUEST ) );
536 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_COUNT_PULL_RESPONSE ) );
537 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_COUNT_PUSH ) );
538 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_COUNT_PING ) );
539 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_COUNT_PONG ) );
540 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_COUNT_PRUNE ) );
541 0 : }
542 :
543 : static int
544 : fd_gui_peers_contact_info_eq( fd_gossip_contact_info_t const * ci1,
545 0 : fd_gossip_contact_info_t const * ci2 ) {
546 0 : int ci_eq =
547 0 : ci1->shred_version == ci2->shred_version
548 0 : && ci1->outset == ci2->outset
549 : // && ci1->wallclock_nanos == ci2->wallclock_nanos
550 0 : && ci1->version.client == ci2->version.client
551 0 : && ci1->version.major == ci2->version.major
552 0 : && ci1->version.minor == ci2->version.minor
553 0 : && ci1->version.patch == ci2->version.patch
554 0 : && ci1->version.commit == ci2->version.commit
555 0 : && ci1->version.feature_set == ci2->version.feature_set;
556 :
557 0 : if( FD_LIKELY( !ci_eq ) ) return 0;
558 0 : for( ulong j=0UL; j<(FD_GOSSIP_CONTACT_INFO_SOCKET_CNT); j++ ) {
559 0 : if( FD_UNLIKELY( ci1->sockets[ j ].is_ipv6 != ci2->sockets[ j ].is_ipv6 ) ) return 0;
560 :
561 0 : if( FD_UNLIKELY( ci1->sockets[ j ].is_ipv6 ) ) {
562 0 : if( FD_UNLIKELY( memcmp( ci1->sockets[ j ].ip6, ci2->sockets[ j ].ip6, 16UL ) ) ) return 0;
563 0 : } else {
564 0 : if( FD_UNLIKELY( ci1->sockets[ j ].ip4 != ci2->sockets[ j ].ip4 ) ) return 0;
565 0 : }
566 0 : if( FD_UNLIKELY( ci1->sockets[ j ].port != ci2->sockets[ j ].port ) ) return 0;
567 0 : }
568 0 : return 1;
569 0 : }
570 :
571 : void
572 : fd_gui_peers_handle_gossip_message( fd_gui_peers_ctx_t * peers,
573 : uchar const * payload,
574 : ulong payload_sz,
575 : fd_gossip_socket_t const * peer_sock,
576 0 : int is_rx ) {
577 0 : fd_gui_peers_node_t * peer = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, peer_sock, NULL, peers->contact_info_table );
578 :
579 : /* We set MAP_MULTI=1 since there are not guarantees that duplicates
580 : sockets wont exist. In cases where we see multiple sockets the
581 : update timestamp in fd_gui_peers_node_t is the tiebreaker */
582 0 : for( fd_gui_peers_node_t * p = peer; p!=NULL; p=(fd_gui_peers_node_t *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
583 0 : if( peer->update_time_nanos>p->update_time_nanos ) peer = p;
584 0 : }
585 :
586 0 : if( FD_UNLIKELY( !peer ) ) return; /* NOP, peer not known yet */
587 :
588 0 : fd_gossip_message_t message[ 1 ];
589 0 : int success = fd_gossip_message_deserialize( message, payload, payload_sz );
590 0 : if( FD_UNLIKELY( !success ) ) return; /* NOP, msg unparsable */
591 :
592 0 : FD_TEST( message->tag < FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT );
593 0 : fd_ptr_if( is_rx, &peer->gossvf_rx[ message->tag ], &peer->gossip_tx[ message->tag ] )->cur += payload_sz;
594 0 : fd_ptr_if( is_rx, (fd_gui_peers_metric_rate_t *)&peer->gossvf_rx_sum, (fd_gui_peers_metric_rate_t *)&peer->gossip_tx_sum )->cur += payload_sz;
595 : #if LOGGING
596 : if( is_rx ) FD_LOG_WARNING(("payload rx=%lu", payload_sz ));
597 : else FD_LOG_WARNING(("payload tx=%lu", payload_sz ));
598 : #endif
599 0 : }
600 :
601 : #if FD_HAS_ZSTD
602 :
603 : static fd_gui_geoip_node_t const *
604 : geoip_lookup( fd_gui_ip_db_t const * ip_db,
605 0 : uint ip_addr ) {
606 0 : fd_gui_geoip_node_t const * ret = NULL;
607 :
608 0 : uint ip_addr_host = fd_uint_bswap( ip_addr );
609 :
610 0 : fd_gui_geoip_node_t const * node = &ip_db->nodes[0];
611 :
612 0 : for( uchar bit_pos=0; bit_pos<32; bit_pos++ ) {
613 0 : if( FD_UNLIKELY( node->has_prefix ) ) {
614 0 : ret = node;
615 0 : }
616 :
617 0 : uchar bit = (ip_addr_host >> (31 - bit_pos)) & 1;
618 0 : fd_gui_geoip_node_t const * child = bit ? node->right : node->left;
619 0 : if( FD_UNLIKELY( !child ) ) break;
620 :
621 0 : node = child;
622 0 : }
623 :
624 0 : if( FD_UNLIKELY( node->has_prefix ) ) {
625 0 : ret = node;
626 0 : }
627 :
628 0 : return ret;
629 0 : }
630 :
631 : #endif
632 :
633 : void
634 : fd_gui_peers_handle_gossip_update( fd_gui_peers_ctx_t * peers,
635 : fd_gossip_update_message_t const * update,
636 0 : long now ) {
637 0 : switch( update->tag ) {
638 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO: {
639 0 : if( FD_UNLIKELY( update->contact_info->idx>=FD_CONTACT_INFO_TABLE_SIZE ) ) FD_LOG_ERR(( "unexpected contact_info_idx %lu >= %lu", update->contact_info->idx, FD_CONTACT_INFO_TABLE_SIZE ));
640 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ update->contact_info->idx ];
641 0 : if( FD_LIKELY( peer->valid ) ) {
642 : #if LOGGING
643 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
644 : fd_base58_encode_32( update->origin, NULL, _pk );
645 : FD_LOG_WARNING(("UPDATE %lu pk=%s", update->contact_info->idx, _pk ));
646 : #endif
647 : #ifdef FD_GUI_USE_HANDHOLDING
648 : /* invariant checks */
649 : if( FD_UNLIKELY( memcmp( peer->pubkey.uc, update->origin, 32UL ) ) ) {
650 : char ci_pk[ FD_BASE58_ENCODED_32_SZ ];
651 : char og_pk[ FD_BASE58_ENCODED_32_SZ ];
652 : fd_base58_encode_32( peer->pubkey.uc, NULL, ci_pk );
653 : fd_base58_encode_32( update->origin, NULL, og_pk );
654 :
655 : /* A new pubkey is not allowed to overwrite an existing valid index */
656 : FD_LOG_ERR(( "invariant violation: peer->pubkey.uc=%s != update->origin=%s ", ci_pk, og_pk ));
657 : }
658 : FD_TEST( peer==fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, (fd_pubkey_t * )update->origin, NULL, peers->contact_info_table ) );
659 : fd_gui_peers_node_t * peer_sock = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, &peer->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ], NULL, peers->contact_info_table );
660 : int found = 0;
661 : for( fd_gui_peers_node_t * p = peer_sock; !!p; p=(fd_gui_peers_node_t *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
662 : if( peer==p ) {
663 : found = 1;
664 : break;
665 : }
666 : }
667 : FD_TEST( found );
668 : #endif
669 : /* update does nothing */
670 0 : if( FD_UNLIKELY( fd_gui_peers_contact_info_eq( &peer->contact_info, update->contact_info->value ) ) ) {
671 0 : peer->wallclock_nanos = FD_MILLI_TO_NANOSEC( update->wallclock );
672 0 : break;
673 0 : }
674 :
675 0 : fd_gui_peers_node_sock_map_idx_remove_fast( peers->node_sock_map, update->contact_info->idx, peers->contact_info_table );
676 0 : fd_gui_peers_live_table_idx_remove ( peers->live_table, update->contact_info->idx, peers->contact_info_table );
677 :
678 0 : peer->pubkey = *(fd_pubkey_t *)update->origin;
679 0 : peer->contact_info = *update->contact_info->value;
680 0 : peer->update_time_nanos = now;
681 : /* fetch and set country code */
682 0 : #if FD_HAS_ZSTD
683 0 : uint ip4 = peer->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0 : peer->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
684 0 : fd_gui_geoip_node_t const * dbip_ip = geoip_lookup( &peers->dbip, ip4 );
685 :
686 0 : peer->country_code_idx = dbip_ip ? dbip_ip->country_code_idx : UCHAR_MAX;
687 0 : peer->city_name_idx = dbip_ip ? dbip_ip->city_name_idx : UINT_MAX;
688 : #else
689 : peer->country_code_idx = UCHAR_MAX;
690 : peer->city_name_idx = UINT_MAX;
691 : #endif
692 :
693 0 : fd_gui_peers_live_table_idx_insert ( peers->live_table, update->contact_info->idx, peers->contact_info_table );
694 0 : fd_gui_peers_node_sock_map_idx_insert ( peers->node_sock_map, update->contact_info->idx, peers->contact_info_table );
695 :
696 : /* broadcast update to WebSocket clients */
697 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_UPDATE }, (ulong[]){ update->contact_info->idx }, 1UL );
698 0 : fd_http_server_ws_broadcast( peers->http );
699 0 : } else {
700 : #if LOGGING
701 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
702 : fd_base58_encode_32( update->origin, NULL, _pk );
703 : FD_LOG_WARNING(( "ADD %lu pk=%s", update->contact_info->idx, _pk ));
704 : #endif
705 0 : FD_TEST( !fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, fd_type_pun_const( update->origin ), NULL, peers->contact_info_table ) );
706 0 : peer->pubkey = *(fd_pubkey_t *)update->origin;
707 0 : memset( &peer->gossvf_rx, 0, sizeof(peer->gossvf_rx) );
708 0 : memset( &peer->gossip_tx, 0, sizeof(peer->gossip_tx) );
709 0 : memset( &peer->gossvf_rx_sum, 0, sizeof(peer->gossvf_rx_sum) );
710 0 : memset( &peer->gossip_tx_sum, 0, sizeof(peer->gossip_tx_sum) );
711 0 : peer->has_vote_info = 0;
712 0 : peer->delinquent = 0;
713 0 : peer->stake = ULONG_MAX;
714 :
715 0 : fd_gui_config_parse_info_t * info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, fd_type_pun_const(update->origin ), NULL, peers->node_info_pool );
716 0 : if( FD_LIKELY( info ) ) fd_memcpy( peer->name, info->name, sizeof(info->name) );
717 0 : else peer->name[ 0 ] = '\0';
718 :
719 0 : peer->update_time_nanos = now;
720 0 : peer->contact_info = *update->contact_info->value;
721 :
722 : /* fetch and set country code */
723 0 : #if FD_HAS_ZSTD
724 0 : uint ip4 = peer->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0 : peer->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
725 0 : fd_gui_geoip_node_t const * dbip_ip = geoip_lookup( &peers->dbip, ip4 );
726 :
727 0 : peer->country_code_idx = dbip_ip ? dbip_ip->country_code_idx : UCHAR_MAX;
728 0 : peer->city_name_idx = dbip_ip ? dbip_ip->city_name_idx : UINT_MAX;
729 : #else
730 : peer->country_code_idx = UCHAR_MAX;
731 : peer->city_name_idx = UINT_MAX;
732 : #endif
733 :
734 0 : peer->valid = 1;
735 :
736 : /* update pubkey_map, sock_map */
737 0 : fd_gui_peers_node_sock_map_idx_insert ( peers->node_sock_map, update->contact_info->idx, peers->contact_info_table );
738 0 : fd_gui_peers_node_pubkey_map_idx_insert( peers->node_pubkey_map, update->contact_info->idx, peers->contact_info_table );
739 :
740 : /* update live tables */
741 0 : fd_gui_peers_live_table_idx_insert ( peers->live_table, update->contact_info->idx, peers->contact_info_table );
742 0 : fd_gui_peers_bandwidth_tracking_idx_insert( peers->bw_tracking, update->contact_info->idx, peers->contact_info_table );
743 :
744 0 : fd_gui_printf_peers_view_resize( peers, fd_gui_peers_live_table_ele_cnt( peers->live_table ) );
745 0 : fd_http_server_ws_broadcast( peers->http );
746 :
747 : /* broadcast update to WebSocket clients */
748 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_ADD }, (ulong[]){ update->contact_info->idx }, 1UL );
749 0 : fd_http_server_ws_broadcast( peers->http );
750 0 : }
751 0 : break;
752 0 : }
753 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE: {
754 0 : if( FD_UNLIKELY( update->contact_info_remove->idx>=FD_CONTACT_INFO_TABLE_SIZE ) ) FD_LOG_ERR(( "unexpected remove_contact_info_idx %lu >= %lu", update->contact_info_remove->idx, FD_CONTACT_INFO_TABLE_SIZE ));
755 : #if LOGGING
756 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
757 : fd_base58_encode_32( update->origin, NULL, _pk );
758 : FD_LOG_WARNING(( "REMOVE %lu pk=%s",update->contact_info_remove->idx, _pk ));
759 : #endif
760 :
761 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ update->contact_info_remove->idx ];
762 :
763 : #ifdef FD_GUI_USE_HANDHOLDING
764 : /* invariant checks */
765 : FD_TEST( peer->valid ); /* Should have already been in the table */
766 : FD_TEST( peer==fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, (fd_pubkey_t * )update->origin, NULL, peers->contact_info_table ) );
767 : fd_gui_peers_node_t * peer_sock = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, &peer->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ], NULL, peers->contact_info_table );
768 : int found = 0;
769 : for( fd_gui_peers_node_t const * p = peer_sock; !!p; p=(fd_gui_peers_node_t const *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
770 : if( peer==p ) {
771 : found = 1;
772 : break;
773 : }
774 : }
775 : FD_TEST( found );
776 : #endif
777 0 : fd_gui_peers_live_table_idx_remove ( peers->live_table, update->contact_info_remove->idx, peers->contact_info_table );
778 0 : fd_gui_peers_bandwidth_tracking_idx_remove ( peers->bw_tracking, update->contact_info_remove->idx, peers->contact_info_table );
779 0 : fd_gui_peers_node_sock_map_idx_remove_fast ( peers->node_sock_map, update->contact_info_remove->idx, peers->contact_info_table );
780 0 : fd_gui_peers_node_pubkey_map_idx_remove_fast( peers->node_pubkey_map, update->contact_info_remove->idx, peers->contact_info_table );
781 0 : peer->valid = 0;
782 :
783 0 : fd_gui_printf_peers_view_resize( peers, fd_gui_peers_live_table_ele_cnt( peers->live_table ) );
784 0 : fd_http_server_ws_broadcast( peers->http );
785 :
786 : /* broadcast update to WebSocket clients */
787 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_DELETE }, (ulong[]){ update->contact_info_remove->idx }, 1UL );
788 0 : fd_http_server_ws_broadcast( peers->http );
789 0 : break;
790 0 : }
791 0 : default: break;
792 0 : }
793 0 : }
794 :
795 : #define SORT_NAME fd_gui_peers_voter_sort_iden_desc
796 0 : #define SORT_KEY_T fd_gui_peers_voter_t
797 0 : #define SORT_BEFORE(a,b) (memcmp( (a).weight.id_key.uc, (b).weight.id_key.uc, 32UL )>0)
798 : #include "../../util/tmpl/fd_sort.c"
799 :
800 : #define SORT_NAME fd_gui_peers_voter_sort_vote_desc
801 0 : #define SORT_KEY_T fd_gui_peers_voter_t
802 0 : #define SORT_BEFORE(a,b) (memcmp( (a).weight.vote_key.uc, (b).weight.vote_key.uc, 32UL )>0)
803 : #include "../../util/tmpl/fd_sort.c"
804 :
805 : void
806 : fd_gui_peers_handle_vote( fd_gui_peers_ctx_t * peers,
807 : fd_pubkey_t const * vote_account,
808 : ulong vote_slot,
809 0 : int is_us ) {
810 0 : if( FD_UNLIKELY( is_us && peers->slot_voted!=vote_slot ) ) {
811 0 : peers->slot_voted = fd_ulong_if( vote_slot==0UL, ULONG_MAX, vote_slot );
812 0 : fd_gui_peers_printf_vote_slot( peers );
813 0 : fd_http_server_ws_broadcast( peers->http );
814 0 : }
815 :
816 0 : for( ulong i=0UL; i<2UL; i++ ) {
817 0 : ulong peer_idx = fd_gui_peers_voter_sort_vote_desc_split( peers->epochs[ i ].stakes, peers->epochs[ i ].stakes_cnt, (fd_gui_peers_voter_t){ .weight = { .vote_key = *vote_account } } );
818 0 : if( FD_UNLIKELY( peer_idx>=peers->epochs[ i ].stakes_cnt || memcmp( peers->epochs[ i ].stakes[ peer_idx ].weight.vote_key.uc, vote_account->uc, sizeof(fd_pubkey_t) ) ) ) continue;
819 :
820 0 : fd_gui_peers_voter_t * voter = &peers->epochs[ i ].stakes[ peer_idx ];
821 0 : voter->vote_slot = fd_ulong_if( voter->vote_slot==ULONG_MAX, vote_slot, fd_ulong_max( voter->vote_slot, vote_slot ) );
822 0 : }
823 0 : }
824 :
825 : static inline fd_gui_peers_voter_t const *
826 : fd_gui_peers_voter_best_for_identity( fd_gui_peers_voter_t const * voters,
827 : ulong voter_cnt,
828 0 : ulong * p_i ) {
829 0 : ulong i = *p_i;
830 0 : ulong j = i + 1UL;
831 0 : fd_gui_peers_voter_t const * best = &voters[ i ];
832 0 : while( j<voter_cnt && !memcmp( voters[ j ].weight.id_key.uc, best->weight.id_key.uc, 32UL ) ) {
833 0 : fd_gui_peers_voter_t const * candidate = &voters[ j ];
834 0 : ulong slot_best = fd_ulong_if( best->vote_slot==ULONG_MAX, 0UL, best->vote_slot );
835 0 : ulong slot_cand = fd_ulong_if( candidate->vote_slot==ULONG_MAX, 0UL, candidate->vote_slot );
836 0 : if( ( slot_cand>slot_best ) || ( ( slot_cand==slot_best ) && ( candidate->weight.stake>best->weight.stake ) ) ) {
837 0 : best = candidate;
838 0 : }
839 0 : j++;
840 0 : }
841 0 : *p_i = j;
842 0 : return best;
843 0 : }
844 :
845 : void
846 : fd_gui_peers_handle_epoch_info( fd_gui_peers_ctx_t * peers,
847 : fd_epoch_info_msg_t const * epoch_info,
848 0 : long now FD_PARAM_UNUSED ) {
849 0 : ulong epoch_idx = epoch_info->epoch % 2UL;
850 0 : if( FD_UNLIKELY( peers->epochs[ epoch_idx ].epoch!=ULONG_MAX && peers->epochs[ epoch_idx ].epoch>=epoch_info->epoch ) ) return;
851 :
852 0 : if( FD_UNLIKELY( epoch_info->staked_cnt>MAX_COMPRESSED_STAKE_WEIGHTS ) )
853 0 : FD_LOG_WARNING(( "epoch stakes exceed MAX_COMPRESSED_STAKE_WEIGHTS=%lu", MAX_COMPRESSED_STAKE_WEIGHTS ));
854 :
855 0 : ulong stakes_cnt = 0UL;
856 0 : for( ulong i=0UL; i<epoch_info->staked_cnt; i++ ) {
857 0 : if( FD_UNLIKELY( fd_pubkey_eq( &epoch_info->weights[ i ].id_key, &FD_DUMMY_ACCOUNT_PUBKEY ) ) ) continue;
858 0 : peers->epochs[ epoch_idx ].stakes[ stakes_cnt ] = (fd_gui_peers_voter_t){
859 0 : .weight = epoch_info->weights[ i ],
860 0 : .vote_slot = ULONG_MAX,
861 0 : };
862 0 : stakes_cnt++;
863 0 : }
864 0 : peers->epochs[ epoch_idx ].epoch = epoch_info->epoch;
865 0 : peers->epochs[ epoch_idx ].stakes_cnt = stakes_cnt;
866 0 : FD_TEST( stakes_cnt<=MAX_STAKED_LEADERS );
867 :
868 : /* sort for deduplication */
869 0 : fd_gui_peers_voter_sort_iden_desc_inplace( peers->epochs[ epoch_idx ].stakes, peers->epochs[ epoch_idx ].stakes_cnt );
870 :
871 0 : ulong updated_cnt = 0UL;
872 0 : ulong i=0UL;
873 0 : while( i<peers->epochs[ epoch_idx ].stakes_cnt ) {
874 0 : fd_gui_peers_voter_t const * best = fd_gui_peers_voter_best_for_identity( peers->epochs[ epoch_idx ].stakes, peers->epochs[ epoch_idx ].stakes_cnt, &i );
875 :
876 0 : ulong peer_idx = fd_gui_peers_node_pubkey_map_idx_query(
877 0 : peers->node_pubkey_map, &best->weight.id_key, ULONG_MAX,
878 0 : peers->contact_info_table );
879 0 : if( FD_UNLIKELY( peer_idx==ULONG_MAX ) ) continue;
880 :
881 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ peer_idx ];
882 :
883 0 : int vote_eq = peer->has_vote_info
884 0 : && !memcmp( peer->vote_account.uc, best->weight.vote_key.uc, sizeof(fd_pubkey_t) )
885 0 : && peer->stake==best->weight.stake;
886 0 : if( FD_LIKELY( vote_eq ) ) continue;
887 :
888 0 : fd_gui_peers_live_table_idx_remove( peers->live_table, peer_idx, peers->contact_info_table );
889 :
890 0 : peer->has_vote_info = 1;
891 0 : peer->vote_account = best->weight.vote_key;
892 0 : peer->stake = best->weight.stake;
893 :
894 0 : fd_gui_peers_live_table_idx_insert( peers->live_table, peer_idx, peers->contact_info_table );
895 :
896 0 : peers->scratch.actions[ updated_cnt ] = FD_GUI_PEERS_NODE_UPDATE;
897 0 : peers->scratch.idxs [ updated_cnt ] = peer_idx;
898 0 : updated_cnt++;
899 0 : }
900 :
901 0 : if( FD_UNLIKELY( updated_cnt ) ) {
902 0 : fd_gui_peers_printf_nodes( peers, peers->scratch.actions, peers->scratch.idxs, updated_cnt );
903 0 : fd_http_server_ws_broadcast( peers->http );
904 0 : }
905 :
906 : /* maintain invariant for fd_gui_peers_handle_vote */
907 0 : fd_gui_peers_voter_sort_vote_desc_inplace( peers->epochs[ epoch_idx ].stakes, peers->epochs[ epoch_idx ].stakes_cnt );
908 0 : }
909 :
910 : #define SORT_NAME fd_gui_peers_voter_sort_slot_stake_desc
911 0 : #define SORT_KEY_T fd_gui_peers_voter_t
912 0 : #define SORT_BEFORE(a,b) ((a).vote_slot>(b).vote_slot ? 1 : (a).vote_slot<(b).vote_slot ? 0 : (a).weight.stake>(b).weight.stake)
913 : #include "../../util/tmpl/fd_sort.c"
914 :
915 : void
916 : fd_gui_peers_update_delinquency( fd_gui_peers_ctx_t * peers,
917 0 : long now FD_PARAM_UNUSED ) {
918 0 : ulong epoch_t_2 = ULONG_MAX;
919 0 : for( ulong i=0UL; i<2UL; i++ ) if( epoch_t_2==ULONG_MAX || peers->epochs[ i ].epoch<epoch_t_2 ) epoch_t_2 = peers->epochs[ i ].epoch;
920 0 : ulong epoch_idx = epoch_t_2 % 2UL;
921 :
922 0 : fd_gui_peers_voter_t * voters = peers->epochs[ epoch_idx ].stakes;
923 0 : ulong voters_cnt = peers->epochs[ epoch_idx ].stakes_cnt;
924 :
925 : /* Sort for p67 computation */
926 0 : fd_gui_peers_voter_sort_slot_stake_desc_inplace( voters, voters_cnt );
927 :
928 0 : ulong total_stake = 0UL;
929 0 : for( ulong i=0UL; i<voters_cnt; i++ ) total_stake += voters[ i ].weight.stake;
930 :
931 0 : ulong cumulative_stake = 0UL;
932 0 : ulong last_vote_slot_p33 = ULONG_MAX;
933 0 : for( ulong i=0UL; i<voters_cnt; i++ ) {
934 0 : if( FD_UNLIKELY( voters[ i ].vote_slot==ULONG_MAX ) ) continue;
935 0 : cumulative_stake += voters[ i ].weight.stake;
936 0 : if( FD_LIKELY( 3UL*cumulative_stake > 1UL*total_stake ) ) {
937 0 : last_vote_slot_p33 = voters[ i ].vote_slot;
938 0 : break;
939 0 : }
940 0 : }
941 0 : if( FD_UNLIKELY( last_vote_slot_p33==ULONG_MAX ) ) {
942 : /* maintain invariant for fd_gui_peers_handle_vote */
943 0 : fd_gui_peers_voter_sort_vote_desc_inplace( voters, voters_cnt );
944 :
945 0 : return; /* not enough observed votes */
946 0 : }
947 :
948 : /* sort by identity for deduplication */
949 0 : fd_gui_peers_voter_sort_iden_desc_inplace( voters, voters_cnt );
950 :
951 0 : ulong updated_cnt = 0UL;
952 0 : for( ulong i=0UL; i<voters_cnt; i++ ) {
953 0 : ulong peer_idx = fd_gui_peers_node_pubkey_map_idx_query(
954 0 : peers->node_pubkey_map, &voters[ i ].weight.id_key, ULONG_MAX,
955 0 : peers->contact_info_table );
956 0 : if( FD_UNLIKELY( peer_idx==ULONG_MAX ) ) continue;
957 :
958 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ peer_idx ];
959 :
960 : /* Only update peers whose vote_account was already set by
961 : handle_epoch_info and matches this voter */
962 0 : if( FD_UNLIKELY( !peer->has_vote_info ) ) continue;
963 0 : if( FD_UNLIKELY( memcmp( peer->vote_account.uc, voters[ i ].weight.vote_key.uc, sizeof(fd_pubkey_t) ) ) ) continue;
964 :
965 0 : int is_delinquent = fd_int_if( voters[ i ].vote_slot==ULONG_MAX, 1, ((long)last_vote_slot_p33 - (long)voters[ i ].vote_slot) > 150L );
966 0 : if( FD_LIKELY( peer->delinquent==is_delinquent ) ) continue;
967 :
968 0 : peer->delinquent = is_delinquent;
969 :
970 0 : peers->scratch.actions[ updated_cnt ] = FD_GUI_PEERS_NODE_UPDATE;
971 0 : peers->scratch.idxs [ updated_cnt ] = peer_idx;
972 0 : updated_cnt++;
973 0 : }
974 :
975 0 : if( FD_UNLIKELY( updated_cnt ) ) {
976 0 : fd_gui_peers_printf_nodes( peers, peers->scratch.actions, peers->scratch.idxs, updated_cnt );
977 0 : fd_http_server_ws_broadcast( peers->http );
978 0 : }
979 :
980 : /* maintain invariant for fd_gui_peers_handle_vote */
981 0 : fd_gui_peers_voter_sort_vote_desc_inplace( voters, voters_cnt );
982 0 : }
983 :
984 : void
985 : fd_gui_peers_handle_config_account( fd_gui_peers_ctx_t * peers,
986 : uchar const * data,
987 0 : ulong sz ) {
988 : /* optimistically acquire node_info */
989 0 : if( FD_UNLIKELY( !fd_gui_peers_node_info_pool_free( peers->node_info_pool ) ) ) {
990 0 : FD_LOG_WARNING(( "On-chain ConfigProgram accounts count exceeded %lu", FD_CONTACT_INFO_TABLE_SIZE ));
991 0 : return;
992 0 : }
993 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_pool_ele_acquire( peers->node_info_pool );
994 :
995 0 : cJSON * json;
996 0 : if( FD_UNLIKELY( !fd_gui_config_parse_validator_info_check( data, sz, &json, &node_info->pubkey ) ) ) {
997 0 : fd_gui_peers_node_info_pool_ele_release( peers->node_info_pool, node_info );
998 0 : return;
999 0 : }
1000 :
1001 0 : if( FD_UNLIKELY( fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &node_info->pubkey, NULL, peers->node_info_pool ) ) ) {
1002 0 : fd_gui_peers_node_info_pool_ele_release( peers->node_info_pool, node_info );
1003 0 : cJSON_Delete( json );
1004 0 : return; /* no duplicate entries */
1005 0 : }
1006 :
1007 0 : fd_gui_config_parse_validator_info( json, node_info ); /* calls cJSON_delete( json ) */
1008 :
1009 : /* Some nodes just clear all the fields instead of deleting their
1010 : on-chain account, we can ignore those entries */
1011 0 : if( FD_UNLIKELY( node_info->name[ 0 ]=='\0' && node_info->details[ 0 ]=='\0' && node_info->website[ 0 ]=='\0' && node_info->icon_uri[ 0 ]=='\0' && node_info->keybase_username[ 0 ]=='\0' ) ) {
1012 0 : fd_gui_peers_node_info_pool_ele_release( peers->node_info_pool, node_info );
1013 0 : return;
1014 0 : }
1015 :
1016 0 : fd_gui_peers_node_info_map_ele_insert( peers->node_info_map, node_info, peers->node_info_pool );
1017 0 : }
1018 :
1019 :
1020 : static void
1021 0 : fd_gui_peers_viewport_snap( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1022 0 : FD_TEST( peers->client_viewports[ ws_conn_id ].connected );
1023 0 : if( FD_UNLIKELY( peers->client_viewports[ ws_conn_id ].row_cnt==0UL ) ) return; /* empty viewport */
1024 0 : if( FD_UNLIKELY( peers->client_viewports[ ws_conn_id ].row_cnt>FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ ) ) FD_LOG_ERR(("row_cnt=%lu", peers->client_viewports[ ws_conn_id ].row_cnt ));
1025 :
1026 0 : if( FD_UNLIKELY( fd_gui_peers_live_table_active_sort_key_cnt( peers->live_table )==FD_GUI_PEERS_CI_TABLE_SORT_KEY_CNT ) ) {
1027 : /* we're out of cached sort keys. disconnect the oldest client */
1028 0 : ulong oldest_ws_conn_id = ULONG_MAX;
1029 0 : long oldest_connected_time = LONG_MAX;
1030 0 : for( ulong i=0UL; i<peers->max_ws_conn_cnt; i++ ) {
1031 0 : if( FD_UNLIKELY( peers->client_viewports[ i ].connected && peers->client_viewports[ i ].connected_time < oldest_connected_time ) ) {
1032 0 : oldest_ws_conn_id = i;
1033 0 : oldest_connected_time = peers->client_viewports[ i ].connected_time;
1034 0 : }
1035 0 : }
1036 0 : FD_TEST( oldest_ws_conn_id!=ULONG_MAX );
1037 0 : fd_gui_peers_live_table_sort_key_remove( peers->live_table, &peers->client_viewports[ oldest_ws_conn_id ].sort_key );
1038 0 : FD_TEST( fd_gui_peers_live_table_active_sort_key_cnt( peers->live_table )==FD_GUI_PEERS_CI_TABLE_SORT_KEY_CNT-1UL );
1039 0 : }
1040 :
1041 0 : for( fd_gui_peers_live_table_fwd_iter_t iter = fd_gui_peers_live_table_fwd_iter_init( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key, peers->contact_info_table ), j = 0;
1042 0 : !fd_gui_peers_live_table_fwd_iter_done( iter ) && j<peers->client_viewports[ ws_conn_id ].start_row+peers->client_viewports[ ws_conn_id ].row_cnt;
1043 0 : iter = fd_gui_peers_live_table_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
1044 0 : if( FD_LIKELY( j<peers->client_viewports[ ws_conn_id ].start_row ) ) continue;
1045 0 : fd_gui_peers_node_t const * cur = fd_gui_peers_live_table_fwd_iter_ele_const( iter, peers->contact_info_table );
1046 :
1047 0 : ulong viewport_idx = j-peers->client_viewports[ ws_conn_id ].start_row;
1048 0 : FD_TEST( viewport_idx<FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ );
1049 0 : fd_gui_peers_node_t * ref = &peers->client_viewports[ ws_conn_id ].viewport[ viewport_idx ];
1050 :
1051 0 : *ref = *cur;
1052 0 : }
1053 0 : }
1054 :
1055 : static int
1056 : fd_gui_peers_request_scroll( fd_gui_peers_ctx_t * peers,
1057 : ulong ws_conn_id,
1058 : ulong request_id,
1059 0 : cJSON const * params ) {
1060 0 : if( FD_UNLIKELY( !peers->client_viewports[ ws_conn_id ].connected ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1061 :
1062 0 : const cJSON * start_row_param = cJSON_GetObjectItemCaseSensitive( params, "start_row" );
1063 0 : if( FD_UNLIKELY( !cJSON_IsNumber( start_row_param ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1064 0 : ulong _start_row = start_row_param->valueulong;
1065 :
1066 0 : const cJSON * row_cnt_param = cJSON_GetObjectItemCaseSensitive( params, "row_cnt" );
1067 0 : if( FD_UNLIKELY( !cJSON_IsNumber( row_cnt_param ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1068 0 : ulong _row_cnt = row_cnt_param->valueulong;
1069 :
1070 0 : if( FD_UNLIKELY( _row_cnt > FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ || _start_row > fd_gui_peers_live_table_ele_cnt( peers->live_table )-_row_cnt ) ) {
1071 0 : fd_gui_printf_null_query_response( peers->http, "gossip", "query_scroll", request_id );
1072 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1073 0 : return 0;
1074 0 : }
1075 :
1076 0 : if( FD_UNLIKELY( (peers->client_viewports[ ws_conn_id ].start_row==_start_row || _row_cnt==0UL) && peers->client_viewports[ ws_conn_id ].row_cnt==_row_cnt ) ) {
1077 0 : return 0; /* NOP, scroll window hasn't changed */
1078 0 : }
1079 :
1080 : /* update the client's viewport */
1081 0 : peers->client_viewports[ ws_conn_id ].start_row = _start_row;
1082 0 : peers->client_viewports[ ws_conn_id ].row_cnt = _row_cnt;
1083 :
1084 0 : fd_gui_printf_peers_viewport_request( peers, "query_scroll", ws_conn_id, request_id );
1085 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1086 0 : return 0;
1087 0 : }
1088 :
1089 : static int
1090 : fd_gui_peers_request_sort( fd_gui_peers_ctx_t * peers,
1091 : ulong ws_conn_id,
1092 : ulong request_id,
1093 0 : cJSON const * params ) {
1094 0 : if( FD_UNLIKELY( !peers->client_viewports[ ws_conn_id ].connected ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1095 :
1096 0 : const cJSON * _col = cJSON_GetObjectItemCaseSensitive( params, "col" );
1097 0 : if( FD_UNLIKELY( !cJSON_IsArray( _col ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1098 :
1099 0 : fd_gui_peers_live_table_sort_key_t sort_key;
1100 :
1101 0 : do {
1102 0 : cJSON * c;
1103 0 : ulong i;
1104 0 : for( c = _col->child, i=0UL; c; c = c->next, i++ ) {
1105 0 : if( FD_UNLIKELY( !cJSON_IsString( c ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1106 0 : if( FD_UNLIKELY( i >= fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1107 0 : sort_key.col[ i ] = fd_gui_peers_live_table_col_name_to_idx( peers->live_table, c->valuestring );
1108 0 : if( FD_UNLIKELY( sort_key.col[ i ]==ULONG_MAX ) ) {
1109 0 : FD_LOG_WARNING(( "unexpected column name %s", c->valuestring ));
1110 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1111 0 : }
1112 0 : }
1113 0 : } while( 0 );
1114 :
1115 0 : const cJSON * _dir = cJSON_GetObjectItemCaseSensitive( params, "dir" );
1116 0 : if( FD_UNLIKELY( !cJSON_IsArray( _dir ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1117 :
1118 0 : do {
1119 0 : cJSON * c;
1120 0 : ulong i;
1121 0 : for( c = _dir->child, i=0UL; c; c = c->next, i++ ) {
1122 0 : if( FD_UNLIKELY( i >= fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1123 0 : sort_key.dir[ i ] = c->valueint;
1124 0 : }
1125 0 : } while( 0 );
1126 :
1127 0 : if( FD_UNLIKELY( !fd_gui_peers_live_table_verify_sort_key( &sort_key ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1128 :
1129 0 : peers->client_viewports[ ws_conn_id ].sort_key = sort_key;
1130 :
1131 0 : fd_gui_printf_peers_viewport_request( peers, "query_sort", ws_conn_id, request_id );
1132 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1133 0 : return 0;
1134 0 : }
1135 :
1136 : int
1137 : fd_gui_peers_ws_message( fd_gui_peers_ctx_t * peers,
1138 : ulong ws_conn_id,
1139 : uchar const * data,
1140 0 : ulong data_len ) {
1141 : /* TODO: cJSON allocates, might fail SIGSYS due to brk(2)...
1142 : switch off this (or use wksp allocator) */
1143 0 : const char * parse_end;
1144 0 : cJSON * json = cJSON_ParseWithLengthOpts( (char *)data, data_len, &parse_end, 0 );
1145 0 : if( FD_UNLIKELY( !json ) ) {
1146 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1147 0 : }
1148 :
1149 0 : const cJSON * node = cJSON_GetObjectItemCaseSensitive( json, "id" );
1150 0 : if( FD_UNLIKELY( !cJSON_IsNumber( node ) ) ) {
1151 0 : cJSON_Delete( json );
1152 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1153 0 : }
1154 0 : ulong id = node->valueulong;
1155 :
1156 0 : const cJSON * topic = cJSON_GetObjectItemCaseSensitive( json, "topic" );
1157 0 : if( FD_UNLIKELY( !cJSON_IsString( topic ) || topic->valuestring==NULL ) ) {
1158 0 : cJSON_Delete( json );
1159 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1160 0 : }
1161 :
1162 0 : const cJSON * key = cJSON_GetObjectItemCaseSensitive( json, "key" );
1163 0 : if( FD_UNLIKELY( !cJSON_IsString( key ) || key->valuestring==NULL ) ) {
1164 0 : cJSON_Delete( json );
1165 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1166 0 : }
1167 :
1168 0 : if( FD_LIKELY( !strcmp( topic->valuestring, "gossip" ) && !strcmp( key->valuestring, "query_sort" ) ) ) {
1169 0 : const cJSON * params = cJSON_GetObjectItemCaseSensitive( json, "params" );
1170 0 : if( FD_UNLIKELY( !cJSON_IsObject( params ) ) ) {
1171 0 : cJSON_Delete( json );
1172 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1173 0 : }
1174 :
1175 0 : int result = fd_gui_peers_request_sort( peers, ws_conn_id, id, params );
1176 0 : cJSON_Delete( json );
1177 0 : return result;
1178 0 : } else if( FD_LIKELY( !strcmp( topic->valuestring, "gossip" ) && !strcmp( key->valuestring, "query_scroll" ) ) ) {
1179 0 : const cJSON * params = cJSON_GetObjectItemCaseSensitive( json, "params" );
1180 0 : if( FD_UNLIKELY( !cJSON_IsObject( params ) ) ) {
1181 0 : cJSON_Delete( json );
1182 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1183 0 : }
1184 :
1185 0 : int result = fd_gui_peers_request_scroll( peers, ws_conn_id, id, params );
1186 0 : cJSON_Delete( json );
1187 0 : return result;
1188 0 : }
1189 :
1190 0 : cJSON_Delete( json );
1191 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_UNKNOWN_METHOD;
1192 0 : }
1193 :
1194 : static void
1195 : fd_gui_peers_viewport_log( fd_gui_peers_ctx_t * peers,
1196 0 : ulong ws_conn_id) {
1197 :
1198 0 : FD_TEST( peers->client_viewports[ ws_conn_id ].row_cnt<=FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ );
1199 :
1200 0 : char out[ 1<<14 ];
1201 0 : char * p = fd_cstr_init( out );
1202 :
1203 0 : p = fd_cstr_append_printf( p,
1204 0 : "\n[Viewport] table_size=%lu max_viewport_size=%lu\n"
1205 0 : "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+\n"
1206 0 : "| Row # | RX Push (bps) | RX Pull (bps) | TX Push (bps) | TX Pull (bps) | Pubkey | IP Address |\n"
1207 0 : "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+\n",
1208 0 : fd_gui_peers_live_table_ele_cnt( peers->live_table ), peers->client_viewports[ ws_conn_id ].row_cnt );
1209 :
1210 0 : FD_TEST( peers->client_viewports[ ws_conn_id ].connected );
1211 0 : for( fd_gui_peers_live_table_fwd_iter_t iter = fd_gui_peers_live_table_fwd_iter_init( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key, peers->contact_info_table ), j = 0UL;
1212 0 : !fd_gui_peers_live_table_fwd_iter_done(iter) && j < peers->client_viewports[ ws_conn_id ].start_row + peers->client_viewports[ ws_conn_id ].row_cnt;
1213 0 : iter = fd_gui_peers_live_table_fwd_iter_next(iter, peers->contact_info_table), j++ ) {
1214 0 : if( FD_LIKELY( j < peers->client_viewports[ ws_conn_id ].start_row ) ) continue;
1215 :
1216 0 : fd_gui_peers_node_t const * cur = fd_gui_peers_live_table_fwd_iter_ele_const( iter, peers->contact_info_table );
1217 :
1218 0 : char pubkey_base58[ FD_BASE58_ENCODED_32_SZ ];
1219 0 : fd_base58_encode_32( cur->pubkey.uc, NULL, pubkey_base58 );
1220 :
1221 0 : char peer_addr[ 16 ]; /* 255.255.255.255 + '\0' */
1222 0 : uint ip4 = cur->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0 : cur->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
1223 0 : FD_TEST(fd_cstr_printf_check( peer_addr, sizeof(peer_addr), NULL, FD_IP4_ADDR_FMT,
1224 0 : FD_IP4_ADDR_FMT_ARGS( ip4 ) ) );
1225 :
1226 0 : long cur_egress_push_bps = cur->gossip_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ].rate_ema;
1227 0 : long cur_ingress_push_bps = cur->gossvf_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PUSH_IDX ].rate_ema;
1228 0 : long cur_egress_pull_response_bps = cur->gossip_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ].rate_ema;
1229 0 : long cur_ingress_pull_response_bps = cur->gossvf_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_V_PULL_RESPONSE_IDX ].rate_ema;
1230 :
1231 0 : p = fd_cstr_append_printf( p,
1232 0 : "| %5lu | %14ld | %14ld | %14ld | %14ld | %-50s | %-15s |\n",
1233 0 : j,
1234 0 : cur_ingress_push_bps,
1235 0 : cur_ingress_pull_response_bps,
1236 0 : cur_egress_push_bps,
1237 0 : cur_egress_pull_response_bps,
1238 0 : pubkey_base58,
1239 0 : peer_addr );
1240 0 : }
1241 0 : p = fd_cstr_append_printf(p, "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+" );
1242 0 : fd_cstr_fini( p );
1243 0 : FD_LOG_NOTICE(( "%s", out ));
1244 0 : }
1245 :
1246 : static void
1247 0 : fd_gui_peers_ws_conn_rr_grow( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1248 0 : if( FD_UNLIKELY( !peers->open_ws_conn_cnt ) ) peers->active_ws_conn_id = ws_conn_id;
1249 0 : peers->open_ws_conn_cnt++;
1250 0 : }
1251 :
1252 : static void
1253 0 : fd_gui_peers_ws_conn_rr_shrink( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1254 0 : peers->open_ws_conn_cnt--;
1255 :
1256 0 : if( FD_UNLIKELY( peers->open_ws_conn_cnt && peers->active_ws_conn_id==ws_conn_id ) ) {
1257 0 : for( ulong i=1UL; i<peers->max_ws_conn_cnt+1UL; i++ ) {
1258 0 : ulong next_ws_conn_id = (ws_conn_id + i) % peers->max_ws_conn_cnt;
1259 0 : if( FD_UNLIKELY( peers->client_viewports[ next_ws_conn_id ].connected ) ) {
1260 0 : peers->active_ws_conn_id = next_ws_conn_id;
1261 0 : break;
1262 0 : }
1263 0 : }
1264 0 : }
1265 0 : }
1266 :
1267 : static int
1268 0 : fd_gui_peers_ws_conn_rr_advance( fd_gui_peers_ctx_t * peers, long now ) {
1269 0 : if( FD_LIKELY( !peers->open_ws_conn_cnt || now <= peers->next_client_nanos ) ) return 0;
1270 :
1271 0 : for( ulong i=1UL; i<peers->max_ws_conn_cnt+1UL; i++ ) {
1272 0 : ulong next_ws_conn_id = (peers->active_ws_conn_id + i) % peers->max_ws_conn_cnt;
1273 0 : if( FD_UNLIKELY( peers->client_viewports[ next_ws_conn_id ].connected ) ) {
1274 0 : peers->active_ws_conn_id = next_ws_conn_id;
1275 0 : break;
1276 0 : }
1277 0 : }
1278 0 : return 1;
1279 0 : }
1280 :
1281 : int
1282 0 : fd_gui_peers_poll( fd_gui_peers_ctx_t * peers, long now ) {
1283 0 : int did_work = 0;
1284 :
1285 : /* update client viewports in a round-robin */
1286 0 : if( FD_UNLIKELY( fd_gui_peers_ws_conn_rr_advance( peers, now ) ) ) {
1287 0 : FD_TEST( peers->client_viewports[ peers->active_ws_conn_id ].connected );
1288 0 : if( FD_LIKELY( peers->client_viewports[ peers->active_ws_conn_id ].row_cnt ) ) {
1289 : /* broadcast the diff as cell updates */
1290 0 : fd_gui_printf_peers_viewport_update( peers, peers->active_ws_conn_id );
1291 :
1292 : #if LOGGING
1293 : /* log the diff */
1294 : fd_gui_peers_viewport_log( peers, peers->active_ws_conn_id );
1295 : #endif
1296 0 : (void)fd_gui_peers_viewport_log;
1297 :
1298 : /* update client state to the latest viewport */
1299 0 : fd_gui_peers_viewport_snap( peers, peers->active_ws_conn_id );
1300 :
1301 : /* In rare cases, fd_http_server_ws_send can close the websocket
1302 : connection. Since fd_gui_peers_viewport_snap assumes the connected
1303 : peer has not disconnected, we call it before. */
1304 0 : FD_TEST( !fd_http_server_ws_send( peers->http, peers->active_ws_conn_id ) );
1305 0 : }
1306 :
1307 0 : peers->next_client_nanos = now + ((FD_GUI_PEERS_WS_VIEWPORT_UPDATE_INTERVAL_MILLIS * 1000000L) / (long)peers->open_ws_conn_cnt);
1308 0 : did_work = 1;
1309 0 : }
1310 :
1311 0 : if( FD_UNLIKELY( now >= peers->next_metric_rate_update_nanos ) ) {
1312 0 : for( fd_gui_peers_node_pubkey_map_iter_t iter = fd_gui_peers_node_pubkey_map_iter_init( peers->node_pubkey_map, peers->contact_info_table );
1313 0 : !fd_gui_peers_node_pubkey_map_iter_done( iter, peers->node_pubkey_map, peers->contact_info_table );
1314 0 : iter = fd_gui_peers_node_pubkey_map_iter_next( iter, peers->node_pubkey_map, peers->contact_info_table ) ) {
1315 0 : fd_gui_peers_node_t * peer = fd_gui_peers_node_pubkey_map_iter_ele( iter, peers->node_pubkey_map, peers->contact_info_table );
1316 :
1317 0 : double window = (double)(now - (peers->next_metric_rate_update_nanos - (FD_GUI_PEERS_METRIC_RATE_UPDATE_INTERVAL_MILLIS * 1000000L)));
1318 :
1319 : /* optimization: no need to remove / re-insert if the rates haven't changed */
1320 0 : int change = 0;
1321 0 : for( ulong i=0UL; !change && i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1322 0 : fd_gui_peers_metric_rate_t * metric = &peer->gossvf_rx[ i ];
1323 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1324 0 : long new_rate_ema = fd_gui_peers_adaptive_ema( metric->update_timestamp_ns, now, (long)new_rate, (long)metric->rate_ema );
1325 0 : if( FD_LIKELY( new_rate_ema==0L && metric->rate_ema==0L ) ) continue; /* don't update zero-bandwith peers */
1326 0 : change = 1;
1327 0 : }
1328 :
1329 0 : for( ulong i=0UL; !change && i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1330 0 : fd_gui_peers_metric_rate_t * metric = &peer->gossip_tx[ i ];
1331 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1332 0 : long new_rate_ema = fd_gui_peers_adaptive_ema( metric->update_timestamp_ns, now, (long)new_rate, (long)metric->rate_ema );
1333 0 : if( FD_LIKELY( new_rate_ema==0L && metric->rate_ema==0L ) ) continue; /* don't update zero-bandwith peers */
1334 0 : change = 1;
1335 0 : }
1336 :
1337 0 : if( !change ) continue;
1338 :
1339 : /* live_table */
1340 0 : fd_gui_peers_live_table_ele_remove( peers->live_table, peer, peers->contact_info_table );
1341 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1342 0 : fd_gui_peers_metric_rate_t * metric = &peer->gossvf_rx[ i ];
1343 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1344 0 : long new_rate_ema = fd_gui_peers_adaptive_ema( metric->update_timestamp_ns, now, (long)new_rate, (long)metric->rate_ema );
1345 0 : metric->rate_ema = fd_long_if( new_rate_ema<100L, 0L, new_rate_ema ); /* snap near-zero ema to zero. 100 bytes/s threshold */
1346 0 : metric->ref = metric->cur;
1347 0 : metric->update_timestamp_ns = now;
1348 0 : }
1349 :
1350 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_CNT; i++ ) {
1351 0 : fd_gui_peers_metric_rate_t * metric = &peer->gossip_tx[ i ];
1352 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1353 0 : long new_rate_ema = fd_gui_peers_adaptive_ema( metric->update_timestamp_ns, now, new_rate, metric->rate_ema );
1354 0 : metric->rate_ema = fd_long_if( new_rate_ema<100L, 0L, new_rate_ema ); /* snap near-zero ema to zero. 100 bytes/s threshold */
1355 0 : metric->ref = metric->cur;
1356 0 : metric->update_timestamp_ns = now;
1357 0 : }
1358 0 : fd_gui_peers_live_table_ele_insert( peers->live_table, peer, peers->contact_info_table );
1359 :
1360 : /* bandwidth_tracking */
1361 0 : fd_gui_peers_bandwidth_tracking_ele_remove( peers->bw_tracking, peer, peers->contact_info_table );
1362 0 : peer->gossvf_rx_sum.rate_ema = fd_gui_peers_adaptive_ema( peer->gossvf_rx_sum.update_timestamp_ns, now, (long)(((double)((long)peer->gossvf_rx_sum.cur - (long)peer->gossvf_rx_sum.ref) * 1e9 / window)), peer->gossvf_rx_sum.rate_ema );
1363 0 : peer->gossvf_rx_sum.ref = peer->gossvf_rx_sum.cur;
1364 0 : peer->gossvf_rx_sum.update_timestamp_ns = now;
1365 :
1366 0 : peer->gossip_tx_sum.rate_ema = fd_gui_peers_adaptive_ema( peer->gossip_tx_sum.update_timestamp_ns, now, (long)(((double)((long)peer->gossip_tx_sum.cur - (long)peer->gossip_tx_sum.ref) * 1e9 / window)), peer->gossip_tx_sum.rate_ema );
1367 0 : peer->gossip_tx_sum.ref = peer->gossip_tx_sum.cur;
1368 0 : peer->gossip_tx_sum.update_timestamp_ns = now;
1369 0 : fd_gui_peers_bandwidth_tracking_ele_insert( peers->bw_tracking, peer, peers->contact_info_table );
1370 0 : }
1371 :
1372 0 : peers->next_metric_rate_update_nanos = now + (FD_GUI_PEERS_METRIC_RATE_UPDATE_INTERVAL_MILLIS * 1000000L);
1373 0 : did_work = 1;
1374 : #ifdef FD_GUI_USE_HANDHOLDING
1375 : fd_gui_peers_live_table_verify( peers->live_table, peers->contact_info_table );
1376 : #endif
1377 0 : }
1378 :
1379 0 : if( FD_LIKELY( now >= peers->next_gossip_stats_update_nanos ) ) {
1380 0 : fd_gui_peers_gossip_stats_snap( peers, peers->gossip_stats, now );
1381 0 : fd_gui_peers_printf_gossip_stats( peers );
1382 0 : fd_http_server_ws_broadcast( peers->http );
1383 :
1384 0 : peers->next_gossip_stats_update_nanos = now + (FD_GUI_PEERS_GOSSIP_STATS_UPDATE_INTERVAL_MILLIS * 1000000L);
1385 0 : did_work = 1;
1386 0 : }
1387 :
1388 0 : return did_work;
1389 0 : }
1390 :
1391 : void
1392 : fd_gui_peers_ws_open( fd_gui_peers_ctx_t * peers,
1393 : ulong ws_conn_id,
1394 0 : long now ) {
1395 0 : peers->client_viewports[ ws_conn_id ].connected = 1;
1396 0 : peers->client_viewports[ ws_conn_id ].connected_time = now;
1397 0 : peers->client_viewports[ ws_conn_id ].start_row = 0;
1398 0 : peers->client_viewports[ ws_conn_id ].row_cnt = 0;
1399 0 : peers->client_viewports[ ws_conn_id ].sort_key = FD_GUI_PEERS_LIVE_TABLE_DEFAULT_SORT_KEY;
1400 0 : fd_gui_peers_ws_conn_rr_grow( peers, ws_conn_id );
1401 :
1402 0 : fd_gui_peers_printf_node_all( peers );
1403 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1404 0 : }
1405 :
1406 : void
1407 : fd_gui_peers_ws_close( fd_gui_peers_ctx_t * peers,
1408 0 : ulong ws_conn_id ) {
1409 0 : fd_gui_peers_live_table_sort_key_remove( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key );
1410 0 : peers->client_viewports[ ws_conn_id ].connected = 0;
1411 0 : fd_gui_peers_ws_conn_rr_shrink( peers, ws_conn_id );
1412 0 : }
1413 :
1414 : #undef LOGGING
|
