Line data Source code
1 : #include "fd_gui_peers.h"
2 : #include "fd_gui_printf.h"
3 : #include "fd_gui_config_parse.h"
4 : #include "fd_gui_metrics.h"
5 : #include "../../disco/metrics/fd_metrics_base.h"
6 : #include "../../ballet/json/fd_jtok.h"
7 :
8 : FD_IMPORT_BINARY( dbip_f, "src/disco/gui/dbip.bin.zst" );
9 :
10 : #define LOGGING 0
11 :
12 0 : #define FD_GUI_WFS_ACTIVITY_TIMEOUT_NANOS (15L*1000L*1000L*1000L)
13 :
14 : FD_FN_CONST ulong
15 0 : fd_gui_peers_align( void ) {
16 0 : ulong a = 128UL;
17 0 : a = fd_ulong_max( a, alignof(fd_gui_peers_ctx_t) );
18 0 : a = fd_ulong_max( a, fd_gui_peers_live_table_align() );
19 0 : a = fd_ulong_max( a, fd_gui_peers_node_info_pool_align() );
20 0 : a = fd_ulong_max( a, fd_gui_peers_node_info_map_align() );
21 0 : a = fd_ulong_max( a, fd_gui_peers_node_pubkey_map_align() );
22 0 : a = fd_ulong_max( a, fd_gui_peers_node_sock_map_align() );
23 0 : a = fd_ulong_max( a, alignof(fd_gui_peers_ws_conn_t) );
24 0 : FD_TEST( fd_ulong_pow2_up( a )==a );
25 0 : return a;
26 0 : }
27 :
28 : FD_FN_CONST ulong
29 0 : fd_gui_peers_footprint( ulong max_ws_conn_cnt ) {
30 0 : ulong info_chain_cnt = fd_gui_peers_node_info_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
31 0 : ulong pubkey_chain_cnt = fd_gui_peers_node_pubkey_map_chain_cnt_est( FD_CONTACT_INFO_TABLE_SIZE );
32 0 : ulong sock_chain_cnt = fd_gui_peers_node_sock_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
33 :
34 0 : ulong l = FD_LAYOUT_INIT;
35 0 : l = FD_LAYOUT_APPEND( l, alignof(fd_gui_peers_ctx_t), sizeof(fd_gui_peers_ctx_t) );
36 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_live_table_align(), fd_gui_peers_live_table_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
37 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_info_pool_align(), fd_gui_peers_node_info_pool_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
38 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_info_map_align(), fd_gui_peers_node_info_map_footprint ( info_chain_cnt ) );
39 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_pubkey_map_align(), fd_gui_peers_node_pubkey_map_footprint ( pubkey_chain_cnt ) );
40 0 : l = FD_LAYOUT_APPEND( l, fd_gui_peers_node_sock_map_align(), fd_gui_peers_node_sock_map_footprint ( sock_chain_cnt ) );
41 0 : l = FD_LAYOUT_APPEND( l, alignof(fd_gui_peers_ws_conn_t), max_ws_conn_cnt*sizeof(fd_gui_peers_ws_conn_t) );
42 :
43 0 : l = FD_LAYOUT_APPEND( l, 16UL, FD_GUI_GEOIP_BIN_MAX+fd_ulong_align_up( ZSTD_estimateDStreamSize( 1<<FD_GUI_GEOIP_ZSTD_WINDOW_LOG ), 16UL ) );
44 :
45 0 : return FD_LAYOUT_FINI( l, fd_gui_peers_align() );
46 0 : }
47 :
48 : /* load_geoip decompresses the dbip database image into image (a
49 : single streaming decompress; the image is the on-disk format, see
50 : fd_gui_peers.h) and points ip_db's columnar segment arrays at it.
51 : Country/city string tables are copied out to fixed arrays. */
52 :
53 : static void
54 : load_geoip( ZSTD_DCtx * dctx,
55 : uchar * image,
56 : ulong image_max,
57 : uchar const * db_f,
58 : ulong db_f_sz,
59 0 : fd_gui_ip_db_t * ip_db ) {
60 0 : ulong decompressed_sz = 0UL;
61 0 : ulong compressed_sz = 0UL;
62 0 : ulong err = ZSTD_decompressStream_simpleArgs( dctx, image, image_max, &decompressed_sz, db_f, db_f_sz, &compressed_sz );
63 0 : if( FD_UNLIKELY( ZSTD_isError( err ) ) ) FD_LOG_ERR(( "ZSTD_decompressStream_simpleArgs failed (%s)", ZSTD_getErrorName( err ) ));
64 0 : if( FD_UNLIKELY( err!=0UL ) ) FD_LOG_ERR(( "dbip database truncated (needs %lu more bytes)", err ));
65 0 : if( FD_UNLIKELY( compressed_sz!=db_f_sz ) ) FD_LOG_ERR(( "dbip database has %lu trailing bytes", db_f_sz-compressed_sz ));
66 :
67 0 : uchar const * p = image;
68 0 : uchar const * end = image+decompressed_sz;
69 :
70 0 : # define CHECK(n) do { if( FD_UNLIKELY( (ulong)(end-p)<(ulong)(n) ) ) FD_LOG_ERR(( "dbip database corrupt (truncated)" )); } while(0)
71 0 : # define ADVANCE(n) do { CHECK(n); p += (n); } while(0)
72 :
73 0 : CHECK( sizeof(ulong) );
74 0 : ulong country_code_cnt = FD_LOAD( ulong, p ); ADVANCE( sizeof(ulong) );
75 0 : FD_TEST( country_code_cnt && country_code_cnt<=FD_GUI_GEOIP_MAX_COUNTRY_CNT ); /* 255 reserved for unknown */
76 0 : for( ulong i=0UL; i<country_code_cnt; i++ ) {
77 0 : CHECK( 2UL );
78 0 : fd_memcpy( ip_db->country_code[ i ], p, 2UL ); ADVANCE( 2UL );
79 0 : ip_db->country_code[ i ][ 2 ] = '\0';
80 0 : if( FD_UNLIKELY( i && strcmp( ip_db->country_code[ i-1UL ], ip_db->country_code[ i ] )>0 ) )
81 0 : FD_LOG_ERR(( "country codes not sorted a=%s > b=%s i=%lu", ip_db->country_code[ i-1UL ], ip_db->country_code[ i ], i ));
82 0 : }
83 :
84 0 : CHECK( sizeof(ulong) );
85 0 : ulong city_name_cnt = FD_LOAD( ulong, p ); ADVANCE( sizeof(ulong) );
86 0 : FD_TEST( city_name_cnt<=FD_GUI_GEOIP_MAX_CITY_CNT );
87 0 : for( ulong i=0UL; i<city_name_cnt; i++ ) {
88 0 : uchar const * nul = memchr( p, '\0', fd_ulong_min( FD_GUI_GEOIP_MAX_CITY_NAME_SZ, (ulong)(end-p) ) );
89 0 : if( FD_UNLIKELY( !nul ) ) FD_LOG_ERR(( "dbip database corrupt (unterminated city name)" ));
90 0 : fd_memcpy( ip_db->city_name[ i ], p, (ulong)(nul-p)+1UL );
91 0 : ADVANCE( (ulong)(nul-p)+1UL );
92 0 : if( FD_UNLIKELY( i && strcmp( ip_db->city_name[ i-1UL ], ip_db->city_name[ i ] )>0 ) )
93 0 : FD_LOG_ERR(( "city names not sorted a=%s > b=%s i=%lu", ip_db->city_name[ i-1UL ], ip_db->city_name[ i ], i ));
94 0 : }
95 :
96 : /* Sections below are 4-byte aligned in the file (the generator pads
97 : with zeros) so the arrays can be used in place. */
98 0 : ADVANCE( fd_ulong_align_up( (ulong)(p-image), 4UL )-(ulong)(p-image) );
99 0 : CHECK( sizeof(ulong) );
100 0 : ulong seg_cnt = FD_LOAD( ulong, p ); ADVANCE( sizeof(ulong) );
101 0 : FD_TEST( seg_cnt && seg_cnt<=(1UL<<32) ); /* disjoint uint starts; also keeps seg_cnt*4 from overflowing */
102 :
103 0 : uint const * seg_start = fd_type_pun_const( p ); ADVANCE( seg_cnt*sizeof(uint) );
104 0 : uchar const * seg_country = p; ADVANCE( fd_ulong_align_up( seg_cnt, 4UL ) );
105 0 : uint const * seg_city = fd_type_pun_const( p ); ADVANCE( seg_cnt*sizeof(uint) );
106 0 : if( FD_UNLIKELY( p!=end ) ) FD_LOG_ERR(( "dbip database corrupt (%lu trailing bytes)", (ulong)(end-p) ));
107 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)seg_start, alignof(uint) ) ) ) FD_LOG_ERR(( "dbip database corrupt (misaligned)" ));
108 :
109 0 : if( FD_UNLIKELY( seg_start[ 0 ] ) ) FD_LOG_ERR(( "dbip database corrupt (first segment not 0)" ));
110 0 : for( ulong i=0UL; i<seg_cnt; i++ ) {
111 0 : if( FD_UNLIKELY( i && seg_start[ i ]<=seg_start[ i-1UL ] ) ) FD_LOG_ERR(( "dbip database corrupt (segments not sorted)" ));
112 0 : if( FD_UNLIKELY( seg_country[ i ]!=UCHAR_MAX && seg_country[ i ]>=country_code_cnt ) ) FD_LOG_ERR(( "dbip database corrupt (bad country idx)" ));
113 0 : if( FD_UNLIKELY( seg_city[ i ]!=UINT_MAX && seg_city[ i ]>=city_name_cnt ) ) FD_LOG_ERR(( "dbip database corrupt (bad city idx)" ));
114 0 : }
115 :
116 0 : # undef ADVANCE
117 0 : # undef CHECK
118 :
119 0 : ip_db->seg_cnt = seg_cnt;
120 0 : ip_db->seg_start = seg_start;
121 0 : ip_db->seg_country = seg_country;
122 0 : ip_db->seg_city = seg_city;
123 0 : }
124 :
125 : void *
126 : fd_gui_peers_new( void * shmem,
127 : fd_http_server_t * http,
128 : fd_topo_t const * topo,
129 : ulong max_ws_conn_cnt,
130 : char const * wfs_expected_bank_hash_cstr,
131 : ulong seed,
132 0 : long now ) {
133 0 : if( FD_UNLIKELY( !shmem ) ) {
134 0 : FD_LOG_WARNING(( "NULL shmem" ));
135 0 : return NULL;
136 0 : }
137 :
138 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)shmem, fd_gui_peers_align() ) ) ) {
139 0 : FD_LOG_WARNING(( "misaligned shmem" ));
140 0 : return NULL;
141 0 : }
142 :
143 0 : ulong info_chain_cnt = fd_gui_peers_node_info_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
144 0 : ulong pubkey_chain_cnt = fd_gui_peers_node_pubkey_map_chain_cnt_est( FD_CONTACT_INFO_TABLE_SIZE );
145 0 : ulong sock_chain_cnt = fd_gui_peers_node_sock_map_chain_cnt_est ( FD_CONTACT_INFO_TABLE_SIZE );
146 :
147 0 : FD_SCRATCH_ALLOC_INIT( l, shmem );
148 0 : fd_gui_peers_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_gui_peers_ctx_t), sizeof(fd_gui_peers_ctx_t) );
149 0 : void * _live_table = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_live_table_align(), fd_gui_peers_live_table_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
150 0 : void * _info_pool = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_info_pool_align(), fd_gui_peers_node_info_pool_footprint ( FD_CONTACT_INFO_TABLE_SIZE ) );
151 0 : void * _info_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_info_map_align(), fd_gui_peers_node_info_map_footprint ( info_chain_cnt ) );
152 0 : void * _pubkey_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_pubkey_map_align(), fd_gui_peers_node_pubkey_map_footprint ( pubkey_chain_cnt ) );
153 0 : void * _sock_map = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_peers_node_sock_map_align(), fd_gui_peers_node_sock_map_footprint ( sock_chain_cnt ) );
154 0 : ctx->client_viewports = FD_SCRATCH_ALLOC_APPEND( l, alignof(fd_gui_peers_ws_conn_t), max_ws_conn_cnt*sizeof(fd_gui_peers_ws_conn_t) );
155 : /* DCtx scratch is only needed during load_geoip below; it lives
156 : past the image so the image gets the full FD_GUI_GEOIP_BIN_MAX
157 : the generator enforces. */
158 0 : ulong zstd_ctx_sz = ZSTD_estimateDStreamSize( 1 << FD_GUI_GEOIP_ZSTD_WINDOW_LOG );
159 0 : ctx->dbip_image = FD_SCRATCH_ALLOC_APPEND( l, 16UL, FD_GUI_GEOIP_BIN_MAX+fd_ulong_align_up( zstd_ctx_sz, 16UL ) );
160 0 : ZSTD_DCtx * zstd_dctx = ZSTD_initStaticDStream( ctx->dbip_image+FD_GUI_GEOIP_BIN_MAX, zstd_ctx_sz );
161 0 : FD_TEST( zstd_dctx );
162 :
163 0 : for( ulong i = 0UL; i<max_ws_conn_cnt; i++ ) ctx->client_viewports[ i ].connected = 0;
164 :
165 0 : ctx->http = http;
166 0 : ctx->topo = topo;
167 :
168 0 : ctx->wfs_enabled = !!strcmp( wfs_expected_bank_hash_cstr, "" );
169 :
170 0 : ctx->max_ws_conn_cnt = max_ws_conn_cnt;
171 0 : ctx->open_ws_conn_cnt = 0UL;
172 0 : ctx->active_ws_conn_id = ULONG_MAX;
173 :
174 0 : for( ulong i=0UL; i<2UL; i++ ) {
175 0 : ctx->epochs[ i ].epoch = ULONG_MAX;
176 0 : ctx->epochs[ i ].stakes_cnt = 0UL;
177 0 : }
178 0 : ctx->delinquency.epoch = ULONG_MAX;
179 0 : ctx->delinquency.reconcile = 0;
180 :
181 0 : ctx->next_client_nanos = now;
182 0 : ctx->next_metric_rate_update_nanos = now;
183 0 : ctx->next_gossip_stats_update_nanos = now;
184 0 : memset( &ctx->gossip_stats, 0, sizeof(ctx->gossip_stats) );
185 :
186 0 : for( ulong i = 0; i<FD_CONTACT_INFO_TABLE_SIZE; i++) {
187 0 : ctx->contact_info_table[ i ].row.valid = 0;
188 0 : ctx->contact_info_table[ i ].bw_dirty = 0;
189 0 : }
190 :
191 0 : ctx->live_table = fd_gui_peers_live_table_join( fd_gui_peers_live_table_new( _live_table, FD_CONTACT_INFO_TABLE_SIZE ) );
192 0 : fd_gui_peers_live_table_seed( ctx->contact_info_table, FD_CONTACT_INFO_TABLE_SIZE, seed );
193 :
194 0 : fd_gui_peers_bw_dirty_dlist_join( fd_gui_peers_bw_dirty_dlist_new( ctx->bw_dirty_dlist ) );
195 :
196 0 : ctx->node_info_pool = fd_gui_peers_node_info_pool_join ( fd_gui_peers_node_info_pool_new ( _info_pool, FD_CONTACT_INFO_TABLE_SIZE ) );
197 0 : ctx->node_info_map = fd_gui_peers_node_info_map_join ( fd_gui_peers_node_info_map_new ( _info_map, info_chain_cnt, seed ) );
198 0 : ctx->node_pubkey_map = fd_gui_peers_node_pubkey_map_join( fd_gui_peers_node_pubkey_map_new( _pubkey_map, pubkey_chain_cnt, seed ) );
199 0 : ctx->node_sock_map = fd_gui_peers_node_sock_map_join ( fd_gui_peers_node_sock_map_new ( _sock_map, sock_chain_cnt, seed ) );
200 :
201 0 : load_geoip( zstd_dctx, ctx->dbip_image, FD_GUI_GEOIP_BIN_MAX, dbip_f, dbip_f_sz, &ctx->dbip );
202 :
203 0 : ctx->wfs_peers_cnt = 0UL;
204 0 : ctx->wfs_peers_valid = 0;
205 0 : ctx->wfs_stakes_sent = 0;
206 0 : wfs_fresh_dlist_join( wfs_fresh_dlist_new( ctx->wfs_fresh_dlist ) );
207 :
208 0 : return shmem;
209 0 : }
210 :
211 : fd_gui_peers_ctx_t *
212 0 : fd_gui_peers_join( void * shmem ) {
213 0 : if( FD_UNLIKELY( !shmem ) ) {
214 0 : FD_LOG_WARNING(( "NULL shmem" ));
215 0 : return NULL;
216 0 : }
217 :
218 0 : if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)shmem, fd_gui_peers_align() ) ) ) {
219 0 : FD_LOG_WARNING(( "misaligned shmem" ));
220 0 : return NULL;
221 0 : }
222 :
223 0 : fd_gui_peers_ctx_t * ctx = (fd_gui_peers_ctx_t *)shmem;
224 :
225 0 : return ctx;
226 0 : }
227 :
228 : static void
229 : fd_gui_peers_gossip_stats_snap( fd_gui_peers_ctx_t * peers,
230 : fd_gui_peers_gossip_stats_t * gossip_stats,
231 0 : long now ) {
232 0 : gossip_stats->sample_time = now;
233 0 : ulong gossvf_tile_cnt = fd_topo_tile_name_cnt( peers->topo, "gossvf" );
234 0 : ulong gossip_tile_cnt = 1UL;
235 :
236 0 : gossip_stats->network_health_pull_response_msg_rx_success =
237 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PULL_RESPONSE ) );
238 0 : gossip_stats->network_health_pull_response_msg_rx_failure =
239 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_RESPONSE_LOOPBACK ) )
240 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_RESPONSE_NO_VALID_CRDS ) );
241 0 : gossip_stats->network_health_push_msg_rx_success =
242 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PUSH ) );
243 0 : gossip_stats->network_health_push_msg_rx_failure =
244 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PUSH_LOOPBACK ) )
245 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PUSH_NO_VALID_CRDS ) );
246 0 : gossip_stats->network_health_push_crds_rx_success =
247 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_UPSERTED_INSERTED_PUSH ) );
248 0 : gossip_stats->network_health_push_crds_rx_failure =
249 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_UPSERTED_STALE_PUSH ) )
250 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_UPSERTED_DUPLICATE_PUSH ) )
251 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_SIGNATURE ) )
252 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_NO_CONTACT_INFO ) )
253 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_SHRED_VERSION ) )
254 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_INACTIVE ) )
255 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PUSH_WALLCLOCK ) );
256 0 : gossip_stats->network_health_pull_response_crds_rx_success =
257 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_UPSERTED_INSERTED_PULL_RESPONSE ) );
258 0 : gossip_stats->network_health_pull_response_crds_rx_failure =
259 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_UPSERTED_STALE_PULL_RESPONSE ) )
260 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_UPSERTED_DUPLICATE_PULL_RESPONSE ) )
261 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_WALLCLOCK ) )
262 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_SIGNATURE ) )
263 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_NO_CONTACT_INFO ) )
264 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_SHRED_VERSION ) )
265 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, CRDS_RX_DROPPED_PULL_RESPONSE_INACTIVE ) );
266 0 : gossip_stats->network_health_push_crds_rx_duplicate =
267 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_UPSERTED_DUPLICATE_PUSH ) );
268 0 : gossip_stats->network_health_pull_response_crds_rx_duplicate =
269 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_UPSERTED_DUPLICATE_PULL_RESPONSE ) );
270 :
271 0 : gossip_stats->network_health_total_stake = 0UL; /* todo ... fetch from RPC */
272 0 : gossip_stats->network_health_total_peers = 0UL; /* todo ... fetch from RPC */
273 :
274 0 : gossip_stats->network_health_connected_stake = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_STAKE_LAMPORTS ) );
275 0 : gossip_stats->network_health_connected_staked_peers = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_COUNT_STAKED ) );
276 0 : gossip_stats->network_health_connected_unstaked_peers = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_PEER_COUNT_UNSTAKED ) );
277 :
278 0 : ulong peer_cnt = fd_ulong_min( fd_gui_peers_live_table_ele_cnt( peers->live_table ), FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT );
279 0 : ulong rx_top[ FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT ]; double rx_val[ FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT ]; ulong rx_cnt = 0UL;
280 0 : ulong tx_top[ FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT ]; double tx_val[ FD_GUI_PEERS_GOSSIP_TOP_PEERS_CNT ]; ulong tx_cnt = 0UL;
281 0 : gossip_stats->network_ingress_total_bytes_per_sec = 0UL;
282 0 : gossip_stats->network_egress_total_bytes_per_sec = 0UL;
283 :
284 0 : for( fd_gui_peers_node_pubkey_map_iter_t iter = fd_gui_peers_node_pubkey_map_iter_init( peers->node_pubkey_map, peers->contact_info_table );
285 0 : !fd_gui_peers_node_pubkey_map_iter_done( iter, peers->node_pubkey_map, peers->contact_info_table );
286 0 : iter = fd_gui_peers_node_pubkey_map_iter_next( iter, peers->node_pubkey_map, peers->contact_info_table ) ) {
287 0 : fd_gui_peers_node_t const * cur = fd_gui_peers_node_pubkey_map_iter_ele_const( iter, peers->node_pubkey_map, peers->contact_info_table );
288 0 : ulong idx = (ulong)(cur-peers->contact_info_table);
289 0 : double rx = cur->row.gossvf_rx_sum.rate_ema.value;
290 0 : double tx = cur->row.gossip_tx_sum.rate_ema.value;
291 0 : gossip_stats->network_ingress_total_bytes_per_sec += (long)rx;
292 0 : gossip_stats->network_egress_total_bytes_per_sec += (long)tx;
293 0 : fd_gui_peers_top_insert( rx_top, rx_val, &rx_cnt, peer_cnt, idx, rx );
294 0 : fd_gui_peers_top_insert( tx_top, tx_val, &tx_cnt, peer_cnt, idx, tx );
295 0 : }
296 :
297 0 : gossip_stats->network_ingress_peer_sz = rx_cnt;
298 0 : for( ulong j=0UL; j<rx_cnt; j++ ) {
299 0 : fd_gui_peers_node_t const * cur = &peers->contact_info_table[ rx_top[ j ] ];
300 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &cur->row.pubkey, NULL, peers->node_info_pool );
301 0 : if( FD_LIKELY( node_info && !node_info->cleared ) ) FD_TEST( fd_cstr_printf_check( gossip_stats->network_ingress_peer_names[ j ], FD_GUI_CONFIG_PARSE_VALIDATOR_INFO_NAME_SZ+1UL, NULL, "%s", node_info->name ) );
302 0 : else gossip_stats->network_ingress_peer_names[ j ][ 0 ] = '\0';
303 0 : gossip_stats->network_ingress_peer_bytes_per_sec[ j ] = (long)rx_val[ j ];
304 0 : fd_memcpy( &gossip_stats->network_ingress_peer_identities[ j ], cur->row.pubkey.uc, 32UL );
305 0 : }
306 :
307 0 : gossip_stats->network_ingress_total_bytes = fd_gui_metrics_gossip_total_ingress_bytes( peers->topo, gossvf_tile_cnt );
308 :
309 0 : gossip_stats->network_egress_peer_sz = tx_cnt;
310 0 : for( ulong j=0UL; j<tx_cnt; j++ ) {
311 0 : fd_gui_peers_node_t const * cur = &peers->contact_info_table[ tx_top[ j ] ];
312 0 : fd_gui_config_parse_info_t * node_info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &cur->row.pubkey, NULL, peers->node_info_pool );
313 0 : if( FD_LIKELY( node_info && !node_info->cleared ) ) FD_TEST( fd_cstr_printf_check( gossip_stats->network_egress_peer_names[ j ], FD_GUI_CONFIG_PARSE_VALIDATOR_INFO_NAME_SZ+1UL, NULL, "%s", node_info->name ) );
314 0 : else gossip_stats->network_egress_peer_names[ j ][ 0 ] = '\0';
315 0 : gossip_stats->network_egress_peer_bytes_per_sec[ j ] = (long)tx_val[ j ];
316 0 : fd_memcpy( &gossip_stats->network_egress_peer_identities[ j ], cur->row.pubkey.uc, 32UL );
317 0 : }
318 :
319 0 : gossip_stats->network_egress_total_bytes = fd_gui_metrics_gossip_total_egress_bytes( peers->topo, gossip_tile_cnt );
320 :
321 0 : gossip_stats->storage_capacity = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_CAPACITY ) );
322 0 : gossip_stats->storage_expired_cnt = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_EXPIRED ) );
323 0 : gossip_stats->storage_evicted_cnt = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_EVICTED ) );
324 :
325 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_CONTACT_INFO_V1_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_CONTACT_INFO_V1 ) );
326 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_VOTE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_VOTE ) );
327 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_LOWEST_SLOT_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_LOWEST_SLOT ) );
328 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_SNAPSHOT_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_SNAPSHOT_HASHES ) );
329 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_ACCOUNTS_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_ACCOUNTS_HASHES ) );
330 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_EPOCH_SLOTS_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_EPOCH_SLOTS ) );
331 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_VERSION_V1_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_VERSION_V1 ) );
332 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_VERSION_V2_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_VERSION_V2 ) );
333 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_NODE_INSTANCE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_NODE_INSTANCE ) );
334 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_DUPLICATE_SHRED_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_DUPLICATE_SHRED ) );
335 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_INCREMENTAL_SNAPSHOT_HASHES ) );
336 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_CONTACT_INFO_V2_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_CONTACT_INFO_V2 ) );
337 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_RESTART_LAST_VOTED_FORK_SLOTS ) );
338 0 : gossip_stats->storage_active_cnt[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_RESTART_HEAVIEST_FORK_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( GAUGE, GOSSIP, CRDS_USED_RESTART_HEAVIEST_FORK ) );
339 :
340 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_CONTACT_INFO_V1_IDX ] =
341 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_CONTACT_INFO_V1 ) )
342 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_CONTACT_INFO_V1 ) );
343 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_VOTE_IDX ] =
344 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_VOTE ) )
345 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_VOTE ) );
346 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_LOWEST_SLOT_IDX ] =
347 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_LOWEST_SLOT ) )
348 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_LOWEST_SLOT ) );
349 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_SNAPSHOT_HASHES_IDX ] =
350 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_SNAPSHOT_HASHES ) )
351 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_SNAPSHOT_HASHES ) );
352 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_ACCOUNTS_HASHES_IDX ] =
353 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_ACCOUNTS_HASHES ) )
354 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_ACCOUNTS_HASHES ) );
355 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_EPOCH_SLOTS_IDX ] =
356 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_EPOCH_SLOTS ) )
357 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_EPOCH_SLOTS ) );
358 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_VERSION_V1_IDX ] =
359 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_VERSION_V1 ) )
360 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_VERSION_V1 ) );
361 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_VERSION_V2_IDX ] =
362 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_VERSION_V2 ) )
363 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_VERSION_V2 ) );
364 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_NODE_INSTANCE_IDX ] =
365 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_NODE_INSTANCE ) )
366 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_NODE_INSTANCE ) );
367 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_DUPLICATE_SHRED_IDX ] =
368 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_DUPLICATE_SHRED ) )
369 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_DUPLICATE_SHRED ) );
370 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] =
371 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_INCREMENTAL_SNAPSHOT_HASHES ) )
372 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_INCREMENTAL_SNAPSHOT_HASHES ) );
373 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_CONTACT_INFO_V2_IDX ] =
374 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_CONTACT_INFO_V2 ) )
375 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_CONTACT_INFO_V2 ) );
376 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] =
377 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_RESTART_LAST_VOTED_FORK_SLOTS ) )
378 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_RESTART_LAST_VOTED_FORK_SLOTS ) );
379 0 : gossip_stats->storage_cnt_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_RESTART_HEAVIEST_FORK_IDX ] =
380 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_RESTART_HEAVIEST_FORK ) )
381 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_RESTART_HEAVIEST_FORK ) );
382 :
383 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_CONTACT_INFO_V1_IDX ] =
384 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_CONTACT_INFO_V1 ) )
385 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_CONTACT_INFO_V1 ) );
386 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_VOTE_IDX ] =
387 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_VOTE ) )
388 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_VOTE ) );
389 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_LOWEST_SLOT_IDX ] =
390 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_LOWEST_SLOT ) )
391 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_LOWEST_SLOT ) );
392 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_SNAPSHOT_HASHES_IDX ] =
393 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_SNAPSHOT_HASHES ) )
394 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_SNAPSHOT_HASHES ) );
395 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_ACCOUNTS_HASHES_IDX ] =
396 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_ACCOUNTS_HASHES ) )
397 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_ACCOUNTS_HASHES ) );
398 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_EPOCH_SLOTS_IDX ] =
399 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_EPOCH_SLOTS ) )
400 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_EPOCH_SLOTS ) );
401 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_VERSION_V1_IDX ] =
402 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_VERSION_V1 ) )
403 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_VERSION_V1 ) );
404 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_VERSION_V2_IDX ] =
405 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_VERSION_V2 ) )
406 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_VERSION_V2 ) );
407 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_NODE_INSTANCE_IDX ] =
408 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_NODE_INSTANCE ) )
409 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_NODE_INSTANCE ) );
410 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_DUPLICATE_SHRED_IDX ] =
411 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_DUPLICATE_SHRED ) )
412 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_DUPLICATE_SHRED ) );
413 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_INCREMENTAL_SNAPSHOT_HASHES_IDX ] =
414 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_INCREMENTAL_SNAPSHOT_HASHES ) )
415 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_INCREMENTAL_SNAPSHOT_HASHES ) );
416 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_CONTACT_INFO_V2_IDX ] =
417 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_CONTACT_INFO_V2 ) )
418 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_CONTACT_INFO_V2 ) );
419 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_RESTART_LAST_VOTED_FORK_SLOTS_IDX ] =
420 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_RESTART_LAST_VOTED_FORK_SLOTS ) )
421 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_RESTART_LAST_VOTED_FORK_SLOTS ) );
422 0 : gossip_stats->storage_bytes_tx[ FD_METRICS_ENUM_CRDS_VALUE_TYPE_V_RESTART_HEAVIEST_FORK_IDX ] =
423 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PUSH_TX_BYTES_RESTART_HEAVIEST_FORK ) )
424 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, CRDS_PULL_RESPONSE_TX_BYTES_RESTART_HEAVIEST_FORK ) );
425 :
426 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PULL_REQUEST ) );
427 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PULL_RESPONSE ) );
428 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PUSH ) );
429 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PING ) );
430 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PONG ) );
431 0 : gossip_stats->messages_bytes_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_BYTES_SUCCESS_PRUNE ) );
432 :
433 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PULL_REQUEST_IDX ] =
434 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PULL_REQUEST ) )
435 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_NOT_CONTACT_INFO ) )
436 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_LOOPBACK ) )
437 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_INACTIVE ) )
438 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_WALLCLOCK ) )
439 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_SIGNATURE ) )
440 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_SHRED_VERSION ) )
441 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_REQUEST_MASK_BITS ) );
442 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PULL_RESPONSE_IDX ] =
443 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PULL_RESPONSE ) )
444 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_RESPONSE_LOOPBACK ) )
445 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PULL_RESPONSE_NO_VALID_CRDS ) );
446 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PUSH_IDX ] =
447 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PUSH ) )
448 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PUSH_LOOPBACK ) )
449 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PUSH_NO_VALID_CRDS ) );
450 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PING_IDX ] =
451 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PING ) )
452 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PING_SIGNATURE ) );
453 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PONG_IDX ] =
454 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PONG ) )
455 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PONG_SIGNATURE ) );
456 0 : gossip_stats->messages_count_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PRUNE_IDX ] =
457 0 : fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_SUCCESS_PRUNE ) )
458 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PRUNE_DESTINATION ) )
459 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PRUNE_WALLCLOCK ) )
460 0 : + fd_gui_metrics_sum_tiles_counter( peers->topo, "gossvf", gossvf_tile_cnt, MIDX( COUNTER, GOSSVF, MESSAGE_RX_DROPPED_PRUNE_SIGNATURE ) );
461 :
462 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PULL_REQUEST ) );
463 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PULL_RESPONSE ) );
464 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PUSH ) );
465 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PING ) );
466 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PONG ) );
467 0 : gossip_stats->messages_bytes_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_BYTES_PRUNE ) );
468 :
469 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PULL_REQUEST_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PULL_REQUEST ) );
470 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PULL_RESPONSE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PULL_RESPONSE ) );
471 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PUSH_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PUSH ) );
472 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PING_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PING ) );
473 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PONG_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PONG ) );
474 0 : gossip_stats->messages_count_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PRUNE_IDX ] = fd_gui_metrics_sum_tiles_counter( peers->topo, "gossip", gossip_tile_cnt, MIDX( COUNTER, GOSSIP, MESSAGE_TX_PRUNE ) );
475 0 : }
476 :
477 : void
478 : fd_gui_peers_handle_gossip_bw( fd_gui_peers_ctx_t * peers,
479 : fd_gui_gossip_bw_rec_t const * rec,
480 : ulong rec_cnt,
481 0 : int is_rx ) {
482 0 : for( ulong i=0UL; i<rec_cnt; i++ ) {
483 0 : fd_gossip_socket_t peer_sock = { .is_ipv6 = 0, .ip4 = rec[ i ].ip4, .port = rec[ i ].port };
484 0 : fd_gui_peers_node_t * peer = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, &peer_sock, NULL, peers->contact_info_table );
485 :
486 : /* We set MAP_MULTI=1 since there are not guarantees that duplicates
487 : sockets won't exist. In cases where we see multiple sockets the
488 : update timestamp in fd_gui_peers_node_t is the tiebreaker */
489 0 : for( fd_gui_peers_node_t * p = peer; p!=NULL; p=(fd_gui_peers_node_t *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
490 0 : if( p->row.update_time_nanos>peer->row.update_time_nanos ) peer = p;
491 0 : }
492 :
493 0 : if( FD_UNLIKELY( !peer ) ) continue; /* NOP, peer not known yet */
494 :
495 0 : ulong tag = rec[ i ].tag;
496 0 : if( FD_UNLIKELY( tag>=FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_CNT ) ) continue; /* NOP, unknown message kind */
497 0 : fd_ptr_if( is_rx, &peer->row.gossvf_rx[ tag ], &peer->row.gossip_tx[ tag ] )->cur += rec[ i ].sz;
498 0 : fd_ptr_if( is_rx, (fd_gui_peers_metric_rate_t *)&peer->row.gossvf_rx_sum, (fd_gui_peers_metric_rate_t *)&peer->row.gossip_tx_sum )->cur += rec[ i ].sz;
499 0 : if( FD_UNLIKELY( !peer->bw_dirty ) ) {
500 0 : peer->bw_dirty = 1;
501 0 : fd_gui_peers_bw_dirty_dlist_ele_push_tail( peers->bw_dirty_dlist, peer, peers->contact_info_table );
502 0 : }
503 0 : }
504 0 : }
505 :
506 : /* geoip_lookup finds the segment covering ip_addr (network byte
507 : order) by binary search over the sorted disjoint segment starts.
508 : Returns the segment index, or ULONG_MAX if the database is empty. */
509 :
510 : static ulong
511 : geoip_lookup( fd_gui_ip_db_t const * ip_db,
512 0 : uint ip_addr ) {
513 0 : if( FD_UNLIKELY( !ip_db->seg_cnt ) ) return ULONG_MAX;
514 :
515 0 : uint ip = fd_uint_bswap( ip_addr );
516 :
517 : /* Greatest i with seg_start[i] <= ip; seg_start[0]==0 */
518 0 : ulong lo = 0UL;
519 0 : ulong hi = ip_db->seg_cnt;
520 0 : while( hi-lo>1UL ) {
521 0 : ulong mid = (lo+hi)>>1;
522 0 : if( ip_db->seg_start[ mid ]<=ip ) lo = mid;
523 0 : else hi = mid;
524 0 : }
525 0 : return lo;
526 0 : }
527 :
528 : #define SORT_NAME wfs_peer_sort
529 0 : #define SORT_KEY_T fd_gui_wfs_peer_t
530 0 : #define SORT_BEFORE(a,b) (memcmp( (a).identity_key.uc, (b).identity_key.uc, 32UL )<0)
531 : #include "../../util/tmpl/fd_sort.c"
532 :
533 : #define SORT_NAME fd_gui_peers_voter_sort_iden_desc
534 0 : #define SORT_KEY_T fd_gui_peers_voter_t
535 0 : #define SORT_BEFORE(a,b) (memcmp( (a).weight.id_key.uc, (b).weight.id_key.uc, 32UL )>0)
536 : #include "../../util/tmpl/fd_sort.c"
537 :
538 : static void
539 : wfs_handle_contact_info_update( fd_gui_peers_ctx_t * peers,
540 : fd_pubkey_t const * identity,
541 0 : long now ) {
542 0 : if( FD_LIKELY( !peers->wfs_peers_valid ) ) return;
543 :
544 0 : ulong idx = wfs_peer_sort_split( peers->wfs_peers, peers->wfs_peers_cnt, (fd_gui_wfs_peer_t){ .identity_key = *identity } );
545 0 : if( FD_UNLIKELY( idx>=peers->wfs_peers_cnt || memcmp( identity->uc, peers->wfs_peers[ idx ].identity_key.uc, sizeof(fd_pubkey_t) ) ) ) return;
546 :
547 0 : fd_gui_wfs_peer_t * wp = &peers->wfs_peers[ idx ];
548 0 : wp->update_time_nanos = now;
549 :
550 0 : if( !wp->is_online ) {
551 0 : wp->is_online = 1;
552 0 : wfs_fresh_dlist_idx_push_tail( peers->wfs_fresh_dlist, idx, peers->wfs_peers );
553 :
554 0 : fd_gui_peers_printf_wfs_add( peers, &idx, 1UL );
555 0 : fd_http_server_ws_broadcast( peers->http );
556 0 : } else {
557 0 : wfs_fresh_dlist_idx_remove( peers->wfs_fresh_dlist, idx, peers->wfs_peers );
558 0 : wfs_fresh_dlist_idx_push_tail( peers->wfs_fresh_dlist, idx, peers->wfs_peers );
559 0 : }
560 0 : }
561 :
562 : static void
563 : wfs_handle_contact_info_remove( fd_gui_peers_ctx_t * peers,
564 0 : fd_pubkey_t const * identity ) {
565 0 : if( FD_LIKELY( !peers->wfs_peers_valid ) ) return;
566 :
567 0 : ulong idx = wfs_peer_sort_split( peers->wfs_peers, peers->wfs_peers_cnt, (fd_gui_wfs_peer_t){ .identity_key = *identity } );
568 0 : if( FD_UNLIKELY( idx>=peers->wfs_peers_cnt || memcmp( identity->uc, peers->wfs_peers[ idx ].identity_key.uc, 32UL ) ) ) return;
569 :
570 0 : fd_gui_wfs_peer_t * wp = &peers->wfs_peers[ idx ];
571 0 : if( wp->is_online ) {
572 0 : wfs_fresh_dlist_idx_remove( peers->wfs_fresh_dlist, idx, peers->wfs_peers );
573 0 : wp->is_online = 0;
574 :
575 0 : fd_gui_peers_printf_wfs_remove( peers, &idx, 1UL );
576 0 : fd_http_server_ws_broadcast( peers->http );
577 0 : }
578 0 : }
579 :
580 : static inline fd_gui_peers_voter_t const *
581 : fd_gui_peers_voter_best_for_identity( fd_gui_peers_voter_t const * voters,
582 : ulong voter_cnt,
583 0 : ulong * p_i ) {
584 0 : ulong i = *p_i;
585 0 : ulong j = i + 1UL;
586 0 : fd_gui_peers_voter_t const * best = &voters[ i ];
587 0 : while( j<voter_cnt && !memcmp( voters[ j ].weight.id_key.uc, best->weight.id_key.uc, sizeof(fd_pubkey_t) ) ) {
588 0 : if( voters[ j ].weight.stake>best->weight.stake ) best = &voters[ j ];
589 0 : j++;
590 0 : }
591 0 : *p_i = j;
592 0 : return best;
593 0 : }
594 :
595 : void
596 : fd_gui_peers_handle_gossip_update( fd_gui_peers_ctx_t * peers,
597 : fd_gossip_update_message_t const * update,
598 0 : long now ) {
599 0 : switch( update->tag ) {
600 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO: {
601 0 : if( FD_UNLIKELY( update->contact_info->idx>=FD_CONTACT_INFO_TABLE_SIZE ) ) FD_LOG_ERR(( "unexpected contact_info_idx %lu >= %lu", update->contact_info->idx, FD_CONTACT_INFO_TABLE_SIZE ));
602 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ update->contact_info->idx ];
603 0 : if( FD_LIKELY( peer->row.valid ) ) {
604 : #if LOGGING
605 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
606 : fd_base58_encode_32( update->origin, NULL, _pk );
607 : FD_LOG_WARNING(("UPDATE %lu pk=%s", update->contact_info->idx, _pk ));
608 : #endif
609 : #ifdef FD_GUI_USE_HANDHOLDING
610 : /* invariant checks */
611 : if( FD_UNLIKELY( memcmp( peer->row.pubkey.uc, update->origin, 32UL ) ) ) {
612 : char ci_pk[ FD_BASE58_ENCODED_32_SZ ];
613 : char og_pk[ FD_BASE58_ENCODED_32_SZ ];
614 : fd_base58_encode_32( peer->row.pubkey.uc, NULL, ci_pk );
615 : fd_base58_encode_32( update->origin, NULL, og_pk );
616 :
617 : /* A new pubkey is not allowed to overwrite an existing valid index */
618 : FD_LOG_ERR(( "invariant violation: peer->row.pubkey.uc=%s != update->origin=%s ", ci_pk, og_pk ));
619 : }
620 : FD_TEST( peer==fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, (fd_pubkey_t const * )update->origin, NULL, peers->contact_info_table ) );
621 : fd_gui_peers_node_t * peer_sock = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, &peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ], NULL, peers->contact_info_table );
622 : int found = 0;
623 : for( fd_gui_peers_node_t * p = peer_sock; !!p; p=(fd_gui_peers_node_t *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
624 : if( peer==p ) {
625 : found = 1;
626 : break;
627 : }
628 : }
629 : FD_TEST( found );
630 : #endif
631 : /* update does nothing */
632 0 : if( FD_UNLIKELY( fd_gossip_contact_info_eq( &peer->row.contact_info, update->contact_info->value ) ) ) {
633 0 : peer->row.wallclock_nanos = FD_MILLI_TO_NANOSEC( update->wallclock );
634 0 : peer->row.update_time_nanos = now;
635 0 : wfs_handle_contact_info_update( peers, (fd_pubkey_t const *)update->origin, now );
636 0 : break;
637 0 : }
638 :
639 0 : fd_gui_peers_node_sock_map_idx_remove_fast( peers->node_sock_map, update->contact_info->idx, peers->contact_info_table );
640 0 : fd_gui_peers_live_table_idx_remove ( peers->live_table, update->contact_info->idx, peers->contact_info_table );
641 :
642 0 : peer->row.pubkey = *(fd_pubkey_t *)update->origin;
643 0 : peer->row.contact_info = *update->contact_info->value;
644 0 : peer->row.wallclock_nanos = FD_MILLI_TO_NANOSEC( update->wallclock );
645 0 : peer->row.update_time_nanos = now;
646 : /* fetch and set country code */
647 0 : uint ip4 = peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0 : peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
648 0 : ulong dbip_seg = geoip_lookup( &peers->dbip, ip4 );
649 :
650 0 : peer->row.country_code_idx = dbip_seg!=ULONG_MAX ? peers->dbip.seg_country[ dbip_seg ] : UCHAR_MAX;
651 0 : peer->row.city_name_idx = dbip_seg!=ULONG_MAX ? peers->dbip.seg_city [ dbip_seg ] : UINT_MAX;
652 :
653 0 : fd_gui_peers_live_table_idx_insert ( peers->live_table, update->contact_info->idx, peers->contact_info_table );
654 0 : fd_gui_peers_node_sock_map_idx_insert ( peers->node_sock_map, update->contact_info->idx, peers->contact_info_table );
655 :
656 : /* broadcast update to WebSocket clients */
657 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_UPDATE }, (ulong[]){ update->contact_info->idx }, 1UL );
658 0 : fd_http_server_ws_broadcast( peers->http );
659 :
660 0 : wfs_handle_contact_info_update( peers, (fd_pubkey_t const *)update->origin, now );
661 0 : } else {
662 : #if LOGGING
663 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
664 : fd_base58_encode_32( update->origin, NULL, _pk );
665 : FD_LOG_WARNING(( "ADD %lu pk=%s", update->contact_info->idx, _pk ));
666 : #endif
667 0 : FD_TEST( !fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, fd_type_pun_const( update->origin ), NULL, peers->contact_info_table ) );
668 0 : peer->row.pubkey = *(fd_pubkey_t *)update->origin;
669 0 : memset( &peer->row.gossvf_rx, 0, sizeof(peer->row.gossvf_rx) );
670 0 : memset( &peer->row.gossip_tx, 0, sizeof(peer->row.gossip_tx) );
671 0 : memset( &peer->row.gossvf_rx_sum, 0, sizeof(peer->row.gossvf_rx_sum) );
672 0 : memset( &peer->row.gossip_tx_sum, 0, sizeof(peer->row.gossip_tx_sum) );
673 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_CNT; i++ ) {
674 0 : fd_gui_ema_init( &peer->row.gossvf_rx[ i ].rate_ema, now, FD_GUI_PEERS_EMA_HALF_LIFE_NS );
675 0 : fd_gui_ema_init( &peer->row.gossip_tx[ i ].rate_ema, now, FD_GUI_PEERS_EMA_HALF_LIFE_NS );
676 0 : }
677 0 : fd_gui_ema_init( &peer->row.gossvf_rx_sum.rate_ema, now, FD_GUI_PEERS_EMA_HALF_LIFE_NS );
678 0 : fd_gui_ema_init( &peer->row.gossip_tx_sum.rate_ema, now, FD_GUI_PEERS_EMA_HALF_LIFE_NS );
679 0 : peer->row.has_vote_info = 0;
680 0 : peer->row.stake = ULONG_MAX;
681 0 : peer->row.delinquent = 0;
682 :
683 : /* Backfill stake from already-received epoch data. This
684 : handles the case where epoch info arrived before this peer
685 : was known via gossip. If both epoch slots are populated,
686 : use the larger (current) epoch. */
687 0 : fd_vote_stake_weight_t best_weight = {0};
688 0 : int found = 0;
689 0 : int have_0 = peers->epochs[ 0 ].epoch!=ULONG_MAX;
690 0 : int have_1 = peers->epochs[ 1 ].epoch!=ULONG_MAX;
691 0 : ulong ep = fd_ulong_if( have_0 & have_1, fd_ulong_if( peers->epochs[ 0 ].epoch>peers->epochs[ 1 ].epoch, 0UL, 1UL ), fd_ulong_if( have_0, 0UL, fd_ulong_if( have_1, 1UL, ULONG_MAX ) ) );
692 0 : if( FD_LIKELY( ep!=ULONG_MAX ) ) {
693 0 : fd_gui_peers_voter_t const * stakes = peers->epochs[ ep ].stakes;
694 0 : ulong cnt = peers->epochs[ ep ].stakes_cnt;
695 :
696 0 : fd_gui_peers_voter_t query = { .weight = { .id_key = peer->row.pubkey } };
697 0 : ulong idx = fd_gui_peers_voter_sort_iden_desc_split( stakes, cnt, query );
698 0 : if( FD_LIKELY( idx<cnt && !memcmp( stakes[ idx ].weight.id_key.uc, peer->row.pubkey.uc, sizeof(fd_pubkey_t) ) ) ) {
699 0 : fd_gui_peers_voter_t const * best = fd_gui_peers_voter_best_for_identity( stakes, cnt, &idx );
700 0 : best_weight = best->weight;
701 0 : found = 1;
702 0 : }
703 0 : }
704 0 : if( FD_UNLIKELY( found ) ) {
705 0 : peer->row.has_vote_info = 1;
706 0 : peer->row.vote_account = best_weight.vote_key;
707 0 : peer->row.stake = best_weight.stake;
708 0 : peers->delinquency.reconcile = 1;
709 0 : }
710 :
711 0 : fd_gui_config_parse_info_t * info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, fd_type_pun_const(update->origin ), NULL, peers->node_info_pool );
712 0 : if( FD_LIKELY( info && !info->cleared ) ) fd_memcpy( peer->row.name, info->name, sizeof(info->name) );
713 0 : else peer->row.name[ 0 ] = '\0';
714 :
715 0 : peer->row.wallclock_nanos = FD_MILLI_TO_NANOSEC( update->wallclock );
716 :
717 0 : peer->row.update_time_nanos = now;
718 0 : peer->row.contact_info = *update->contact_info->value;
719 :
720 : /* fetch and set country code */
721 0 : uint ip4 = peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0 : peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
722 0 : ulong dbip_seg = geoip_lookup( &peers->dbip, ip4 );
723 :
724 0 : peer->row.country_code_idx = dbip_seg!=ULONG_MAX ? peers->dbip.seg_country[ dbip_seg ] : UCHAR_MAX;
725 0 : peer->row.city_name_idx = dbip_seg!=ULONG_MAX ? peers->dbip.seg_city [ dbip_seg ] : UINT_MAX;
726 :
727 0 : peer->row.valid = 1;
728 :
729 : /* update pubkey_map, sock_map */
730 0 : fd_gui_peers_node_sock_map_idx_insert ( peers->node_sock_map, update->contact_info->idx, peers->contact_info_table );
731 0 : fd_gui_peers_node_pubkey_map_idx_insert( peers->node_pubkey_map, update->contact_info->idx, peers->contact_info_table );
732 :
733 : /* update live tables */
734 0 : fd_gui_peers_live_table_idx_insert ( peers->live_table, update->contact_info->idx, peers->contact_info_table );
735 :
736 0 : fd_gui_printf_peers_view_resize( peers, fd_gui_peers_live_table_ele_cnt( peers->live_table ) );
737 0 : fd_http_server_ws_broadcast( peers->http );
738 :
739 : /* broadcast update to WebSocket clients */
740 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_ADD }, (ulong[]){ update->contact_info->idx }, 1UL );
741 0 : fd_http_server_ws_broadcast( peers->http );
742 :
743 0 : wfs_handle_contact_info_update( peers, (fd_pubkey_t const *)update->origin, now );
744 0 : }
745 0 : break;
746 0 : }
747 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE: {
748 0 : if( FD_UNLIKELY( update->contact_info_remove->idx>=FD_CONTACT_INFO_TABLE_SIZE ) ) FD_LOG_ERR(( "unexpected remove_contact_info_idx %lu >= %lu", update->contact_info_remove->idx, FD_CONTACT_INFO_TABLE_SIZE ));
749 : #if LOGGING
750 : char _pk[ FD_BASE58_ENCODED_32_SZ ];
751 : fd_base58_encode_32( update->origin, NULL, _pk );
752 : FD_LOG_WARNING(( "REMOVE %lu pk=%s",update->contact_info_remove->idx, _pk ));
753 : #endif
754 :
755 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ update->contact_info_remove->idx ];
756 :
757 : #ifdef FD_GUI_USE_HANDHOLDING
758 : /* invariant checks */
759 : FD_TEST( peer->row.valid ); /* Should have already been in the table */
760 : FD_TEST( peer==fd_gui_peers_node_pubkey_map_ele_query_const( peers->node_pubkey_map, (fd_pubkey_t const * )update->origin, NULL, peers->contact_info_table ) );
761 : fd_gui_peers_node_t * peer_sock = fd_gui_peers_node_sock_map_ele_query( peers->node_sock_map, &peer->row.contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ], NULL, peers->contact_info_table );
762 : int found = 0;
763 : for( fd_gui_peers_node_t const * p = peer_sock; !!p; p=(fd_gui_peers_node_t const *)fd_gui_peers_node_sock_map_ele_next_const( p, NULL, peers->contact_info_table ) ) {
764 : if( peer==p ) {
765 : found = 1;
766 : break;
767 : }
768 : }
769 : FD_TEST( found );
770 : #endif
771 0 : wfs_handle_contact_info_remove( peers, (fd_pubkey_t const *)update->origin );
772 :
773 0 : fd_gui_peers_live_table_idx_remove ( peers->live_table, update->contact_info_remove->idx, peers->contact_info_table );
774 0 : if( FD_UNLIKELY( peer->bw_dirty ) ) {
775 0 : fd_gui_peers_bw_dirty_dlist_idx_remove( peers->bw_dirty_dlist, update->contact_info_remove->idx, peers->contact_info_table );
776 0 : peer->bw_dirty = 0;
777 0 : }
778 0 : fd_gui_peers_node_sock_map_idx_remove_fast ( peers->node_sock_map, update->contact_info_remove->idx, peers->contact_info_table );
779 0 : fd_gui_peers_node_pubkey_map_idx_remove_fast( peers->node_pubkey_map, update->contact_info_remove->idx, peers->contact_info_table );
780 0 : peer->row.valid = 0;
781 :
782 0 : fd_gui_printf_peers_view_resize( peers, fd_gui_peers_live_table_ele_cnt( peers->live_table ) );
783 0 : fd_http_server_ws_broadcast( peers->http );
784 :
785 : /* broadcast update to WebSocket clients */
786 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_DELETE }, (ulong[]){ update->contact_info_remove->idx }, 1UL );
787 0 : fd_http_server_ws_broadcast( peers->http );
788 0 : break;
789 0 : }
790 0 : default: break;
791 0 : }
792 0 : }
793 :
794 : void
795 : fd_gui_peers_handle_epoch_info( fd_gui_peers_ctx_t * peers,
796 : fd_epoch_info_msg_t const * epoch_info,
797 0 : long now FD_PARAM_UNUSED ) {
798 0 : ulong epoch_idx = epoch_info->epoch % 2UL;
799 0 : if( FD_UNLIKELY( peers->epochs[ epoch_idx ].epoch!=ULONG_MAX && peers->epochs[ epoch_idx ].epoch>=epoch_info->epoch ) ) return;
800 :
801 0 : if( FD_UNLIKELY( epoch_info->staked_vote_cnt>MAX_STAKE_WEIGHTS ) )
802 0 : FD_LOG_ERR(( "epoch stakes exceed MAX_STAKE_WEIGHTS=%lu", MAX_STAKE_WEIGHTS ));
803 0 : if( FD_UNLIKELY( epoch_info->staked_id_cnt>MAX_STAKE_WEIGHTS ) )
804 0 : FD_LOG_ERR(( "epoch id weights exceed MAX_STAKE_WEIGHTS=%lu", MAX_STAKE_WEIGHTS ));
805 :
806 0 : fd_vote_stake_weight_t const * weights = fd_epoch_info_msg_stake_weights( epoch_info );
807 :
808 0 : ulong stakes_cnt = 0UL;
809 0 : for( ulong i=0UL; i<epoch_info->staked_vote_cnt; i++ ) {
810 0 : if( FD_UNLIKELY( fd_pubkey_check_zero( &weights[ i ].id_key ) ) ) continue;
811 0 : peers->epochs[ epoch_idx ].stakes[ stakes_cnt ] = (fd_gui_peers_voter_t){ .weight = weights[ i ] };
812 0 : stakes_cnt++;
813 0 : }
814 0 : peers->epochs[ epoch_idx ].epoch = epoch_info->epoch;
815 0 : peers->epochs[ epoch_idx ].start_slot = epoch_info->start_slot;
816 0 : peers->epochs[ epoch_idx ].stakes_cnt = stakes_cnt;
817 :
818 : /* sort for deduplication */
819 0 : fd_gui_peers_voter_sort_iden_desc_inplace( peers->epochs[ epoch_idx ].stakes, peers->epochs[ epoch_idx ].stakes_cnt );
820 :
821 0 : ulong updated_cnt = 0UL;
822 0 : ulong i=0UL;
823 0 : while( i<peers->epochs[ epoch_idx ].stakes_cnt ) {
824 0 : fd_gui_peers_voter_t const * best = fd_gui_peers_voter_best_for_identity( peers->epochs[ epoch_idx ].stakes, peers->epochs[ epoch_idx ].stakes_cnt, &i );
825 :
826 0 : ulong peer_idx = fd_gui_peers_node_pubkey_map_idx_query(
827 0 : peers->node_pubkey_map, &best->weight.id_key, ULONG_MAX,
828 0 : peers->contact_info_table );
829 0 : if( FD_UNLIKELY( peer_idx==ULONG_MAX ) ) continue;
830 :
831 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ peer_idx ];
832 :
833 0 : int vote_eq = peer->row.has_vote_info
834 0 : && !memcmp( peer->row.vote_account.uc, best->weight.vote_key.uc, sizeof(fd_pubkey_t) )
835 0 : && peer->row.stake==best->weight.stake;
836 0 : if( FD_LIKELY( vote_eq ) ) continue;
837 :
838 0 : fd_gui_peers_live_table_idx_remove( peers->live_table, peer_idx, peers->contact_info_table );
839 :
840 0 : peer->row.has_vote_info = 1;
841 0 : peer->row.vote_account = best->weight.vote_key;
842 0 : peer->row.stake = best->weight.stake;
843 :
844 0 : fd_gui_peers_live_table_idx_insert( peers->live_table, peer_idx, peers->contact_info_table );
845 :
846 0 : peers->scratch.actions[ updated_cnt ] = FD_GUI_PEERS_NODE_UPDATE;
847 0 : peers->scratch.idxs [ updated_cnt ] = peer_idx;
848 0 : updated_cnt++;
849 0 : }
850 0 : if( FD_UNLIKELY( updated_cnt ) ) {
851 0 : peers->delinquency.reconcile = 1;
852 0 : fd_gui_peers_printf_nodes( peers, peers->scratch.actions, peers->scratch.idxs, updated_cnt );
853 0 : fd_http_server_ws_broadcast( peers->http );
854 0 : }
855 0 : }
856 :
857 : /* https://github.com/anza-xyz/agave/blob/v4.2.1/rpc-client-types/src/request.rs#L166 */
858 0 : #define FD_GUI_PEERS_DELINQUENT_SLOT_DISTANCE 128UL
859 :
860 : void
861 : fd_gui_peers_handle_slot_completed( fd_gui_peers_ctx_t * peers,
862 : ulong slot,
863 : ulong epoch,
864 0 : fd_block_footer_t const * footer ) {
865 0 : if( FD_UNLIKELY( slot<FD_NUM_SLOTS_FOR_REWARD ) ) return;
866 0 : ulong reward_slot = slot-FD_NUM_SLOTS_FOR_REWARD;
867 :
868 0 : ulong epoch_idx = epoch % 2UL;
869 0 : if( FD_UNLIKELY( peers->epochs[ epoch_idx ].epoch!=epoch || reward_slot<peers->epochs[ epoch_idx ].start_slot ) ) return;
870 :
871 : /* Forks can complete an epoch E block after an epoch E+1 one. */
872 0 : if( FD_UNLIKELY( peers->delinquency.epoch!=ULONG_MAX && epoch<peers->delinquency.epoch ) ) return;
873 0 : if( FD_UNLIKELY( peers->delinquency.epoch!=epoch ) ) {
874 : /* Ranks are remapped every epoch */
875 0 : fd_memset( peers->delinquency.last_voted, 0, sizeof(peers->delinquency.last_voted) );
876 0 : peers->delinquency.epoch = epoch;
877 0 : peers->delinquency.last_settled = 0UL;
878 0 : peers->delinquency.stamp_since = ULONG_MAX;
879 0 : peers->delinquency.reconcile = 1;
880 0 : }
881 0 : peers->delinquency.last_settled = fd_ulong_max( peers->delinquency.last_settled, reward_slot );
882 :
883 0 : fd_bls_set_t reward_set[ fd_bls_set_word_cnt ];
884 0 : fd_bls_set_null( reward_set );
885 0 : if( FD_UNLIKELY( footer->has_skip_reward_cert ) ) fd_bls_set_union( reward_set, reward_set, footer->skip_reward_cert.signer_set );
886 0 : if( FD_LIKELY ( footer->has_notar_reward_cert ) ) fd_bls_set_union( reward_set, reward_set, footer->notar_reward_cert.signer_set );
887 0 : if( FD_LIKELY( !fd_bls_set_is_null( reward_set ) && peers->delinquency.stamp_since==ULONG_MAX ) ) peers->delinquency.stamp_since = reward_slot;
888 0 : for( ulong rank=fd_bls_set_const_iter_init( reward_set );
889 0 : !fd_bls_set_const_iter_done( rank );
890 0 : rank=fd_bls_set_const_iter_next( reward_set, rank ) ) {
891 0 : peers->delinquency.last_voted[ rank ] = fd_ulong_max( peers->delinquency.last_voted[ rank ], reward_slot );
892 0 : }
893 :
894 : /* Until a full delinquency window has been watched this epoch, every
895 : validator would read delinquent, so keep the previous values instead. */
896 0 : if( FD_UNLIKELY( peers->delinquency.stamp_since==ULONG_MAX || peers->delinquency.last_settled<peers->delinquency.stamp_since+FD_GUI_PEERS_DELINQUENT_SLOT_DISTANCE ) ) return;
897 :
898 0 : ulong updated_cnt = 0UL;
899 0 : ulong i=0UL;
900 0 : while( i<peers->epochs[ epoch_idx ].stakes_cnt ) {
901 0 : fd_gui_peers_voter_t const * best = fd_gui_peers_voter_best_for_identity( peers->epochs[ epoch_idx ].stakes, peers->epochs[ epoch_idx ].stakes_cnt, &i );
902 :
903 0 : ulong peer_idx = fd_gui_peers_node_pubkey_map_idx_query(
904 0 : peers->node_pubkey_map, &best->weight.id_key, ULONG_MAX,
905 0 : peers->contact_info_table );
906 0 : if( FD_UNLIKELY( peer_idx==ULONG_MAX ) ) continue;
907 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ peer_idx ];
908 :
909 0 : ushort rank = best->weight.rank;
910 0 : int delinquent = rank>=FD_BLS_SET_MAX || fd_ulong_sat_sub( peers->delinquency.last_settled, peers->delinquency.last_voted[ rank ] )>=FD_GUI_PEERS_DELINQUENT_SLOT_DISTANCE;
911 0 : if( FD_LIKELY( peer->row.delinquent==delinquent ) ) continue;
912 0 : peer->row.delinquent = delinquent;
913 :
914 0 : peers->scratch.actions[ updated_cnt ] = FD_GUI_PEERS_NODE_UPDATE;
915 0 : peers->scratch.idxs [ updated_cnt ] = peer_idx;
916 0 : updated_cnt++;
917 0 : }
918 :
919 : /* Peers holding vote info from another epoch's stakes (e.g. dropped
920 : from this epoch's set) cannot sign this epoch's reward certs. The
921 : loop above never visits them, so sweep the table whenever the set
922 : of such peers may have grown. */
923 0 : if( FD_UNLIKELY( peers->delinquency.reconcile ) ) {
924 0 : peers->delinquency.reconcile = 0;
925 0 : fd_gui_peers_voter_t const * stakes = peers->epochs[ epoch_idx ].stakes;
926 0 : ulong cnt = peers->epochs[ epoch_idx ].stakes_cnt;
927 0 : for( ulong peer_idx=0UL; peer_idx<FD_CONTACT_INFO_TABLE_SIZE; peer_idx++ ) {
928 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ peer_idx ];
929 0 : if( FD_LIKELY( !peer->row.valid || !peer->row.has_vote_info || peer->row.delinquent ) ) continue;
930 :
931 0 : fd_gui_peers_voter_t query = { .weight = { .id_key = peer->row.pubkey } };
932 0 : ulong idx = fd_gui_peers_voter_sort_iden_desc_split( stakes, cnt, query );
933 0 : if( FD_LIKELY( idx<cnt && !memcmp( stakes[ idx ].weight.id_key.uc, peer->row.pubkey.uc, sizeof(fd_pubkey_t) ) ) ) continue;
934 0 : peer->row.delinquent = 1;
935 :
936 0 : peers->scratch.actions[ updated_cnt ] = FD_GUI_PEERS_NODE_UPDATE;
937 0 : peers->scratch.idxs [ updated_cnt ] = peer_idx;
938 0 : updated_cnt++;
939 0 : }
940 0 : }
941 :
942 0 : if( FD_UNLIKELY( updated_cnt ) ) {
943 0 : fd_gui_peers_printf_nodes( peers, peers->scratch.actions, peers->scratch.idxs, updated_cnt );
944 0 : fd_http_server_ws_broadcast( peers->http );
945 0 : }
946 0 : }
947 :
948 : void
949 : fd_gui_peers_handle_config_account( fd_gui_peers_ctx_t * peers,
950 : uchar const * data,
951 : ulong sz,
952 0 : ulong slot ) {
953 0 : fd_gui_config_parse_info_t parsed[1];
954 0 : if( FD_UNLIKELY( !fd_gui_config_parse_validator_info( data, sz, parsed ) ) ) return;
955 0 : parsed->slot = slot;
956 :
957 : /* Snapshots can hold several copies of an identity's account, the
958 : incremental after the full: keep the newest. Some nodes clear all
959 : the fields instead of deleting their on-chain account: that copy is
960 : kept too, so its slot still outranks older ones, but reads as no
961 : info. */
962 0 : parsed->cleared = parsed->name[ 0 ]=='\0' && parsed->details[ 0 ]=='\0' && parsed->website[ 0 ]=='\0' && parsed->icon_uri[ 0 ]=='\0' && parsed->keybase_username[ 0 ]=='\0';
963 0 : fd_gui_config_parse_info_t * info = fd_gui_peers_node_info_map_ele_query( peers->node_info_map, &parsed->pubkey, NULL, peers->node_info_pool );
964 0 : if( FD_UNLIKELY( info && info->slot>slot ) ) return;
965 0 : int had_info = info && !info->cleared;
966 0 : if( FD_UNLIKELY( !info ) ) {
967 0 : if( FD_UNLIKELY( !fd_gui_peers_node_info_pool_free( peers->node_info_pool ) ) ) {
968 0 : FD_LOG_WARNING(( "On-chain ConfigProgram accounts count exceeded %lu", FD_CONTACT_INFO_TABLE_SIZE ));
969 0 : return;
970 0 : }
971 0 : info = fd_gui_peers_node_info_pool_ele_acquire( peers->node_info_pool );
972 0 : info->pubkey = parsed->pubkey;
973 0 : fd_gui_peers_node_info_map_ele_insert( peers->node_info_map, info, peers->node_info_pool );
974 0 : }
975 0 : info->slot = parsed->slot;
976 0 : info->cleared = parsed->cleared;
977 0 : fd_memcpy( info->name, parsed->name, sizeof(info->name) );
978 0 : fd_memcpy( info->website, parsed->website, sizeof(info->website) );
979 0 : fd_memcpy( info->details, parsed->details, sizeof(info->details) );
980 0 : fd_memcpy( info->icon_uri, parsed->icon_uri, sizeof(info->icon_uri) );
981 0 : fd_memcpy( info->keybase_username, parsed->keybase_username, sizeof(info->keybase_username) );
982 0 : if( FD_UNLIKELY( info->cleared && !had_info ) ) return;
983 :
984 0 : fd_gui_peers_node_t * peer = fd_gui_peers_node_pubkey_map_ele_query( peers->node_pubkey_map, &info->pubkey, NULL, peers->contact_info_table );
985 0 : if( FD_UNLIKELY( peer ) ) {
986 0 : fd_gui_peers_live_table_ele_remove( peers->live_table, peer, peers->contact_info_table );
987 0 : fd_cstr_ncpy( peer->row.name, info->cleared ? "" : info->name, sizeof(peer->row.name) );
988 0 : fd_gui_peers_live_table_ele_insert( peers->live_table, peer, peers->contact_info_table );
989 0 : fd_gui_peers_printf_nodes( peers, (int[]){ FD_GUI_PEERS_NODE_UPDATE }, (ulong[]){ (ulong)( peer-peers->contact_info_table ) }, 1UL );
990 0 : fd_http_server_ws_broadcast( peers->http );
991 0 : }
992 0 : }
993 :
994 : void
995 : fd_gui_peers_start_wfs( fd_gui_peers_ctx_t * peers,
996 : fd_epoch_info_msg_t const * epoch_info,
997 0 : long now ) {
998 :
999 0 : if( FD_LIKELY( !peers->wfs_enabled ) ) return;
1000 0 : if( FD_LIKELY( peers->wfs_peers_valid ) ) return;
1001 :
1002 : /* Wait for supermajority uses the stakes of the epoch being
1003 : resumed, which is the first epoch message replay sends at boot,
1004 : the same list the gossip tile uses. */
1005 0 : fd_stake_weight_t const * id_weights = fd_epoch_info_msg_id_weights( epoch_info );
1006 0 : ulong id_cnt = epoch_info->staked_id_cnt;
1007 :
1008 0 : for( ulong i=0UL; i<id_cnt; i++ ) {
1009 0 : peers->wfs_peers[ i ].identity_key = id_weights[ i ].key;
1010 0 : peers->wfs_peers[ i ].stake = id_weights[ i ].stake;
1011 0 : peers->wfs_peers[ i ].fresh_prev = ULONG_MAX;
1012 0 : peers->wfs_peers[ i ].fresh_next = ULONG_MAX;
1013 :
1014 0 : ulong peer_idx = fd_gui_peers_node_pubkey_map_idx_query( peers->node_pubkey_map, &id_weights[ i ].key, ULONG_MAX,peers->contact_info_table );
1015 0 : if( peer_idx!=ULONG_MAX && peers->contact_info_table[ peer_idx ].row.update_time_nanos > now - FD_GUI_WFS_ACTIVITY_TIMEOUT_NANOS ) {
1016 0 : peers->wfs_peers[ i ].is_online = 1;
1017 0 : peers->wfs_peers[ i ].update_time_nanos = peers->contact_info_table[ peer_idx ].row.update_time_nanos;
1018 0 : } else {
1019 0 : peers->wfs_peers[ i ].is_online = 0;
1020 0 : peers->wfs_peers[ i ].update_time_nanos = 0L;
1021 0 : }
1022 0 : }
1023 0 : peers->wfs_peers_cnt = id_cnt;
1024 :
1025 : /* Restore invariant: sorted by identity key */
1026 0 : wfs_peer_sort_inplace( peers->wfs_peers, peers->wfs_peers_cnt );
1027 :
1028 0 : wfs_fresh_dlist_join( wfs_fresh_dlist_new( peers->wfs_fresh_dlist ) );
1029 :
1030 : /* Emit the wait_for_supermajority.stakes message with stakes and
1031 : infos. By this point all config accounts have been processed so
1032 : node_info_map is populated. */
1033 0 : fd_gui_peers_printf_wfs_stakes( peers );
1034 0 : fd_http_server_ws_broadcast( peers->http );
1035 0 : peers->wfs_stakes_sent = 1;
1036 :
1037 0 : ulong added_cnt = 0UL;
1038 0 : for( ulong i=0UL; i<peers->wfs_peers_cnt; i++ ) {
1039 : /* Peers are technically added here not ordered by timestamp, but it's
1040 : not an issue since a) all timestamps should be similar b) the dlist
1041 : will eventually be correct as subsequent updates come in. */
1042 0 : if( FD_UNLIKELY( peers->wfs_peers[ i ].is_online ) ) {
1043 0 : peers->scratch.wfs_peers[ added_cnt++ ] = i;
1044 0 : wfs_fresh_dlist_idx_push_tail( peers->wfs_fresh_dlist, i, peers->wfs_peers );
1045 0 : }
1046 0 : }
1047 0 : if( FD_LIKELY( added_cnt ) ) {
1048 0 : fd_gui_peers_printf_wfs_add( peers, peers->scratch.wfs_peers, added_cnt );
1049 0 : fd_http_server_ws_broadcast( peers->http );
1050 0 : }
1051 0 : peers->wfs_peers_valid = 1;
1052 0 : }
1053 :
1054 : static void
1055 0 : fd_gui_peers_viewport_snap( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1056 0 : FD_TEST( peers->client_viewports[ ws_conn_id ].connected );
1057 0 : peers->scratch.viewport_cnt = 0UL;
1058 0 : if( FD_UNLIKELY( peers->client_viewports[ ws_conn_id ].row_cnt==0UL ) ) return; /* empty viewport */
1059 0 : if( FD_UNLIKELY( peers->client_viewports[ ws_conn_id ].row_cnt>FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ ) ) FD_LOG_ERR(("row_cnt=%lu", peers->client_viewports[ ws_conn_id ].row_cnt ));
1060 :
1061 0 : for( fd_gui_peers_live_table_fwd_iter_t iter = fd_gui_peers_live_table_fwd_iter_init( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key, peers->contact_info_table ), j = 0;
1062 0 : !fd_gui_peers_live_table_fwd_iter_done( iter ) && j<peers->client_viewports[ ws_conn_id ].start_row+peers->client_viewports[ ws_conn_id ].row_cnt;
1063 0 : iter = fd_gui_peers_live_table_fwd_iter_next( iter, peers->contact_info_table ), j++ ) {
1064 0 : if( FD_LIKELY( j<peers->client_viewports[ ws_conn_id ].start_row ) ) continue;
1065 0 : fd_gui_peers_node_t const * cur = fd_gui_peers_live_table_fwd_iter_ele_const( iter, peers->contact_info_table );
1066 :
1067 0 : ulong viewport_idx = j-peers->client_viewports[ ws_conn_id ].start_row;
1068 0 : FD_TEST( viewport_idx<FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ );
1069 0 : peers->scratch.viewport[ viewport_idx ] = cur->row;
1070 0 : peers->scratch.viewport_cnt = viewport_idx+1UL;
1071 0 : }
1072 :
1073 : /* Capture the old baseline as the diff reference, then commit the new
1074 : rows as the new baseline. Both happen here, before any formatting,
1075 : so fd_gui_printf_peers_viewport_update reads only from scratch. */
1076 0 : fd_memcpy( peers->scratch.viewport_ref, peers->client_viewports[ ws_conn_id ].viewport, peers->scratch.viewport_cnt*sizeof(fd_gui_peers_row_t) );
1077 0 : fd_memcpy( peers->client_viewports[ ws_conn_id ].viewport, peers->scratch.viewport, peers->scratch.viewport_cnt*sizeof(fd_gui_peers_row_t) );
1078 0 : }
1079 :
1080 : static int
1081 : fd_gui_peers_request_scroll( fd_gui_peers_ctx_t * peers,
1082 : ulong ws_conn_id,
1083 : ulong request_id,
1084 : char const * params,
1085 0 : ulong params_sz ) {
1086 0 : if( FD_UNLIKELY( !peers->client_viewports[ ws_conn_id ].connected ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1087 :
1088 0 : ulong _start_row = 0UL; int has_start_row = 0;
1089 0 : ulong _row_cnt = 0UL; int has_row_cnt = 0;
1090 :
1091 0 : fd_jtok_t j[1]; fd_jtok_init( j, params, params_sz );
1092 0 : fd_jtok_str_t key;
1093 0 : fd_jtok_obj_enter( j );
1094 0 : while( fd_jtok_obj_next( j, &key ) ) {
1095 0 : if( fd_jtok_str_eq( &key, "start_row" ) ) { fd_jtok_ulong( j, &_start_row ); has_start_row = 1; }
1096 0 : else if( fd_jtok_str_eq( &key, "row_cnt" ) ) { fd_jtok_ulong( j, &_row_cnt ); has_row_cnt = 1; }
1097 0 : }
1098 0 : if( FD_UNLIKELY( fd_jtok_fini( j ) || !has_start_row || !has_row_cnt ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1099 :
1100 0 : if( FD_UNLIKELY( _row_cnt > FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ || _start_row > fd_gui_peers_live_table_ele_cnt( peers->live_table )-_row_cnt ) ) {
1101 0 : fd_gui_printf_null_query_response( peers->http, "gossip", "query_scroll", request_id );
1102 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1103 0 : return 0;
1104 0 : }
1105 :
1106 0 : if( FD_UNLIKELY( (peers->client_viewports[ ws_conn_id ].start_row==_start_row || _row_cnt==0UL) && peers->client_viewports[ ws_conn_id ].row_cnt==_row_cnt ) ) {
1107 0 : return 0; /* NOP, scroll window hasn't changed */
1108 0 : }
1109 :
1110 : /* update the client's viewport */
1111 0 : peers->client_viewports[ ws_conn_id ].start_row = _start_row;
1112 0 : peers->client_viewports[ ws_conn_id ].row_cnt = _row_cnt;
1113 :
1114 0 : fd_gui_peers_viewport_snap( peers, ws_conn_id );
1115 0 : fd_gui_printf_peers_viewport_request( peers, "query_scroll", ws_conn_id, request_id );
1116 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1117 0 : return 0;
1118 0 : }
1119 :
1120 : static int
1121 : fd_gui_peers_request_sort( fd_gui_peers_ctx_t * peers,
1122 : ulong ws_conn_id,
1123 : ulong request_id,
1124 : char const * params,
1125 0 : ulong params_sz ) {
1126 0 : if( FD_UNLIKELY( !peers->client_viewports[ ws_conn_id ].connected ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1127 :
1128 0 : fd_gui_peers_live_table_sort_key_t sort_key = {0};
1129 0 : int has_col = 0;
1130 0 : int has_dir = 0;
1131 :
1132 0 : fd_jtok_t j[1]; fd_jtok_init( j, params, params_sz );
1133 0 : fd_jtok_str_t key;
1134 0 : fd_jtok_obj_enter( j );
1135 0 : while( fd_jtok_obj_next( j, &key ) ) {
1136 0 : if( fd_jtok_str_eq( &key, "col" ) ) {
1137 0 : has_col = 1;
1138 0 : ulong i = 0UL;
1139 0 : fd_jtok_arr_enter( j );
1140 0 : while( fd_jtok_arr_next( j ) ) {
1141 0 : if( FD_UNLIKELY( i>=fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1142 0 : char col_name[ 32UL ];
1143 0 : fd_jtok_cstr( j, col_name, sizeof(col_name) );
1144 0 : if( FD_UNLIKELY( fd_jtok_err( j ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1145 0 : sort_key.col[ i ] = fd_gui_peers_live_table_col_name_to_idx( peers->live_table, col_name );
1146 0 : if( FD_UNLIKELY( sort_key.col[ i ]==ULONG_MAX ) ) {
1147 0 : FD_LOG_WARNING(( "unexpected column name" ));
1148 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1149 0 : }
1150 0 : i++;
1151 0 : }
1152 0 : if( FD_UNLIKELY( i!=fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1153 0 : } else if( fd_jtok_str_eq( &key, "dir" ) ) {
1154 0 : has_dir = 1;
1155 0 : ulong i = 0UL;
1156 0 : fd_jtok_arr_enter( j );
1157 0 : while( fd_jtok_arr_next( j ) ) {
1158 0 : if( FD_UNLIKELY( i>=fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1159 0 : long dir = 0L;
1160 0 : fd_jtok_long( j, &dir );
1161 0 : if( FD_UNLIKELY( fd_jtok_err( j ) || dir<-1L || dir>1L ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1162 0 : sort_key.dir[ i ] = (int)dir;
1163 0 : i++;
1164 0 : }
1165 0 : if( FD_UNLIKELY( i!=fd_gui_peers_live_table_col_cnt() ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1166 0 : }
1167 0 : }
1168 0 : if( FD_UNLIKELY( fd_jtok_fini( j ) || !has_col || !has_dir ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1169 :
1170 0 : if( FD_UNLIKELY( !fd_gui_peers_live_table_verify_sort_key( &sort_key ) ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1171 :
1172 0 : fd_gui_peers_live_table_sort_key_remove( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key );
1173 0 : peers->client_viewports[ ws_conn_id ].sort_key = sort_key;
1174 :
1175 0 : fd_gui_peers_viewport_snap( peers, ws_conn_id );
1176 0 : fd_gui_printf_peers_viewport_request( peers, "query_sort", ws_conn_id, request_id );
1177 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1178 0 : return 0;
1179 0 : }
1180 :
1181 : int
1182 : fd_gui_peers_ws_message( fd_gui_peers_ctx_t * peers,
1183 : ulong ws_conn_id,
1184 : uchar const * data,
1185 0 : ulong data_len ) {
1186 0 : ulong id = 0UL; int has_id = 0;
1187 0 : fd_jtok_str_t topic = {0};
1188 0 : fd_jtok_str_t key = {0};
1189 0 : char const * params = NULL;
1190 0 : ulong params_sz = 0UL;
1191 :
1192 0 : fd_jtok_t j[1]; fd_jtok_init( j, data, data_len );
1193 0 : fd_jtok_str_t member;
1194 0 : fd_jtok_obj_enter( j );
1195 0 : while( fd_jtok_obj_next( j, &member ) ) {
1196 0 : if( fd_jtok_str_eq( &member, "id" ) ) { fd_jtok_ulong( j, &id ); has_id = 1; }
1197 0 : else if( fd_jtok_str_eq( &member, "topic" ) ) fd_jtok_str ( j, &topic );
1198 0 : else if( fd_jtok_str_eq( &member, "key" ) ) fd_jtok_str ( j, &key );
1199 0 : else if( fd_jtok_str_eq( &member, "params" ) ) {
1200 0 : if( FD_UNLIKELY( fd_jtok_peek( j )!=FD_JTOK_OBJ ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1201 0 : fd_jtok_raw( j, ¶ms, ¶ms_sz );
1202 0 : }
1203 0 : }
1204 0 : if( FD_UNLIKELY( fd_jtok_fini( j ) || !has_id || !topic.ptr || !key.ptr ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1205 :
1206 0 : if( FD_LIKELY( fd_jtok_str_eq( &topic, "gossip" ) && fd_jtok_str_eq( &key, "query_sort" ) ) ) {
1207 0 : if( FD_UNLIKELY( !params ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1208 0 : return fd_gui_peers_request_sort( peers, ws_conn_id, id, params, params_sz );
1209 0 : } else if( FD_LIKELY( fd_jtok_str_eq( &topic, "gossip" ) && fd_jtok_str_eq( &key, "query_scroll" ) ) ) {
1210 0 : if( FD_UNLIKELY( !params ) ) return FD_HTTP_SERVER_CONNECTION_CLOSE_BAD_REQUEST;
1211 0 : return fd_gui_peers_request_scroll( peers, ws_conn_id, id, params, params_sz );
1212 0 : }
1213 :
1214 0 : return FD_HTTP_SERVER_CONNECTION_CLOSE_UNKNOWN_METHOD;
1215 0 : }
1216 :
1217 : static void
1218 : fd_gui_peers_viewport_log( fd_gui_peers_ctx_t * peers,
1219 0 : ulong ws_conn_id) {
1220 0 : FD_TEST( peers->scratch.viewport_cnt<=FD_GUI_PEERS_WS_VIEWPORT_MAX_SZ );
1221 :
1222 0 : char out[ 1<<14 ];
1223 0 : char * p = fd_cstr_init( out );
1224 :
1225 0 : p = fd_cstr_append_printf( p,
1226 0 : "\n[Viewport] table_size=%lu max_viewport_size=%lu\n"
1227 0 : "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+\n"
1228 0 : "| Row # | RX Push (bps) | RX Pull (bps) | TX Push (bps) | TX Pull (bps) | Pubkey | IP Address |\n"
1229 0 : "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+\n",
1230 0 : fd_gui_peers_live_table_ele_cnt( peers->live_table ), peers->scratch.viewport_cnt );
1231 :
1232 0 : ulong start_row = peers->client_viewports[ ws_conn_id ].start_row;
1233 0 : for( ulong i=0UL; i<peers->scratch.viewport_cnt; i++ ) {
1234 0 : ulong j = start_row + i;
1235 0 : fd_gui_peers_row_t const * cur = &peers->scratch.viewport[ i ];
1236 :
1237 0 : char pubkey_base58[ FD_BASE58_ENCODED_32_SZ ];
1238 0 : fd_base58_encode_32( cur->pubkey.uc, NULL, pubkey_base58 );
1239 :
1240 0 : char peer_addr[ 16 ]; /* 255.255.255.255 + '\0' */
1241 0 : uint ip4 = cur->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0 : cur->contact_info.sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
1242 0 : FD_TEST(fd_cstr_printf_check( peer_addr, sizeof(peer_addr), NULL, FD_IP4_ADDR_FMT,
1243 0 : FD_IP4_ADDR_FMT_ARGS( ip4 ) ) );
1244 :
1245 0 : long cur_egress_push_bps = (long)cur->gossip_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PUSH_IDX ].rate_ema.value;
1246 0 : long cur_ingress_push_bps = (long)cur->gossvf_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PUSH_IDX ].rate_ema.value;
1247 0 : long cur_egress_pull_response_bps = (long)cur->gossip_tx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PULL_RESPONSE_IDX ].rate_ema.value;
1248 0 : long cur_ingress_pull_response_bps = (long)cur->gossvf_rx[ FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_V_PULL_RESPONSE_IDX ].rate_ema.value;
1249 :
1250 0 : p = fd_cstr_append_printf( p,
1251 0 : "| %5lu | %14ld | %14ld | %14ld | %14ld | %-50s | %-15s |\n",
1252 0 : j,
1253 0 : cur_ingress_push_bps,
1254 0 : cur_ingress_pull_response_bps,
1255 0 : cur_egress_push_bps,
1256 0 : cur_egress_pull_response_bps,
1257 0 : pubkey_base58,
1258 0 : peer_addr );
1259 0 : }
1260 0 : p = fd_cstr_append_printf(p, "+-------+----------------+----------------+----------------+----------------+----------------------------------------------------+-----------------+" );
1261 0 : fd_cstr_fini( p );
1262 0 : FD_LOG_NOTICE(( "%s", out ));
1263 0 : }
1264 :
1265 : static void
1266 0 : fd_gui_peers_ws_conn_rr_grow( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1267 0 : if( FD_UNLIKELY( !peers->open_ws_conn_cnt ) ) peers->active_ws_conn_id = ws_conn_id;
1268 0 : peers->open_ws_conn_cnt++;
1269 0 : }
1270 :
1271 : static void
1272 0 : fd_gui_peers_ws_conn_rr_shrink( fd_gui_peers_ctx_t * peers, ulong ws_conn_id ) {
1273 0 : peers->open_ws_conn_cnt--;
1274 :
1275 0 : if( FD_UNLIKELY( peers->open_ws_conn_cnt && peers->active_ws_conn_id==ws_conn_id ) ) {
1276 0 : for( ulong i=1UL; i<peers->max_ws_conn_cnt+1UL; i++ ) {
1277 0 : ulong next_ws_conn_id = (ws_conn_id + i) % peers->max_ws_conn_cnt;
1278 0 : if( FD_UNLIKELY( peers->client_viewports[ next_ws_conn_id ].connected ) ) {
1279 0 : peers->active_ws_conn_id = next_ws_conn_id;
1280 0 : break;
1281 0 : }
1282 0 : }
1283 0 : }
1284 0 : }
1285 :
1286 : static inline double
1287 : peer_ema_new_weight( double weight,
1288 0 : double alpha ) {
1289 0 : return fmax( alpha + (1.0 - alpha) * weight, DBL_EPSILON );
1290 0 : }
1291 :
1292 : static inline double
1293 : peer_ema_advance( fd_gui_ema_t * ema,
1294 : long now,
1295 : double sample,
1296 : long dt,
1297 : double alpha,
1298 : double weight,
1299 0 : double new_weight ) {
1300 0 : if( FD_UNLIKELY( dt<=0L ) ) return ema->value;
1301 0 : ema->value = (alpha * sample + (1.0 - alpha) * weight * ema->value) / new_weight;
1302 0 : ema->weight = new_weight;
1303 0 : ema->last_update_nanos = now;
1304 0 : return ema->value;
1305 0 : }
1306 :
1307 : static inline void
1308 : peer_prefetchw( void const * lo,
1309 0 : void const * hi ) { /* the lines holding [lo,hi) */
1310 0 : for( ulong p=(ulong)lo & ~63UL; p<(ulong)hi; p+=64UL ) __builtin_prefetch( (void const *)p, 1, 3 );
1311 0 : }
1312 :
1313 : static inline void
1314 : peer_rate_prefetch( fd_gui_peers_node_t const * table,
1315 0 : ulong idx ) {
1316 0 : if( FD_UNLIKELY( idx==ULONG_MAX ) ) return; /* dlist null idx */
1317 0 : fd_gui_peers_node_t const * peer = &table[ idx ];
1318 0 : peer_prefetchw( peer->row.gossvf_rx, &peer->row.gossip_tx_sum+1 );
1319 0 : peer_prefetchw( &peer->dlist_live_table, peer+1 );
1320 0 : }
1321 :
1322 : void
1323 : fd_gui_peers_rate_update( fd_gui_peers_ctx_t * peers,
1324 0 : long now ) {
1325 0 : double window = (double)(now - (peers->next_metric_rate_update_nanos - (FD_GUI_PEERS_METRIC_RATE_UPDATE_INTERVAL_MILLIS * 1000000L)));
1326 :
1327 : /* a peer's filters share one step; cache alpha across peers */
1328 0 : long alpha_dt = 0L;
1329 0 : double alpha = 0.0;
1330 :
1331 : /* prefetch two peers ahead (removing a node never rewrites the
1332 : next node's links) */
1333 0 : ulong idx = fd_gui_peers_bw_dirty_dlist_iter_fwd_init( peers->bw_dirty_dlist, peers->contact_info_table );
1334 0 : ulong pf_idx = idx;
1335 0 : peer_rate_prefetch( peers->contact_info_table, pf_idx );
1336 0 : if( FD_LIKELY( pf_idx!=ULONG_MAX ) ) {
1337 0 : pf_idx = fd_gui_peers_bw_dirty_dlist_iter_fwd_next( pf_idx, peers->bw_dirty_dlist, peers->contact_info_table );
1338 0 : peer_rate_prefetch( peers->contact_info_table, pf_idx );
1339 0 : }
1340 0 : while( !fd_gui_peers_bw_dirty_dlist_iter_done( idx, peers->bw_dirty_dlist, peers->contact_info_table ) ) {
1341 0 : fd_gui_peers_node_t * peer = &peers->contact_info_table[ idx ];
1342 0 : ulong next_idx = fd_gui_peers_bw_dirty_dlist_iter_fwd_next( idx, peers->bw_dirty_dlist, peers->contact_info_table );
1343 0 : if( FD_LIKELY( pf_idx!=ULONG_MAX ) ) {
1344 0 : pf_idx = fd_gui_peers_bw_dirty_dlist_iter_fwd_next( pf_idx, peers->bw_dirty_dlist, peers->contact_info_table );
1345 0 : peer_rate_prefetch( peers->contact_info_table, pf_idx );
1346 0 : }
1347 :
1348 0 : fd_gui_ema_t const * ema0 = &peer->row.gossvf_rx[ 0 ].rate_ema;
1349 0 : long dt = now - ema0->last_update_nanos;
1350 0 : if( FD_UNLIKELY( dt>0L && dt!=alpha_dt ) ) {
1351 0 : alpha_dt = dt;
1352 0 : alpha = fd_gui_ema_alpha( dt, ema0->half_life_nanos );
1353 0 : }
1354 0 : double weight = ema0->weight;
1355 0 : double new_weight = peer_ema_new_weight( weight, alpha );
1356 :
1357 : /* optimization: no need to remove / re-insert if the rates haven't
1358 : changed */
1359 0 : int change = 0;
1360 0 : int pending = 0; /* bytes counted since the last rate update */
1361 0 : for( ulong i=0UL; !change && i<2UL*FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_CNT; i++ ) {
1362 0 : fd_gui_peers_metric_rate_t * metric = i<FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_CNT ? &peer->row.gossvf_rx[ i ] : &peer->row.gossip_tx[ i-FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_CNT ];
1363 0 : int has_bytes = metric->cur!=metric->ref;
1364 0 : pending |= has_bytes;
1365 0 : if( FD_LIKELY( !has_bytes && metric->rate_ema.value==0.0 ) ) continue; /* don't update zero-bandwith peers */
1366 0 : if( FD_UNLIKELY( metric->rate_ema.value!=0.0 ) ) { change = 1; break; }
1367 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1368 0 : fd_gui_ema_t cpy = metric->rate_ema;
1369 0 : long new_rate_ema = (long)peer_ema_advance( &cpy, now, (double)new_rate, dt, alpha, weight, new_weight );
1370 0 : if( FD_LIKELY( new_rate_ema==0L ) ) continue;
1371 0 : change = 1;
1372 0 : }
1373 :
1374 0 : if( !change ) {
1375 0 : if( FD_LIKELY( !pending ) ) {
1376 0 : fd_gui_peers_bw_dirty_dlist_idx_remove( peers->bw_dirty_dlist, idx, peers->contact_info_table );
1377 0 : peer->bw_dirty = 0;
1378 0 : }
1379 0 : idx = next_idx;
1380 0 : continue;
1381 0 : }
1382 :
1383 : /* live_table */
1384 0 : fd_gui_peers_live_table_ele_remove( peers->live_table, peer, peers->contact_info_table );
1385 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_CNT; i++ ) {
1386 0 : fd_gui_peers_metric_rate_t * metric = &peer->row.gossvf_rx[ i ];
1387 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1388 0 : double new_rate_ema = peer_ema_advance( &metric->rate_ema, now, (double)new_rate, dt, alpha, weight, new_weight );
1389 0 : metric->rate_ema.value = fd_double_if( new_rate_ema<100.0, 0.0, new_rate_ema ); /* snap near-zero ema to zero. 100 bytes/s threshold */
1390 0 : metric->ref = metric->cur;
1391 0 : metric->update_timestamp_ns = now;
1392 0 : }
1393 :
1394 0 : for( ulong i=0UL; i<FD_METRICS_ENUM_GOSSIP_MESSAGE_TYPE_CNT; i++ ) {
1395 0 : fd_gui_peers_metric_rate_t * metric = &peer->row.gossip_tx[ i ];
1396 0 : long new_rate = (long)(((double)((long)metric->cur - (long)metric->ref) * 1e9 / window));
1397 0 : double new_rate_ema = peer_ema_advance( &metric->rate_ema, now, (double)new_rate, dt, alpha, weight, new_weight );
1398 0 : metric->rate_ema.value = fd_double_if( new_rate_ema<100.0, 0.0, new_rate_ema ); /* snap near-zero ema to zero. 100 bytes/s threshold */
1399 0 : metric->ref = metric->cur;
1400 0 : metric->update_timestamp_ns = now;
1401 0 : }
1402 0 : fd_gui_peers_live_table_ele_insert( peers->live_table, peer, peers->contact_info_table );
1403 :
1404 : /* bandwidth totals, read by the gossip stats snapshot */
1405 0 : peer_ema_advance( &peer->row.gossvf_rx_sum.rate_ema, now, (double)((long)peer->row.gossvf_rx_sum.cur - (long)peer->row.gossvf_rx_sum.ref) * 1e9 / window, dt, alpha, weight, new_weight );
1406 0 : peer->row.gossvf_rx_sum.ref = peer->row.gossvf_rx_sum.cur;
1407 0 : peer->row.gossvf_rx_sum.update_timestamp_ns = now;
1408 :
1409 0 : peer_ema_advance( &peer->row.gossip_tx_sum.rate_ema, now, (double)((long)peer->row.gossip_tx_sum.cur - (long)peer->row.gossip_tx_sum.ref) * 1e9 / window, dt, alpha, weight, new_weight );
1410 0 : peer->row.gossip_tx_sum.ref = peer->row.gossip_tx_sum.cur;
1411 0 : peer->row.gossip_tx_sum.update_timestamp_ns = now;
1412 :
1413 0 : idx = next_idx;
1414 0 : }
1415 0 : }
1416 :
1417 : static int
1418 0 : fd_gui_peers_ws_conn_rr_advance( fd_gui_peers_ctx_t * peers, long now ) {
1419 0 : if( FD_LIKELY( !peers->open_ws_conn_cnt || now <= peers->next_client_nanos ) ) return 0;
1420 :
1421 0 : for( ulong i=1UL; i<peers->max_ws_conn_cnt+1UL; i++ ) {
1422 0 : ulong next_ws_conn_id = (peers->active_ws_conn_id + i) % peers->max_ws_conn_cnt;
1423 0 : if( FD_UNLIKELY( peers->client_viewports[ next_ws_conn_id ].connected ) ) {
1424 0 : peers->active_ws_conn_id = next_ws_conn_id;
1425 0 : break;
1426 0 : }
1427 0 : }
1428 0 : return 1;
1429 0 : }
1430 :
1431 :
1432 : long
1433 0 : fd_gui_peers_next_deadline( fd_gui_peers_ctx_t const * peers ) {
1434 0 : long due = fd_long_min( peers->next_metric_rate_update_nanos, peers->next_gossip_stats_update_nanos );
1435 0 : if( FD_UNLIKELY( peers->open_ws_conn_cnt ) ) due = fd_long_min( due, peers->next_client_nanos+1L ); /* fires on now>next */
1436 0 : return due;
1437 0 : }
1438 :
1439 : int
1440 0 : fd_gui_peers_poll( fd_gui_peers_ctx_t * peers, long now ) {
1441 0 : int did_work = 0;
1442 :
1443 0 : ulong evicted_cnt = 0UL;
1444 0 : while( FD_UNLIKELY( peers->wfs_peers_valid && !wfs_fresh_dlist_is_empty( peers->wfs_fresh_dlist, peers->wfs_peers ) ) ) {
1445 0 : ulong head_idx = wfs_fresh_dlist_idx_peek_head( peers->wfs_fresh_dlist, peers->wfs_peers );
1446 0 : fd_gui_wfs_peer_t * oldest = &peers->wfs_peers[ head_idx ];
1447 0 : if( oldest->update_time_nanos > now - FD_GUI_WFS_ACTIVITY_TIMEOUT_NANOS ) break;
1448 :
1449 0 : wfs_fresh_dlist_idx_pop_head( peers->wfs_fresh_dlist, peers->wfs_peers );
1450 0 : oldest->is_online = 0;
1451 :
1452 0 : peers->scratch.wfs_peers[ evicted_cnt++ ] = head_idx;
1453 0 : if( FD_UNLIKELY( evicted_cnt>=256UL ) ) break;
1454 0 : }
1455 0 : if( FD_UNLIKELY( evicted_cnt ) ) {
1456 0 : fd_gui_peers_printf_wfs_remove( peers, peers->scratch.wfs_peers, evicted_cnt );
1457 0 : fd_http_server_ws_broadcast( peers->http );
1458 0 : return 1; /* preserve STEM_BURST */
1459 0 : }
1460 :
1461 : /* update client viewports in a round-robin */
1462 0 : if( FD_UNLIKELY( fd_gui_peers_ws_conn_rr_advance( peers, now ) ) ) {
1463 0 : ulong ws_conn_id = peers->active_ws_conn_id;
1464 0 : FD_TEST( peers->client_viewports[ ws_conn_id ].connected );
1465 0 : if( FD_LIKELY( peers->client_viewports[ ws_conn_id ].row_cnt ) ) {
1466 : /* broadcast the diff as cell updates. fd_http_server_ws_send
1467 : tolerates ws_conn_id having already been closed during
1468 : formatting above. */
1469 0 : fd_gui_peers_viewport_snap( peers, ws_conn_id );
1470 0 : fd_gui_printf_peers_viewport_update( peers, ws_conn_id );
1471 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1472 :
1473 : #if LOGGING
1474 : fd_gui_peers_viewport_log( peers, ws_conn_id );
1475 : #endif
1476 0 : (void)fd_gui_peers_viewport_log;
1477 0 : }
1478 :
1479 : /* fd_http_server_ws_send above can close the websocket connection,
1480 : which decrements open_ws_conn_cnt. If the last client was just
1481 : closed, avoid division by zero and fall back to the base interval. */
1482 0 : long divisor = fd_long_max( (long)peers->open_ws_conn_cnt, 1L );
1483 0 : peers->next_client_nanos = now + ((FD_GUI_PEERS_WS_VIEWPORT_UPDATE_INTERVAL_MILLIS * 1000000L) / divisor);
1484 0 : did_work = 1;
1485 0 : }
1486 :
1487 0 : if( FD_UNLIKELY( now >= peers->next_metric_rate_update_nanos ) ) {
1488 0 : fd_gui_peers_rate_update( peers, now );
1489 0 : peers->next_metric_rate_update_nanos = now + (FD_GUI_PEERS_METRIC_RATE_UPDATE_INTERVAL_MILLIS * 1000000L);
1490 0 : did_work = 1;
1491 : #ifdef FD_GUI_USE_HANDHOLDING
1492 : fd_gui_peers_live_table_verify( peers->live_table, peers->contact_info_table );
1493 : #endif
1494 0 : }
1495 :
1496 0 : if( FD_LIKELY( now >= peers->next_gossip_stats_update_nanos ) ) {
1497 0 : fd_gui_peers_gossip_stats_snap( peers, peers->gossip_stats, now );
1498 0 : fd_gui_peers_printf_gossip_stats( peers );
1499 0 : fd_http_server_ws_broadcast( peers->http );
1500 :
1501 0 : peers->next_gossip_stats_update_nanos = now + (FD_GUI_PEERS_GOSSIP_STATS_UPDATE_INTERVAL_MILLIS * 1000000L);
1502 0 : return 1; /* preserve STEM_BURST */
1503 0 : }
1504 :
1505 0 : return did_work;
1506 0 : }
1507 :
1508 : void
1509 : fd_gui_peers_ws_open( fd_gui_peers_ctx_t * peers,
1510 : ulong ws_conn_id,
1511 0 : long now ) {
1512 0 : peers->client_viewports[ ws_conn_id ].connected = 1;
1513 0 : peers->client_viewports[ ws_conn_id ].connected_time = now;
1514 0 : peers->client_viewports[ ws_conn_id ].start_row = 0;
1515 0 : peers->client_viewports[ ws_conn_id ].row_cnt = 0;
1516 0 : peers->client_viewports[ ws_conn_id ].sort_key = FD_GUI_PEERS_LIVE_TABLE_DEFAULT_SORT_KEY;
1517 0 : fd_gui_peers_ws_conn_rr_grow( peers, ws_conn_id );
1518 :
1519 0 : fd_gui_peers_printf_node_all( peers );
1520 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1521 :
1522 0 : if( FD_UNLIKELY( peers->wfs_stakes_sent ) ) {
1523 0 : fd_gui_peers_printf_wfs_stakes( peers );
1524 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1525 0 : }
1526 :
1527 0 : if( FD_UNLIKELY( peers->wfs_peers_valid ) ) {
1528 0 : ulong added_cnt = 0UL;
1529 0 : for( ulong i=0UL; i<peers->wfs_peers_cnt; i++ ) {
1530 0 : if( FD_UNLIKELY( peers->wfs_peers[ i ].is_online ) ) peers->scratch.wfs_peers[ added_cnt++ ] = i;
1531 0 : }
1532 0 : if( FD_LIKELY( added_cnt ) ) {
1533 0 : fd_gui_peers_printf_wfs_add( peers, peers->scratch.wfs_peers, added_cnt );
1534 0 : FD_TEST( !fd_http_server_ws_send( peers->http, ws_conn_id ) );
1535 0 : }
1536 0 : }
1537 0 : }
1538 :
1539 : void
1540 : fd_gui_peers_ws_close( fd_gui_peers_ctx_t * peers,
1541 0 : ulong ws_conn_id ) {
1542 0 : fd_gui_peers_live_table_sort_key_remove( peers->live_table, &peers->client_viewports[ ws_conn_id ].sort_key );
1543 0 : peers->client_viewports[ ws_conn_id ].connected = 0;
1544 0 : fd_gui_peers_ws_conn_rr_shrink( peers, ws_conn_id );
1545 0 : }
1546 :
1547 : #undef LOGGING
|
