Line data Source code
1 : #include "fd_gossip_tile.h"
2 : #include "../../disco/topo/fd_topo.h"
3 : #include "../../disco/topo/fd_dns_resolve.h"
4 : #include "../../disco/fd_disco_base.h"
5 : #include "../../disco/fd_clock_tile.h"
6 : #include "../../disco/keyguard/fd_keyswitch.h"
7 : #include "../../disco/keyguard/fd_keyload.h"
8 : #include "../../disco/metrics/fd_metrics.h"
9 : #include "../../disco/shred/fd_stake_ci.h"
10 : #include "../../flamenco/gossip/fd_ping_tracker.h"
11 : #include "../../flamenco/leaders/fd_leaders_base.h"
12 : #include "../../ballet/siphash13/fd_siphash13.h"
13 : #include "../../util/net/fd_net_headers.h"
14 : #include "../../disco/net/fd_net_tile.h"
15 : #include "../../disco/gui/fd_gui_gossip_bw.h"
16 : #include <linux/futex.h>
17 : #include "generated/fd_gossvf_tile_seccomp.h"
18 :
19 : #define DEBUG_PEERS (0)
20 :
21 0 : #define IN_KIND_SHRED_VERSION (0)
22 0 : #define IN_KIND_NET (1)
23 0 : #define IN_KIND_EPOCH (2)
24 0 : #define IN_KIND_PINGS (3)
25 0 : #define IN_KIND_GOSSIP (4)
26 :
27 : /* Signer (CRDS origin, prune/ping/pong sender) precomputation cache.
28 : There are a few thousand active origins. */
29 :
30 0 : #define ED25519_CACHE_ENT_CNT (4096UL)
31 :
32 : struct peer {
33 : fd_pubkey_t pubkey;
34 :
35 : fd_ip4_port_t gossip_addr;
36 : ushort shred_version;
37 :
38 : struct {
39 : ulong prev;
40 : ulong next;
41 : } map;
42 :
43 : struct {
44 : ulong next;
45 : } pool;
46 : };
47 :
48 : typedef struct peer peer_t;
49 :
50 : struct ping_key {
51 : fd_pubkey_t pubkey;
52 : fd_ip4_port_t addr;
53 : };
54 :
55 : typedef struct ping_key ping_key_t;
56 :
57 : struct ping {
58 : ping_key_t key;
59 :
60 : struct {
61 : ulong prev;
62 : ulong next;
63 : } map;
64 :
65 : struct {
66 : ulong next;
67 : } pool;
68 : };
69 :
70 : typedef struct ping ping_t;
71 :
72 : struct stake {
73 : fd_pubkey_t pubkey;
74 : ulong stake;
75 :
76 : struct {
77 : ulong prev;
78 : ulong next;
79 : } map;
80 :
81 : struct {
82 : ulong next;
83 : } pool;
84 : };
85 :
86 : typedef struct stake stake_t;
87 :
88 : #define POOL_NAME peer_pool
89 0 : #define POOL_T peer_t
90 : #define POOL_IDX_T ulong
91 0 : #define POOL_NEXT pool.next
92 : #include "../../util/tmpl/fd_pool.c"
93 :
94 : #define MAP_NAME peer_map
95 0 : #define MAP_KEY pubkey
96 : #define MAP_ELE_T peer_t
97 : #define MAP_KEY_T fd_pubkey_t
98 : #define MAP_PREV map.prev
99 0 : #define MAP_NEXT map.next
100 0 : #define MAP_KEY_EQ(k0,k1) fd_pubkey_eq( k0, k1 )
101 0 : #define MAP_KEY_HASH(key,seed) fd_hash32( (key)->uc, (seed) )
102 : #include "../../util/tmpl/fd_map_chain.c"
103 :
104 : #define POOL_NAME ping_pool
105 0 : #define POOL_T ping_t
106 : #define POOL_IDX_T ulong
107 0 : #define POOL_NEXT pool.next
108 : #include "../../util/tmpl/fd_pool.c"
109 :
110 : #define MAP_NAME ping_map
111 0 : #define MAP_KEY key
112 : #define MAP_ELE_T ping_t
113 : #define MAP_KEY_T ping_key_t
114 : #define MAP_PREV map.prev
115 0 : #define MAP_NEXT map.next
116 0 : #define MAP_KEY_EQ(k0,k1) ( fd_pubkey_eq( &(k0)->pubkey, &(k1)->pubkey ) && (k0)->addr.l==(k1)->addr.l )
117 0 : #define MAP_KEY_HASH(key,seed) fd_hash32( (key)->pubkey.uc, (seed)^(ulong)(key)->addr.l )
118 : #include "../../util/tmpl/fd_map_chain.c"
119 :
120 : #define POOL_NAME stake_pool
121 0 : #define POOL_T stake_t
122 : #define POOL_IDX_T ulong
123 0 : #define POOL_NEXT pool.next
124 : #include "../../util/tmpl/fd_pool.c"
125 :
126 : #define MAP_NAME stake_map
127 0 : #define MAP_KEY pubkey
128 : #define MAP_ELE_T stake_t
129 : #define MAP_KEY_T fd_pubkey_t
130 0 : #define MAP_PREV map.prev
131 0 : #define MAP_NEXT map.next
132 0 : #define MAP_KEY_EQ(k0,k1) fd_pubkey_eq( k0, k1 )
133 0 : #define MAP_KEY_HASH(key,seed) fd_hash32( (key)->uc, (seed) )
134 : #define MAP_OPTIMIZE_RANDOM_ACCESS_REMOVAL 1
135 : #include "../../util/tmpl/fd_map_chain.c"
136 :
137 : struct fd_gossvf_tile_ctx {
138 : long instance_creation_wallclock_nanos;
139 : ushort shred_version;
140 :
141 : int allow_private_address;
142 :
143 : fd_ip4_port_t gossip_addr;
144 : fd_ip4_port_t src_addr;
145 :
146 : fd_keyswitch_t * keyswitch;
147 : fd_pubkey_t identity_pubkey[1];
148 :
149 : fd_ip4_port_t entrypoints[ 16UL ];
150 : ulong entrypoints_cnt;
151 :
152 : #if DEBUG_PEERS
153 : ulong peer_cnt;
154 : ulong ping_cnt;
155 : #endif
156 :
157 : peer_t * peers;
158 : peer_map_t * peer_map;
159 :
160 : ping_t * pings;
161 : ping_map_t * ping_map;
162 :
163 : struct {
164 : ulong count;
165 : stake_t * pool;
166 : stake_map_t * map;
167 : uchar msg_buf[ FD_EPOCH_INFO_MAX_MSG_SZ ];
168 : } stake;
169 :
170 : uchar payload[ FD_NET_MTU ];
171 : fd_ip4_port_t peer;
172 :
173 : fd_gossip_ping_update_t _ping_update[1];
174 : fd_gossip_update_message_t _gossip_update[1];
175 : fd_gossip_message_t _message[1];
176 :
177 : fd_clock_tile_t clock[1];
178 :
179 : ulong seed;
180 : ulong dedup_key[ 2 ];
181 :
182 : ulong round_robin_idx;
183 : ulong round_robin_cnt;
184 :
185 : fd_sha512_t sha[ 1 ];
186 : fd_ed25519_cache_t * ed25519_cache;
187 :
188 : struct {
189 : ulong depth;
190 : ulong map_cnt;
191 : ulong * sync;
192 : ulong * ring;
193 : ulong * map;
194 : } tcache;
195 :
196 : struct {
197 : int kind;
198 : ulong chunk0;
199 : ulong wmark;
200 : fd_wksp_t * mem;
201 : ulong mtu;
202 : } in[ 64UL ];
203 :
204 : fd_net_rx_bounds_t net_in_bounds[ 64UL ];
205 :
206 : struct {
207 : ulong chunk0;
208 : ulong chunk;
209 : ulong wmark;
210 : fd_wksp_t * mem;
211 : } out[ 1 ];
212 :
213 : int has_gui;
214 : ulong gui_bw_seed;
215 : fd_gui_gossip_bw_t * gui_bw;
216 :
217 : struct {
218 : ulong idx;
219 : ulong chunk0;
220 : ulong chunk;
221 : ulong wmark;
222 : fd_wksp_t * mem;
223 : } gui_out[ 1 ];
224 :
225 : struct {
226 : ulong message_rx[ FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_CNT ];
227 : ulong message_rx_bytes[ FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_CNT ];
228 : ulong crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_CNT ];
229 : ulong crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_CNT ];
230 : } metrics;
231 : };
232 :
233 : typedef struct fd_gossvf_tile_ctx fd_gossvf_tile_ctx_t;
234 :
235 : FD_FN_CONST static inline ulong
236 0 : scratch_align( void ) {
237 0 : return 128UL;
238 0 : }
239 :
240 : FD_FN_PURE static inline ulong
241 0 : scratch_footprint( fd_topo_tile_t const * tile ) {
242 0 : ulong l = FD_LAYOUT_INIT;
243 0 : l = FD_LAYOUT_APPEND( l, alignof( fd_gossvf_tile_ctx_t ), sizeof( fd_gossvf_tile_ctx_t ) );
244 0 : l = FD_LAYOUT_APPEND( l, peer_pool_align(), peer_pool_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
245 0 : l = FD_LAYOUT_APPEND( l, peer_map_align(), peer_map_footprint( 2UL*FD_CONTACT_INFO_TABLE_SIZE ) );
246 0 : l = FD_LAYOUT_APPEND( l, ping_pool_align(), ping_pool_footprint( FD_PING_TRACKER_MAX ) );
247 0 : l = FD_LAYOUT_APPEND( l, ping_map_align(), ping_map_footprint( 2UL*FD_PING_TRACKER_MAX ) );
248 0 : l = FD_LAYOUT_APPEND( l, stake_pool_align(), stake_pool_footprint( MAX_SHRED_DESTS ) );
249 0 : l = FD_LAYOUT_APPEND( l, stake_map_align(), stake_map_footprint( stake_map_chain_cnt_est( MAX_SHRED_DESTS ) ) );
250 0 : l = FD_LAYOUT_APPEND( l, fd_tcache_align(), fd_tcache_footprint( tile->gossvf.tcache_depth, 0UL ) );
251 0 : l = FD_LAYOUT_APPEND( l, fd_gui_gossip_bw_align(), fd_gui_gossip_bw_footprint() );
252 0 : l = FD_LAYOUT_APPEND( l, fd_ed25519_cache_align(), fd_ed25519_cache_footprint( ED25519_CACHE_ENT_CNT ) );
253 0 : return FD_LAYOUT_FINI( l, scratch_align() );
254 0 : }
255 :
256 : static inline void
257 0 : during_housekeeping( fd_gossvf_tile_ctx_t * ctx ) {
258 0 : if( FD_UNLIKELY( fd_clock_tile_recal_due( ctx->clock ) ) ) {
259 0 : fd_clock_tile_recal( ctx->clock );
260 0 : }
261 :
262 0 : if( FD_UNLIKELY( fd_keyswitch_state_query( ctx->keyswitch )==FD_KEYSWITCH_STATE_SWITCH_PENDING ) ) {
263 0 : memcpy( ctx->identity_pubkey->uc, ctx->keyswitch->bytes, 32UL );
264 0 : ctx->instance_creation_wallclock_nanos = (long)ctx->keyswitch->param;
265 0 : fd_keyswitch_state( ctx->keyswitch, FD_KEYSWITCH_STATE_COMPLETED );
266 0 : }
267 0 : }
268 :
269 : static void
270 : gui_bw_flush( fd_gossvf_tile_ctx_t * ctx,
271 0 : fd_stem_context_t * stem ) {
272 0 : fd_gui_gossip_bw_rec_t * dst = fd_chunk_to_laddr( ctx->gui_out->mem, ctx->gui_out->chunk );
273 0 : ulong cnt = fd_gui_gossip_bw_flush( ctx->gui_bw, dst );
274 0 : ulong sz = cnt*sizeof(fd_gui_gossip_bw_rec_t);
275 0 : fd_stem_publish( stem, ctx->gui_out->idx, cnt, ctx->gui_out->chunk, sz, 0UL, 0UL, 0UL );
276 0 : ctx->gui_out->chunk = fd_dcache_compact_next( ctx->gui_out->chunk, sz, ctx->gui_out->chunk0, ctx->gui_out->wmark );
277 0 : }
278 :
279 : static inline long
280 0 : next_deadline( fd_gossvf_tile_ctx_t const * ctx ) {
281 0 : return fd_gui_gossip_bw_next_deadline( ctx->gui_bw );
282 0 : }
283 :
284 : static inline void
285 : before_credit( fd_gossvf_tile_ctx_t * ctx,
286 : fd_stem_context_t * stem,
287 0 : int * charge_busy ) {
288 0 : if( FD_UNLIKELY( fd_gui_gossip_bw_due( ctx->gui_bw, stem->now ) ) ) {
289 0 : gui_bw_flush( ctx, stem );
290 0 : *charge_busy = 1;
291 0 : }
292 0 : }
293 :
294 : static inline void
295 0 : metrics_write( fd_gossvf_tile_ctx_t * ctx ) {
296 0 : FD_MCNT_ENUM_COPY( GOSSVF, MESSAGE_RX, ctx->metrics.message_rx );
297 0 : FD_MCNT_ENUM_COPY( GOSSVF, MESSAGE_RX_BYTES, ctx->metrics.message_rx_bytes );
298 0 : FD_MCNT_ENUM_COPY( GOSSVF, CRDS_RX, ctx->metrics.crds_rx );
299 0 : FD_MCNT_ENUM_COPY( GOSSVF, CRDS_RX_BYTES, ctx->metrics.crds_rx_bytes );
300 0 : }
301 :
302 : static int
303 : before_frag( fd_gossvf_tile_ctx_t * ctx,
304 : ulong in_idx,
305 : ulong seq,
306 0 : ulong sig ) {
307 0 : if( FD_UNLIKELY( !ctx->shred_version && ctx->in[ in_idx ].kind!=IN_KIND_SHRED_VERSION ) ) return -1;
308 :
309 0 : switch( ctx->in[ in_idx ].kind ) {
310 0 : case IN_KIND_SHRED_VERSION: return 0;
311 0 : case IN_KIND_NET: return (seq % ctx->round_robin_cnt) != ctx->round_robin_idx;
312 0 : case IN_KIND_EPOCH: return 0;
313 0 : case IN_KIND_PINGS: return 0;
314 0 : case IN_KIND_GOSSIP: return sig!=FD_GOSSIP_UPDATE_TAG_CONTACT_INFO &&
315 0 : sig!=FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE;
316 0 : default: FD_LOG_ERR(( "unexpected in_kind %d", ctx->in[ in_idx ].kind )); return -1;
317 0 : }
318 0 : }
319 :
320 : static inline void
321 : during_frag( fd_gossvf_tile_ctx_t * ctx,
322 : ulong in_idx,
323 : ulong seq FD_PARAM_UNUSED,
324 : ulong sig,
325 : ulong chunk,
326 : ulong sz,
327 0 : ulong ctl ) {
328 0 : if( FD_UNLIKELY( chunk<ctx->in[ in_idx ].chunk0 || chunk>ctx->in[ in_idx ].wmark || sz>ctx->in[ in_idx ].mtu ) )
329 0 : FD_LOG_ERR(( "chunk %lu %lu corrupt, not in range [%lu,%lu,%lu]", chunk, sz, ctx->in[ in_idx ].chunk0, ctx->in[ in_idx ].wmark, ctx->in[ in_idx ].mtu ));
330 :
331 0 : switch( ctx->in[ in_idx ].kind ) {
332 0 : case IN_KIND_SHRED_VERSION: {
333 0 : ctx->shred_version = (ushort)sig;
334 0 : FD_TEST( ctx->shred_version );
335 0 : break;
336 0 : }
337 0 : case IN_KIND_NET: {
338 0 : uchar const * src = fd_net_rx_translate_frag( &ctx->net_in_bounds[ in_idx ], chunk, ctl, sz );
339 0 : fd_memcpy( ctx->payload, src, sz );
340 0 : break;
341 0 : }
342 0 : case IN_KIND_EPOCH: {
343 0 : fd_epoch_info_msg_t const * msg = fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk );
344 0 : if( FD_UNLIKELY( msg->staked_vote_cnt>MAX_STAKE_WEIGHTS ) )
345 0 : FD_LOG_ERR(( "epoch stakes exceed MAX_STAKE_WEIGHTS=%lu", MAX_STAKE_WEIGHTS ));
346 0 : if( FD_UNLIKELY( msg->staked_id_cnt>MAX_STAKE_WEIGHTS ) )
347 0 : FD_LOG_ERR(( "epoch id weights exceed MAX_STAKE_WEIGHTS=%lu", MAX_STAKE_WEIGHTS ));
348 :
349 0 : ulong msg_sz = fd_epoch_info_msg_sz( msg->staked_vote_cnt, msg->staked_id_cnt );
350 0 : fd_memcpy( ctx->stake.msg_buf, msg, msg_sz );
351 0 : break;
352 0 : }
353 0 : case IN_KIND_PINGS: {
354 0 : fd_memcpy( ctx->_ping_update, fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk ), sz );
355 0 : break;
356 0 : }
357 0 : case IN_KIND_GOSSIP:
358 0 : FD_TEST( sz==FD_GOSSIP_UPDATE_SZ_CONTACT_INFO || sz==FD_GOSSIP_UPDATE_SZ_CONTACT_INFO_REMOVE );
359 0 : fd_memcpy( ctx->_gossip_update, fd_chunk_to_laddr( ctx->in[ in_idx ].mem, chunk ), sz );
360 0 : break;
361 0 : default:
362 0 : FD_LOG_ERR(( "unexpected in_kind %d", ctx->in[ in_idx ].kind ));
363 0 : }
364 0 : }
365 :
366 : static inline void
367 : handle_epoch( fd_gossvf_tile_ctx_t * ctx,
368 0 : fd_epoch_info_msg_t const * msg ) {
369 0 : stake_map_reset( ctx->stake.map );
370 0 : stake_pool_reset( ctx->stake.pool );
371 :
372 0 : fd_stake_weight_t const * id_weights = fd_epoch_info_msg_id_weights( msg );
373 :
374 0 : for( ulong i=0UL; i<msg->staked_id_cnt; i++ ) {
375 0 : stake_t * entry = stake_pool_ele_acquire( ctx->stake.pool );
376 0 : entry->pubkey = id_weights[i].key;
377 0 : entry->stake = id_weights[i].stake;
378 0 : stake_map_ele_insert( ctx->stake.map, entry, ctx->stake.pool );
379 0 : }
380 0 : ctx->stake.count = stake_pool_used( ctx->stake.pool );
381 0 : }
382 :
383 : static int
384 : verify_prune( fd_gossip_prune_t const * view,
385 : fd_sha512_t * sha,
386 0 : fd_ed25519_cache_t * cache ) {
387 0 : uchar sign_data[ FD_NET_MTU ];
388 : /* Agave serializes the prefix as a bincode length-prefixed &[u8]:
389 : 8-byte LE u64 length (=18) followed by the 18 raw prefix bytes,
390 : totaling 26 bytes for the prefix portion. */
391 0 : FD_STORE( ulong, sign_data, 18UL );
392 0 : fd_memcpy( sign_data+8UL, "\xffSOLANA_PRUNE_DATA", 18UL );
393 0 : fd_memcpy( sign_data+26UL, view->pubkey, 32UL );
394 0 : FD_STORE( ulong, sign_data+58UL, view->prunes_len );
395 0 : fd_memcpy( sign_data+66UL, view->prunes, view->prunes_len*32UL );
396 0 : fd_memcpy( sign_data+66UL+view->prunes_len*32UL, view->destination, 32UL );
397 0 : FD_STORE( ulong, sign_data+98UL+view->prunes_len*32UL, view->wallclock );
398 :
399 0 : ulong sign_data_len = 106UL+view->prunes_len*32UL;
400 0 : int err = fd_ed25519_verify_cached( sign_data, sign_data_len, view->signature, view->pubkey, sha, cache );
401 0 : if( FD_UNLIKELY( err!=FD_ED25519_SUCCESS ) )
402 0 : err = fd_ed25519_verify_cached( sign_data+26UL, sign_data_len-26UL, view->signature, view->pubkey, sha, cache );
403 :
404 0 : if( FD_LIKELY( err==FD_ED25519_SUCCESS ) ) return 0;
405 0 : else return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PRUNE_SIGNATURE_IDX;
406 0 : }
407 :
408 : static int
409 : verify_crds_value( fd_gossip_value_t const * value,
410 : uchar const * value_bytes,
411 : ulong value_bytes_len,
412 : fd_sha512_t * sha,
413 0 : fd_ed25519_cache_t * cache ) {
414 0 : return fd_ed25519_verify_cached( value_bytes+64UL, /* signable data begins after signature */
415 0 : value_bytes_len-64UL, /* signable data length */
416 0 : value->signature,
417 0 : value->origin,
418 0 : sha,
419 0 : cache );
420 0 : }
421 :
422 : static int
423 : verify_signatures( fd_gossvf_tile_ctx_t * ctx,
424 : fd_gossip_message_t * view,
425 : uchar const * payload,
426 : fd_sha512_t * sha,
427 0 : uchar * failed ) {
428 0 : switch( view->tag ) {
429 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST: {
430 0 : if( FD_UNLIKELY( FD_ED25519_SUCCESS!=verify_crds_value( view->pull_request->contact_info, payload+view->pull_request->contact_info->offset, view->pull_request->contact_info->length, sha, ctx->ed25519_cache ) ) ) {
431 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PULL_REQUEST_SIGNATURE_IDX;
432 0 : } else {
433 0 : return 0;
434 0 : }
435 0 : }
436 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: {
437 0 : ulong i = 0UL;
438 0 : while( i<view->pull_response->values_len ) {
439 0 : ulong dedup_tag = fd_siphash13_hash( payload+view->pull_response->values[ i ].offset, view->pull_response->values[ i ].length, ctx->dedup_key[ 0 ], ctx->dedup_key[ 1 ] );
440 0 : dedup_tag = fd_ulong_if( dedup_tag==FD_TCACHE_TAG_NULL, 1UL, dedup_tag );
441 0 : int ha_dup = 0;
442 0 : FD_FN_UNUSED ulong tcache_map_idx = 0; /* ignored */
443 0 : FD_TCACHE_QUERY( ha_dup, tcache_map_idx, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
444 0 : if( FD_UNLIKELY( ha_dup ) ) {
445 0 : if( FD_LIKELY( !failed[ i ] ) ) failed[ i ] = FD_GOSSIP_FAILED_DUPLICATE;
446 0 : i++;
447 0 : continue;
448 0 : }
449 :
450 0 : int err = verify_crds_value( &view->pull_response->values[ i ], payload+view->pull_response->values[ i ].offset, view->pull_response->values[ i ].length, sha, ctx->ed25519_cache );
451 0 : if( FD_UNLIKELY( err!=FD_ED25519_SUCCESS ) ) {
452 0 : if( FD_LIKELY( !failed[ i ] ) ) {
453 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PULL_RESPONSE_SIGNATURE_IDX ]++;
454 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PULL_RESPONSE_SIGNATURE_IDX ] += view->pull_response->values[ i ].length;
455 0 : }
456 0 : view->pull_response->values_len--;
457 0 : view->pull_response->values[ i ] = view->pull_response->values[ view->pull_response->values_len ];
458 0 : failed[ i ] = failed[ view->pull_response->values_len ];
459 0 : continue;
460 0 : }
461 :
462 0 : i++;
463 0 : }
464 :
465 0 : if( FD_UNLIKELY( !view->pull_response->values_len ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PULL_RESPONSE_NO_VALID_CRDS_IDX;
466 0 : return 0;
467 0 : }
468 0 : case FD_GOSSIP_MESSAGE_PUSH: {
469 0 : ulong i = 0UL;
470 0 : while( i<view->push->values_len ) {
471 0 : ulong dedup_tag = fd_siphash13_hash( payload+view->push->values[ i ].offset, view->push->values[ i ].length, ctx->dedup_key[ 0 ], ctx->dedup_key[ 1 ] );
472 0 : dedup_tag = fd_ulong_if( dedup_tag==FD_TCACHE_TAG_NULL, 1UL, dedup_tag );
473 0 : int ha_dup = 0;
474 0 : FD_FN_UNUSED ulong tcache_map_idx = 0;
475 0 : FD_TCACHE_QUERY( ha_dup, tcache_map_idx, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
476 0 : if( FD_LIKELY( ha_dup ) ) {
477 0 : if( FD_LIKELY( !failed[ i ] ) ) failed[ i ] = FD_GOSSIP_FAILED_DUPLICATE;
478 0 : i++;
479 0 : continue;
480 0 : }
481 :
482 0 : int err = verify_crds_value( &view->push->values[ i ], payload+view->push->values[ i ].offset, view->push->values[ i ].length, sha, ctx->ed25519_cache );
483 0 : if( FD_UNLIKELY( err!=FD_ED25519_SUCCESS ) ) {
484 0 : if( FD_LIKELY( !failed[ i ] ) ) {
485 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PUSH_SIGNATURE_IDX ]++;
486 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PUSH_SIGNATURE_IDX ] += view->push->values[ i ].length;
487 0 : }
488 0 : view->push->values_len--;
489 0 : view->push->values[ i ] = view->push->values[ view->push->values_len ];
490 0 : failed[ i ] = failed[ view->push->values_len ];
491 0 : continue;
492 0 : }
493 :
494 0 : i++;
495 0 : }
496 :
497 0 : if( FD_UNLIKELY( !view->push->values_len ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
498 0 : return 0;
499 0 : }
500 0 : case FD_GOSSIP_MESSAGE_PRUNE: return verify_prune( view->prune, sha, ctx->ed25519_cache );
501 0 : case FD_GOSSIP_MESSAGE_PING: {
502 0 : if( FD_UNLIKELY( FD_ED25519_SUCCESS!=fd_ed25519_verify_cached( view->ping->token, 32UL, view->ping->signature, view->ping->from, sha, ctx->ed25519_cache ) ) ) {
503 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PING_SIGNATURE_IDX;
504 0 : } else {
505 0 : return 0;
506 0 : }
507 0 : }
508 0 : case FD_GOSSIP_MESSAGE_PONG: {
509 0 : if( FD_UNLIKELY( FD_ED25519_SUCCESS!=fd_ed25519_verify_cached( view->pong->hash, 32UL, view->pong->signature, view->pong->from, sha, ctx->ed25519_cache ) ) ) {
510 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PONG_SIGNATURE_IDX;
511 0 : } else {
512 0 : return 0;
513 0 : }
514 0 : }
515 0 : default: FD_LOG_CRIT(( "unexpected message tag %u", view->tag ));
516 0 : };
517 0 : }
518 :
519 : static void
520 : filter_shred_version_crds( fd_gossvf_tile_ctx_t * ctx,
521 : uint tag,
522 : fd_gossip_value_t * values,
523 : ulong values_len,
524 0 : uchar * failed ) {
525 0 : for( ulong i=0UL; i<values_len; i++ ) {
526 0 : if( FD_UNLIKELY( failed[ i ] ) ) continue;
527 :
528 0 : int keep = 0;
529 0 : int no_origin = 0;
530 0 : if( values[ i ].tag==FD_GOSSIP_VALUE_CONTACT_INFO ) {
531 0 : keep = values[ i ].contact_info->shred_version==ctx->shred_version;
532 0 : } else {
533 0 : peer_t const * origin = peer_map_ele_query_const( ctx->peer_map, (fd_pubkey_t*)(values[ i ].origin), NULL, ctx->peers );
534 0 : no_origin = !origin;
535 0 : keep = origin && origin->shred_version==ctx->shred_version;
536 0 : }
537 :
538 0 : if( FD_UNLIKELY( !keep ) ) {
539 0 : if( FD_UNLIKELY( tag==FD_GOSSIP_MESSAGE_PULL_RESPONSE ) ) {
540 0 : if( FD_LIKELY( no_origin ) ) {
541 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PULL_RESPONSE_NO_CONTACT_INFO_IDX ]++;
542 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PULL_RESPONSE_NO_CONTACT_INFO_IDX ] += values[ i ].length;
543 0 : } else {
544 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PULL_RESPONSE_SHRED_VERSION_IDX ]++;
545 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PULL_RESPONSE_SHRED_VERSION_IDX ] += values[ i ].length;
546 0 : }
547 0 : } else {
548 0 : if( FD_LIKELY( no_origin ) ) {
549 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PUSH_NO_CONTACT_INFO_IDX ]++;
550 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PUSH_NO_CONTACT_INFO_IDX ] += values[ i ].length;
551 0 : } else {
552 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PUSH_SHRED_VERSION_IDX ]++;
553 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PUSH_SHRED_VERSION_IDX ] += values[ i ].length;
554 0 : }
555 0 : }
556 0 : failed[ i ] = FD_GOSSIP_FAILED_NO_CONTACT_INFO;
557 0 : }
558 0 : }
559 0 : }
560 :
561 : static int
562 : filter_shred_version( fd_gossvf_tile_ctx_t * ctx,
563 : fd_gossip_message_t * view,
564 0 : uchar * failed ) {
565 0 : switch( view->tag ) {
566 0 : case FD_GOSSIP_MESSAGE_PING:
567 0 : case FD_GOSSIP_MESSAGE_PONG:
568 0 : case FD_GOSSIP_MESSAGE_PRUNE:
569 0 : return 0;
570 0 : case FD_GOSSIP_MESSAGE_PUSH: {
571 0 : filter_shred_version_crds( ctx, view->tag, view->push->values, view->push->values_len, failed );
572 0 : if( FD_UNLIKELY( !view->push->values_len ) ) {
573 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
574 0 : } else {
575 0 : return 0;
576 0 : }
577 0 : }
578 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: {
579 0 : filter_shred_version_crds( ctx, view->tag, view->pull_response->values, view->pull_response->values_len, failed );
580 0 : if( FD_UNLIKELY( !view->pull_response->values_len ) ) {
581 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PULL_RESPONSE_NO_VALID_CRDS_IDX;
582 0 : } else {
583 0 : return 0;
584 0 : }
585 0 : }
586 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST:
587 0 : FD_TEST( view->pull_request->contact_info->tag==FD_GOSSIP_VALUE_CONTACT_INFO );
588 0 : if( FD_UNLIKELY( view->pull_request->contact_info->contact_info->shred_version!=ctx->shred_version ) ) {
589 0 : return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PULL_REQUEST_SHRED_VERSION_IDX;
590 0 : } else {
591 0 : return 0;
592 0 : }
593 0 : default:
594 0 : FD_LOG_CRIT(( "unexpected message tag %u", view->tag ));
595 0 : }
596 0 : }
597 :
598 : static void
599 : check_duplicate_instance( fd_gossvf_tile_ctx_t * ctx,
600 0 : fd_gossip_message_t const * view ) {
601 0 : ulong values_len;
602 0 : fd_gossip_value_t const * values;
603 0 : switch( view->tag ) {
604 0 : case FD_GOSSIP_MESSAGE_PING:
605 0 : case FD_GOSSIP_MESSAGE_PONG:
606 0 : case FD_GOSSIP_MESSAGE_PRUNE:
607 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST:
608 0 : return;
609 0 : case FD_GOSSIP_MESSAGE_PUSH:
610 0 : values = view->push->values;
611 0 : values_len = view->push->values_len;
612 0 : break;
613 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE:
614 0 : values = view->pull_response->values;
615 0 : values_len = view->pull_response->values_len;
616 0 : break;
617 0 : default:
618 0 : FD_LOG_CRIT(( "unexpected message tag %u", view->tag ));
619 0 : }
620 :
621 0 : for( ulong i=0UL; i<values_len; i++ ) {
622 0 : fd_gossip_value_t const * value = &values[ i ];
623 0 : if( FD_UNLIKELY( value->tag!=FD_GOSSIP_VALUE_CONTACT_INFO ) ) continue;
624 :
625 0 : if( FD_LIKELY( ctx->instance_creation_wallclock_nanos>=FD_MICRO_TO_NANOSEC( value->contact_info->outset ) ) ) continue;
626 0 : if( FD_LIKELY( memcmp( ctx->identity_pubkey->uc, value->origin, 32UL ) ) ) continue;
627 :
628 0 : FD_LOG_ERR(( "duplicate running instances of the same validator node, our timestamp: %ldns their timestamp: %ldns", ctx->instance_creation_wallclock_nanos, FD_MICRO_TO_NANOSEC( value->contact_info->outset ) ));
629 0 : }
630 0 : }
631 :
632 : static inline int
633 : is_ping_active( fd_gossvf_tile_ctx_t * ctx,
634 : fd_ip4_port_t addr,
635 0 : fd_pubkey_t const * pubkey ) {
636 : /* 1. If the node has more than FD_GOSSIP_STAKED_THRESHOLD lamports
637 : staked, it is active */
638 0 : stake_t const * stake = stake_map_ele_query_const( ctx->stake.map, pubkey, NULL, ctx->stake.pool );
639 0 : if( FD_LIKELY( stake && stake->stake>=FD_GOSSIP_STAKED_THRESHOLD ) ) return 1;
640 :
641 : /* 2. If the node has actively ponged a ping, it is active */
642 0 : ping_key_t key = { .pubkey = *pubkey, .addr = { .l = addr.l } };
643 0 : return !!ping_map_ele_query_const( ctx->ping_map, &key, NULL, ctx->pings );
644 0 : }
645 :
646 : static int
647 : ping_if_unponged( fd_gossvf_tile_ctx_t * ctx,
648 : fd_ip4_port_t addr,
649 : uchar const * origin,
650 0 : fd_stem_context_t * stem ) {
651 0 : if( FD_UNLIKELY( !is_ping_active( ctx, addr, fd_type_pun_const( origin ) ) ) ) {
652 0 : fd_gossip_pingreq_t * pingreq = (fd_gossip_pingreq_t*)fd_chunk_to_laddr( ctx->out->mem, ctx->out->chunk );
653 0 : fd_memcpy( pingreq->pubkey.uc, origin, 32UL );
654 0 : fd_stem_publish( stem, 0UL, fd_gossvf_sig( addr.addr, addr.port, 1 ), ctx->out->chunk, sizeof(fd_gossip_pingreq_t), 0UL, 0UL, 0UL );
655 0 : ctx->out->chunk = fd_dcache_compact_next( ctx->out->chunk, sizeof(fd_gossip_pingreq_t), ctx->out->chunk0, ctx->out->wmark );
656 :
657 : #if DEBUG_PEERS
658 : char base58[ FD_BASE58_ENCODED_32_SZ ];
659 : fd_base58_encode_32( origin, NULL, base58 );
660 : FD_LOG_NOTICE(( "pinging %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( addr.addr ), addr.port, ctx->ping_cnt ));
661 : #endif
662 0 : return 1;
663 0 : }
664 0 : return 0;
665 0 : }
666 :
667 : static int
668 : check_addr( fd_ip4_port_t addr,
669 0 : int allow_private_address ) {
670 0 : if( FD_UNLIKELY( !addr.port || !addr.addr || fd_ip4_addr_is_mcast( addr.addr ) ) ) return 0;
671 0 : if( FD_UNLIKELY( !allow_private_address && !fd_ip4_addr_is_public( addr.addr ) ) ) return 0;
672 0 : return 1;
673 0 : }
674 :
675 : static int
676 : verify_addresses( fd_gossvf_tile_ctx_t * ctx,
677 : fd_gossip_message_t * view,
678 : uchar * failed,
679 0 : fd_stem_context_t * stem ) {
680 0 : int is_loopback_peer = (ctx->peer.addr==ctx->src_addr.addr && ctx->peer.port==ctx->src_addr.port) ||
681 0 : (ctx->peer.addr==ctx->gossip_addr.addr && ctx->peer.port==ctx->gossip_addr.port) ||
682 0 : (fd_ip4_addr_is_loopback( ctx->peer.addr ) && ctx->peer.port==ctx->src_addr.port);
683 :
684 0 : ulong values_len;
685 0 : fd_gossip_value_t * values;
686 0 : switch( view->tag ) {
687 0 : case FD_GOSSIP_MESSAGE_PING:
688 0 : case FD_GOSSIP_MESSAGE_PONG:
689 0 : case FD_GOSSIP_MESSAGE_PRUNE:
690 0 : return 0;
691 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST:
692 0 : if( FD_UNLIKELY( !check_addr( ctx->peer, ctx->allow_private_address ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PULL_REQUEST_INACTIVE_IDX;
693 0 : if( FD_UNLIKELY( is_loopback_peer ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PULL_REQUEST_LOOPBACK_IDX;
694 0 : if( FD_UNLIKELY( ping_if_unponged( ctx, ctx->peer, view->pull_request->contact_info->origin, stem ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PULL_REQUEST_INACTIVE_IDX;
695 0 : return 0;
696 0 : case FD_GOSSIP_MESSAGE_PUSH:
697 0 : if( FD_UNLIKELY( is_loopback_peer ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PUSH_LOOPBACK_IDX;
698 0 : values_len = view->push->values_len;
699 0 : values = view->push->values;
700 0 : break;
701 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE:
702 0 : if( FD_UNLIKELY( is_loopback_peer ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PULL_RESPONSE_LOOPBACK_IDX;
703 0 : values_len = view->pull_response->values_len;
704 0 : values = view->pull_response->values;
705 0 : break;
706 0 : default:
707 0 : FD_LOG_ERR(( "unexpected view tag %u", view->tag ));
708 0 : }
709 :
710 0 : for( ulong i=0UL; i<values_len; i++ ) {
711 0 : fd_gossip_value_t const * value = &values[ i ];
712 0 : if( FD_UNLIKELY( failed[ i ] || value->tag!=FD_GOSSIP_VALUE_CONTACT_INFO ) ) continue;
713 :
714 : /* We currently don't handle IPv6, so setting the address to 0 will
715 : cause it to be always dropped. */
716 0 : fd_ip4_port_t addr = {
717 0 : .addr = value->contact_info->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0U : value->contact_info->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4,
718 0 : .port = value->contact_info->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].port
719 0 : };
720 :
721 : /* Sanitize sockets: zero out any with a multicast address.
722 : Matches Agave, which omits bad sockets from the cache but
723 : still accepts the ContactInfo into CRDS. */
724 0 : for( ulong j=0UL; j<FD_GOSSIP_CONTACT_INFO_SOCKET_CNT; j++ ) {
725 0 : fd_gossip_socket_t * sock = &values[ i ].contact_info->sockets[ j ];
726 0 : if( !sock->port || sock->is_ipv6 ) continue;
727 0 : if( FD_UNLIKELY( fd_ip4_addr_is_mcast( sock->ip4 ) ) ) {
728 0 : sock->ip4 = 0U;
729 0 : sock->port = 0;
730 0 : }
731 0 : }
732 :
733 : /* Prevent ping loopback */
734 0 : if( FD_UNLIKELY( !memcmp( value->origin, ctx->identity_pubkey, 32UL ) ) ) continue;
735 :
736 0 : int is_self_addr = (addr.addr==ctx->gossip_addr.addr && addr.port==ctx->gossip_addr.port) ||
737 0 : (addr.addr==ctx->src_addr.addr && addr.port==ctx->src_addr.port);
738 0 : int is_loopback = fd_ip4_addr_is_loopback( addr.addr ) && addr.port==ctx->gossip_addr.port;
739 0 : int drop = (is_self_addr | is_loopback) || !check_addr( addr, ctx->allow_private_address ) || ping_if_unponged( ctx, addr, value->origin, stem );
740 :
741 0 : if( FD_UNLIKELY( drop ) ) {
742 0 : if( FD_LIKELY( view->tag==FD_GOSSIP_MESSAGE_PUSH ) ) {
743 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PUSH_INACTIVE_IDX ]++;
744 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PUSH_INACTIVE_IDX ] += value->length;
745 0 : } else {
746 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PULL_RESPONSE_INACTIVE_IDX ]++;
747 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PULL_RESPONSE_INACTIVE_IDX ] += value->length;
748 0 : }
749 : /* Mark as failed instead of removing so gossip tile can
750 : track the hash in the purged set. */
751 0 : failed[ i ] = FD_GOSSIP_FAILED_NO_CONTACT_INFO;
752 0 : }
753 0 : }
754 :
755 0 : return 0;
756 0 : }
757 :
758 : static void
759 : handle_ping_update( fd_gossvf_tile_ctx_t * ctx,
760 0 : fd_gossip_ping_update_t * ping_update ) {
761 : #if DEBUG_PEERS
762 : char base58[ FD_BASE58_ENCODED_32_SZ ];
763 : fd_base58_encode_32( ping_update->pubkey.uc, NULL, base58 );
764 : #endif
765 :
766 0 : if( FD_UNLIKELY( ping_update->remove ) ) {
767 : #if DEBUG_PEERS
768 : ctx->ping_cnt--;
769 : FD_LOG_NOTICE(( "removing ping for %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( ping_update->gossip_addr.addr ), fd_ushort_bswap( ping_update->gossip_addr.port ), ctx->ping_cnt ));
770 : #endif
771 :
772 0 : ping_key_t key = { .pubkey = ping_update->pubkey, .addr = { .l = ping_update->gossip_addr.l } };
773 0 : ping_t * ping = ping_map_ele_remove( ctx->ping_map, &key, NULL, ctx->pings );
774 0 : FD_TEST( ping );
775 0 : ping_pool_ele_release( ctx->pings, ping );
776 0 : } else {
777 : #if DEBUG_PEERS
778 : ctx->ping_cnt++;
779 : FD_LOG_NOTICE(( "adding ping for %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( ping_update->gossip_addr.addr ), fd_ushort_bswap( ping_update->gossip_addr.port ), ctx->ping_cnt ));
780 : #endif
781 :
782 0 : ping_key_t key = { .pubkey = ping_update->pubkey, .addr = { .l = ping_update->gossip_addr.l } };
783 0 : FD_TEST( ping_pool_free( ctx->pings ) );
784 0 : FD_TEST( !ping_map_ele_query( ctx->ping_map, &key, NULL, ctx->pings ) );
785 0 : ping_t * ping = ping_pool_ele_acquire( ctx->pings );
786 0 : ping->key = key;
787 0 : ping_map_ele_insert( ctx->ping_map, ping, ctx->pings );
788 0 : }
789 0 : }
790 :
791 : static void
792 : handle_peer_update( fd_gossvf_tile_ctx_t * ctx,
793 0 : fd_gossip_update_message_t * gossip_update ) {
794 : #if DEBUG_PEERS
795 : char base58[ FD_BASE58_ENCODED_32_SZ ];
796 : fd_base58_encode_32( gossip_update->origin, NULL, base58 );
797 : #endif
798 :
799 0 : switch( gossip_update->tag ) {
800 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO: {
801 0 : peer_t * peer = peer_map_ele_query( ctx->peer_map, fd_type_pun_const( gossip_update->origin ), NULL, ctx->peers );
802 0 : if( FD_LIKELY( peer ) ) {
803 : #if DEBUG_PEERS
804 : FD_LOG_NOTICE(( "updating peer %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( gossip_update->contact_info->value->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4 ), fd_ushort_bswap( gossip_update->contact_info->value->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].port ), ctx->peer_cnt ));
805 : #endif
806 :
807 0 : peer->shred_version = gossip_update->contact_info->value->shred_version;
808 0 : peer->gossip_addr.addr = gossip_update->contact_info->value->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0U : gossip_update->contact_info->value->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
809 0 : peer->gossip_addr.port = gossip_update->contact_info->value->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].port;
810 0 : } else {
811 : #if DEBUG_PEERS
812 : ctx->peer_cnt++;
813 : FD_LOG_NOTICE(( "adding peer %s (" FD_IP4_ADDR_FMT ":%hu) (%lu)", base58, FD_IP4_ADDR_FMT_ARGS( gossip_update->contact_info->value->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4 ), fd_ushort_bswap( gossip_update->contact_info->value->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].port ), ctx->peer_cnt ));
814 : #endif
815 :
816 0 : FD_TEST( peer_pool_free( ctx->peers ) );
817 0 : peer = peer_pool_ele_acquire( ctx->peers );
818 0 : peer->shred_version = gossip_update->contact_info->value->shred_version;
819 0 : peer->gossip_addr.addr = gossip_update->contact_info->value->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].is_ipv6 ? 0U : gossip_update->contact_info->value->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].ip4;
820 0 : peer->gossip_addr.port = gossip_update->contact_info->value->sockets[ FD_GOSSIP_CONTACT_INFO_SOCKET_GOSSIP ].port;
821 0 : fd_memcpy( peer->pubkey.uc, gossip_update->origin, 32UL );
822 0 : peer_map_ele_insert( ctx->peer_map, peer, ctx->peers );
823 0 : }
824 0 : break;
825 0 : }
826 0 : case FD_GOSSIP_UPDATE_TAG_CONTACT_INFO_REMOVE: {
827 : #if DEBUG_PEERS
828 : ctx->peer_cnt--;
829 : FD_LOG_NOTICE(( "removing peer %s (%lu)", base58, ctx->peer_cnt ));
830 : #endif
831 :
832 0 : peer_t * peer = peer_map_ele_remove( ctx->peer_map, fd_type_pun_const( gossip_update->origin ), NULL, ctx->peers );
833 0 : FD_TEST( peer );
834 0 : peer_pool_ele_release( ctx->peers, peer );
835 0 : break;
836 0 : }
837 0 : default: FD_LOG_ERR(( "unexpected gossip_update tag %d", gossip_update->tag ));
838 0 : }
839 0 : }
840 :
841 : static int
842 : handle_net( fd_gossvf_tile_ctx_t * ctx,
843 : ulong sz,
844 : ulong tsorig,
845 0 : fd_stem_context_t * stem ) {
846 0 : uchar * payload;
847 0 : ulong payload_sz;
848 0 : fd_ip4_hdr_t * ip4_hdr;
849 0 : fd_udp_hdr_t * udp_hdr;
850 0 : FD_TEST( fd_ip4_udp_hdr_strip( ctx->payload, sz, &payload, &payload_sz, NULL, &ip4_hdr, &udp_hdr ) );
851 0 : ctx->peer.addr = ip4_hdr->saddr;
852 0 : ctx->peer.port = udp_hdr->net_sport;
853 :
854 0 : if( FD_LIKELY( ctx->has_gui ) ) {
855 0 : if( FD_UNLIKELY( fd_gui_gossip_bw_add( ctx->gui_bw, ctx->peer.addr, ctx->peer.port, payload, payload_sz, stem->now ) ) ) gui_bw_flush( ctx, stem );
856 0 : }
857 :
858 0 : long now = fd_clock_tile_now( ctx->clock );
859 :
860 0 : fd_gossip_message_t * message = ctx->_message;
861 0 : int decoded = fd_gossip_message_deserialize( message, payload, payload_sz );
862 0 : if( FD_UNLIKELY( !decoded ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_UNPARSEABLE_IDX;
863 :
864 0 : if( FD_UNLIKELY( message->tag==FD_GOSSIP_MESSAGE_PULL_REQUEST ) ) {
865 0 : if( FD_UNLIKELY( message->pull_request->contact_info->tag!=FD_GOSSIP_VALUE_CONTACT_INFO ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PULL_REQUEST_NOT_CONTACT_INFO_IDX;
866 : /* Best-effort: identity_pubkey may momentarily be stale during a
867 : keyswitch, but letting a loopback pull request through is
868 : harmless (we just waste some CPU answering our own request). */
869 0 : if( FD_UNLIKELY( !memcmp( message->pull_request->contact_info->origin, ctx->identity_pubkey, 32UL ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PULL_REQUEST_LOOPBACK_IDX;
870 0 : if( FD_UNLIKELY( message->pull_request->crds_filter->mask_bits>=64U ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PULL_REQUEST_MASK_BITS_IDX;
871 :
872 0 : ulong clamp_wallclock_lower_millis = (ulong)(FD_NANOSEC_TO_MILLI( now )-15L*1000L);
873 0 : ulong clamp_wallclock_upper_millis = (ulong)(FD_NANOSEC_TO_MILLI( now )+15L*1000L);
874 0 : if( FD_UNLIKELY( message->pull_request->contact_info->wallclock<clamp_wallclock_lower_millis ||
875 0 : message->pull_request->contact_info->wallclock>clamp_wallclock_upper_millis ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PULL_REQUEST_WALLCLOCK_IDX;
876 0 : }
877 :
878 0 : if( FD_UNLIKELY( message->tag==FD_GOSSIP_MESSAGE_PRUNE ) ) {
879 : /* Best-effort: identity_pubkey may momentarily be stale during a
880 : keyswitch, so we may drop a prune correctly addressed to our new
881 : key. This just delays pruning until the peer re-prunes or we
882 : detect the redundancy via the prune finder. */
883 0 : if( FD_UNLIKELY( !!memcmp( message->prune->destination, ctx->identity_pubkey, 32UL ) ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PRUNE_DESTINATION_IDX;
884 : /* Agave uses a window of 500ms here, rather than 1s, but it's too
885 : narrow in production and causes us to throw away a lot of prunes
886 : that are actually valid and useful. */
887 0 : if( FD_UNLIKELY( (ulong)(FD_NANOSEC_TO_MILLI( now )-1000L)>message->prune->wallclock ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PRUNE_WALLCLOCK_IDX;
888 0 : }
889 :
890 0 : if( FD_LIKELY( message->tag==FD_GOSSIP_MESSAGE_PUSH ) ) {
891 0 : ulong i = 0UL;
892 0 : while( i<message->push->values_len ) {
893 0 : fd_gossip_value_t const * value = &message->push->values[ i ];
894 0 : if( FD_UNLIKELY( value->wallclock<(ulong)(FD_NANOSEC_TO_MILLI( now )-15L*1000L) ||
895 0 : value->wallclock>(ulong)(FD_NANOSEC_TO_MILLI( now )+15L*1000L) ) ) {
896 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PUSH_WALLCLOCK_IDX ]++;
897 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PUSH_WALLCLOCK_IDX ] += value->length;
898 0 : message->push->values[ i ] = message->push->values[ message->push->values_len-1UL ];
899 0 : message->push->values_len--;
900 0 : continue;
901 0 : }
902 0 : i++;
903 0 : }
904 :
905 0 : if( FD_UNLIKELY( !message->push->values_len ) ) return FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_DROPPED_PUSH_NO_VALID_CRDS_IDX;
906 0 : }
907 :
908 0 : uchar failed[ FD_GOSSIP_MESSAGE_MAX_CRDS ] = {0};
909 :
910 0 : if( FD_UNLIKELY( message->tag==FD_GOSSIP_MESSAGE_PULL_RESPONSE ) ) {
911 0 : int has_staked_node = ctx->stake.count>0UL;
912 0 : for( ulong i=0UL; i<message->pull_response->values_len; i++ ) {
913 0 : fd_gossip_value_t const * value = &message->pull_response->values[ i ];
914 :
915 : /* Best-effort: identity_pubkey may momentarily be stale during a
916 : keyswitch, but the only effect is that our own values fall back
917 : to the normal staleness window instead of being unconditionally
918 : accepted. */
919 0 : uchar is_me = !memcmp( value->origin, ctx->identity_pubkey, 32UL );
920 0 : long accept_after_nanos;
921 0 : if( FD_UNLIKELY( is_me ) ) {
922 0 : accept_after_nanos = 0L;
923 0 : } else {
924 0 : stake_t const * entry = stake_map_ele_query_const( ctx->stake.map, (fd_pubkey_t const *)value->origin, NULL, ctx->stake.pool );
925 0 : ulong origin_stake = entry ? entry->stake : 0UL;
926 0 : if( !origin_stake && has_staked_node ) accept_after_nanos = now-15L*1000L*1000L*1000L;
927 0 : else accept_after_nanos = now-432000L*400L*1000L*1000L;
928 0 : }
929 :
930 0 : if( FD_UNLIKELY( (ulong)(FD_NANOSEC_TO_MILLI( accept_after_nanos ))>value->wallclock ) ) {
931 0 : peer_t const * origin_peer = peer_map_ele_query_const( ctx->peer_map, (fd_pubkey_t const *)value->origin, NULL, ctx->peers );
932 0 : if( FD_UNLIKELY( !origin_peer ) ) {
933 0 : ctx->metrics.crds_rx[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PULL_RESPONSE_WALLCLOCK_IDX ]++;
934 0 : ctx->metrics.crds_rx_bytes[ FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DROPPED_PULL_RESPONSE_WALLCLOCK_IDX ] += value->length;
935 0 : failed[ i ] = FD_GOSSIP_FAILED_WALLCLOCK;
936 0 : }
937 0 : }
938 0 : }
939 0 : }
940 :
941 0 : int result = filter_shred_version( ctx, message, failed );
942 0 : if( FD_UNLIKELY( result ) ) return result;
943 :
944 0 : result = verify_signatures( ctx, message, payload, ctx->sha, failed );
945 0 : if( FD_UNLIKELY( result ) ) return result;
946 :
947 : /* verify_addresses includes validation checks against origin pubkey,
948 : so it must come after verify_signatures. */
949 0 : result = verify_addresses( ctx, message, failed, stem );
950 0 : if( FD_UNLIKELY( result ) ) return result;
951 :
952 0 : check_duplicate_instance( ctx, message );
953 :
954 0 : switch( message->tag ) {
955 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: {
956 0 : for( ulong i=0UL; i<message->pull_response->values_len; i++ ) {
957 0 : if( FD_UNLIKELY( failed[ i ] ) ) continue; /* NCI: re-receive after learning contact info; duplicate: already in the tcache */
958 0 : ulong dedup_tag = fd_siphash13_hash( payload+message->pull_response->values[ i ].offset, message->pull_response->values[ i ].length, ctx->dedup_key[ 0 ], ctx->dedup_key[ 1 ] );
959 0 : dedup_tag = fd_ulong_if( dedup_tag==FD_TCACHE_TAG_NULL, 1UL, dedup_tag );
960 0 : int ha_dup = 0;
961 0 : FD_TCACHE_INSERT( ha_dup, *ctx->tcache.sync, ctx->tcache.ring, ctx->tcache.depth, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
962 0 : (void)ha_dup; /* unused */
963 0 : }
964 0 : break;
965 0 : }
966 0 : case FD_GOSSIP_MESSAGE_PUSH: {
967 0 : for( ulong i=0UL; i<message->push->values_len; i++ ) {
968 0 : if( FD_UNLIKELY( failed[ i ] ) ) continue; /* NCI: re-receive after learning contact info; duplicate: already in the tcache */
969 0 : ulong dedup_tag = fd_siphash13_hash( payload+message->push->values[ i ].offset, message->push->values[ i ].length, ctx->dedup_key[ 0 ], ctx->dedup_key[ 1 ] );
970 0 : dedup_tag = fd_ulong_if( dedup_tag==FD_TCACHE_TAG_NULL, 1UL, dedup_tag );
971 0 : int ha_dup = 0;
972 0 : FD_TCACHE_INSERT( ha_dup, *ctx->tcache.sync, ctx->tcache.ring, ctx->tcache.depth, ctx->tcache.map, ctx->tcache.map_cnt, dedup_tag );
973 0 : (void)ha_dup; /* unused */
974 0 : }
975 0 : break;
976 0 : }
977 0 : default:
978 0 : break;
979 0 : }
980 :
981 0 : switch( message->tag ) {
982 0 : case FD_GOSSIP_MESSAGE_PULL_REQUEST: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_SUCCESS_PULL_REQUEST_IDX; break;
983 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_SUCCESS_PULL_RESPONSE_IDX; break;
984 0 : case FD_GOSSIP_MESSAGE_PUSH: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_SUCCESS_PUSH_IDX; break;
985 0 : case FD_GOSSIP_MESSAGE_PRUNE: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_SUCCESS_PRUNE_IDX; break;
986 0 : case FD_GOSSIP_MESSAGE_PING: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_SUCCESS_PING_IDX; break;
987 0 : case FD_GOSSIP_MESSAGE_PONG: result = FD_METRICS_ENUM_GOSSVF_MESSAGE_RESULT_V_SUCCESS_PONG_IDX; break;
988 0 : default: FD_LOG_ERR(( "unexpected message tag %u", message->tag ));
989 0 : }
990 :
991 0 : switch( message->tag ) {
992 0 : case FD_GOSSIP_MESSAGE_PULL_RESPONSE:
993 0 : for( ulong i=0UL; i<message->pull_response->values_len; i++ ) {
994 0 : if( FD_UNLIKELY( failed[ i ] && failed[ i ]!=FD_GOSSIP_FAILED_DUPLICATE ) ) continue;
995 0 : ulong metric_idx = failed[ i ] ? FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DUPLICATE_PULL_RESPONSE_IDX
996 0 : : FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_VERIFIED_PULL_RESPONSE_IDX;
997 0 : ctx->metrics.crds_rx[ metric_idx ]++;
998 0 : ctx->metrics.crds_rx_bytes[ metric_idx ] += message->pull_response->values[ i ].length;
999 0 : }
1000 0 : break;
1001 0 : case FD_GOSSIP_MESSAGE_PUSH:
1002 0 : for( ulong i=0UL; i<message->push->values_len; i++ ) {
1003 0 : if( FD_UNLIKELY( failed[ i ] && failed[ i ]!=FD_GOSSIP_FAILED_DUPLICATE ) ) continue;
1004 0 : ulong metric_idx = failed[ i ] ? FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_DUPLICATE_PUSH_IDX
1005 0 : : FD_METRICS_ENUM_GOSSVF_CRDS_RESULT_V_VERIFIED_PUSH_IDX;
1006 0 : ctx->metrics.crds_rx[ metric_idx ]++;
1007 0 : ctx->metrics.crds_rx_bytes[ metric_idx ] += message->push->values[ i ].length;
1008 0 : }
1009 0 : break;
1010 0 : default:
1011 0 : break;
1012 0 : }
1013 :
1014 0 : uchar * dst = fd_chunk_to_laddr( ctx->out->mem, ctx->out->chunk );
1015 :
1016 0 : ulong copy_sz = fd_gossip_message_used_sz( message );
1017 0 : fd_memcpy( dst, message, copy_sz );
1018 0 : fd_memcpy( dst+copy_sz, failed, FD_GOSSIP_MESSAGE_MAX_CRDS );
1019 0 : fd_memcpy( dst+copy_sz+FD_GOSSIP_MESSAGE_MAX_CRDS, payload, payload_sz );
1020 :
1021 0 : ulong tspub = (ulong)fd_frag_meta_ts_comp( fd_tickcount() );
1022 0 : ulong out_sz = copy_sz+FD_GOSSIP_MESSAGE_MAX_CRDS+payload_sz;
1023 0 : fd_stem_publish( stem, 0UL, fd_gossvf_sig( ctx->peer.addr, ctx->peer.port, 0 ), ctx->out->chunk, out_sz, 0UL, tsorig, tspub );
1024 0 : ctx->out->chunk = fd_dcache_compact_next( ctx->out->chunk, out_sz, ctx->out->chunk0, ctx->out->wmark );
1025 :
1026 0 : return result;
1027 0 : }
1028 :
1029 : static inline void
1030 : after_frag( fd_gossvf_tile_ctx_t * ctx,
1031 : ulong in_idx,
1032 : ulong seq,
1033 : ulong sig,
1034 : ulong sz,
1035 : ulong tsorig,
1036 : ulong _tspub,
1037 0 : fd_stem_context_t * stem ) {
1038 0 : (void)seq;
1039 0 : (void)sig;
1040 0 : (void)_tspub;
1041 :
1042 0 : switch( ctx->in[ in_idx ].kind ) {
1043 0 : case IN_KIND_SHRED_VERSION: break;
1044 0 : case IN_KIND_PINGS: handle_ping_update( ctx, ctx->_ping_update ); break;
1045 0 : case IN_KIND_GOSSIP: handle_peer_update( ctx, ctx->_gossip_update ); break;
1046 0 : case IN_KIND_EPOCH: handle_epoch( ctx, (fd_epoch_info_msg_t const *) ctx->stake.msg_buf ); break;
1047 0 : case IN_KIND_NET: {
1048 0 : int result = handle_net( ctx, sz, tsorig, stem );
1049 0 : ctx->metrics.message_rx[ result ]++;
1050 0 : ctx->metrics.message_rx_bytes[ result ] += sz;
1051 0 : break;
1052 0 : }
1053 0 : default: FD_LOG_ERR(( "unexpected in_kind %d", ctx->in[ in_idx ].kind ));
1054 0 : }
1055 0 : }
1056 :
1057 : static void
1058 : privileged_init( fd_topo_t const * topo,
1059 0 : fd_topo_tile_t const * tile ) {
1060 0 : void * scratch = fd_topo_obj_laddr( topo, tile->tile_obj_id );
1061 :
1062 0 : FD_SCRATCH_ALLOC_INIT( l, scratch );
1063 0 : fd_gossvf_tile_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof( fd_gossvf_tile_ctx_t ), sizeof( fd_gossvf_tile_ctx_t ) );
1064 0 : FD_TEST( fd_rng_secure( &ctx->seed, 8U ) );
1065 0 : FD_TEST( fd_rng_secure( ctx->dedup_key, 16U ) );
1066 0 : FD_TEST( fd_rng_secure( &ctx->gui_bw_seed, 8U ) );
1067 :
1068 0 : if( FD_UNLIKELY( !strcmp( tile->gossvf.identity_key_path, "" ) ) ) FD_LOG_ERR(( "identity_key_path not set" ));
1069 :
1070 0 : ctx->identity_pubkey[ 0 ] = *(fd_pubkey_t const *)fd_type_pun_const( fd_keyload_load( tile->gossvf.identity_key_path, /* pubkey only: */ 1 ) );
1071 :
1072 0 : ctx->entrypoints_cnt = tile->gossvf.entrypoints_cnt;
1073 0 : fd_dns_resolve_peers( tile->gossvf.entrypoints[ 0 ], sizeof(tile->gossvf.entrypoints[ 0 ]), tile->gossvf.entrypoints_cnt, "gossip.entrypoints", ctx->entrypoints );
1074 :
1075 0 : ctx->gossip_addr = tile->gossvf.gossip_addr;
1076 0 : if( tile->gossvf.gossip_host[ 0 ]!='\0' ) {
1077 0 : if( FD_UNLIKELY( !fd_dns_resolve_address( tile->gossvf.gossip_host, &ctx->gossip_addr.addr ) ) ) {
1078 0 : FD_LOG_ERR(( "could not resolve [gossip.host] %s", tile->gossvf.gossip_host ));
1079 0 : }
1080 0 : }
1081 0 : }
1082 :
1083 : static void
1084 : unprivileged_init( fd_topo_t const * topo,
1085 0 : fd_topo_tile_t const * tile ) {
1086 0 : void * scratch = fd_topo_obj_laddr( topo, tile->tile_obj_id );
1087 :
1088 0 : FD_SCRATCH_ALLOC_INIT( l, scratch );
1089 0 : fd_gossvf_tile_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof( fd_gossvf_tile_ctx_t ), sizeof( fd_gossvf_tile_ctx_t ) );
1090 0 : void * _peer_pool = FD_SCRATCH_ALLOC_APPEND( l, peer_pool_align(), peer_pool_footprint( FD_CONTACT_INFO_TABLE_SIZE ) );
1091 0 : void * _peer_map = FD_SCRATCH_ALLOC_APPEND( l, peer_map_align(), peer_map_footprint( 2UL*FD_CONTACT_INFO_TABLE_SIZE ) );
1092 0 : void * _ping_pool = FD_SCRATCH_ALLOC_APPEND( l, ping_pool_align(), ping_pool_footprint( FD_PING_TRACKER_MAX ) );
1093 0 : void * _ping_map = FD_SCRATCH_ALLOC_APPEND( l, ping_map_align(), ping_map_footprint( 2UL*FD_PING_TRACKER_MAX ) );
1094 0 : void * _stake_pool = FD_SCRATCH_ALLOC_APPEND( l, stake_pool_align(), stake_pool_footprint( MAX_SHRED_DESTS ) );
1095 0 : void * _stake_map = FD_SCRATCH_ALLOC_APPEND( l, stake_map_align(), stake_map_footprint( stake_map_chain_cnt_est( MAX_SHRED_DESTS ) ) );
1096 0 : void * _tcache = FD_SCRATCH_ALLOC_APPEND( l, fd_tcache_align(), fd_tcache_footprint( tile->gossvf.tcache_depth, 0UL ) );
1097 0 : void * _gui_bw = FD_SCRATCH_ALLOC_APPEND( l, fd_gui_gossip_bw_align(), fd_gui_gossip_bw_footprint() );
1098 0 : void * _ed25519_cache = FD_SCRATCH_ALLOC_APPEND( l, fd_ed25519_cache_align(), fd_ed25519_cache_footprint( ED25519_CACHE_ENT_CNT ) );
1099 :
1100 0 : ctx->peers = peer_pool_join( peer_pool_new( _peer_pool, FD_CONTACT_INFO_TABLE_SIZE ) );
1101 0 : FD_TEST( ctx->peers );
1102 :
1103 0 : ctx->peer_map = peer_map_join( peer_map_new( _peer_map, 2UL*FD_CONTACT_INFO_TABLE_SIZE, ctx->seed ) );
1104 0 : FD_TEST( ctx->peer_map );
1105 :
1106 0 : ctx->pings = ping_pool_join( ping_pool_new( _ping_pool, FD_PING_TRACKER_MAX ) );
1107 0 : FD_TEST( ctx->pings );
1108 :
1109 0 : ctx->ping_map = ping_map_join( ping_map_new( _ping_map, 2UL*FD_PING_TRACKER_MAX, ctx->seed ) );
1110 0 : FD_TEST( ctx->ping_map );
1111 :
1112 0 : ctx->stake.count = 0UL;
1113 0 : ctx->stake.pool = stake_pool_join( stake_pool_new( _stake_pool, MAX_SHRED_DESTS ) );
1114 0 : FD_TEST( ctx->stake.pool );
1115 :
1116 0 : ctx->stake.map = stake_map_join( stake_map_new( _stake_map, stake_map_chain_cnt_est( MAX_SHRED_DESTS ), ctx->seed ) );
1117 0 : FD_TEST( ctx->stake.map );
1118 :
1119 0 : ctx->round_robin_cnt = fd_topo_tile_name_cnt( topo, tile->name );
1120 0 : ctx->round_robin_idx = tile->kind_id;
1121 :
1122 0 : ctx->allow_private_address = tile->gossvf.allow_private_address;
1123 0 : ctx->src_addr = tile->gossvf.src_addr;
1124 :
1125 0 : ctx->keyswitch = fd_keyswitch_join( fd_topo_obj_laddr( topo, tile->id_keyswitch_obj_id ) );
1126 0 : FD_TEST( ctx->keyswitch );
1127 :
1128 0 : ctx->shred_version = tile->gossvf.shred_version;
1129 :
1130 0 : fd_clock_tile_init( ctx->clock );
1131 :
1132 0 : FD_TEST( fd_sha512_join( fd_sha512_new( ctx->sha ) ) );
1133 :
1134 0 : ctx->ed25519_cache = fd_ed25519_cache_join( fd_ed25519_cache_new( _ed25519_cache, ED25519_CACHE_ENT_CNT, ctx->seed ) );
1135 0 : FD_TEST( ctx->ed25519_cache );
1136 :
1137 0 : fd_tcache_t * tcache = fd_tcache_join( fd_tcache_new( _tcache, tile->gossvf.tcache_depth, 0UL ) );
1138 0 : FD_TEST( tcache );
1139 :
1140 0 : ctx->tcache.depth = fd_tcache_depth ( tcache );
1141 0 : ctx->tcache.map_cnt = fd_tcache_map_cnt ( tcache );
1142 0 : ctx->tcache.sync = fd_tcache_oldest_laddr( tcache );
1143 0 : ctx->tcache.ring = fd_tcache_ring_laddr ( tcache );
1144 0 : ctx->tcache.map = fd_tcache_map_laddr ( tcache );
1145 :
1146 : #if DEBUG_PEERS
1147 : for( ulong i=0UL; i<ctx->entrypoints_cnt; i++ ) {
1148 : FD_LOG_NOTICE(( "entrypoint " FD_IP4_ADDR_FMT ":%hu", FD_IP4_ADDR_FMT_ARGS( ctx->entrypoints[ i ].addr ), fd_ushort_bswap( ctx->entrypoints[ i ].port ) ));
1149 : }
1150 : #endif
1151 :
1152 : /* Conversion to MICROs ensures we are comparing apples to apples in
1153 : check_duplicate_instance */
1154 0 : ctx->instance_creation_wallclock_nanos = FD_MICRO_TO_NANOSEC( FD_NANOSEC_TO_MICRO( tile->gossvf.boot_timestamp_nanos ) );
1155 :
1156 : #if DEBUG_PEERS
1157 : ctx->peer_cnt = 0UL;
1158 : ctx->ping_cnt = 0UL;
1159 : #endif
1160 :
1161 0 : memset( &ctx->metrics, 0, sizeof( ctx->metrics ) );
1162 :
1163 0 : FD_TEST( tile->in_cnt<=sizeof(ctx->in)/sizeof(ctx->in[0]) );
1164 0 : for( ulong i=0UL; i<tile->in_cnt; i++ ) {
1165 0 : fd_topo_link_t const * link = &topo->links[ tile->in_link_id[ i ] ];
1166 0 : fd_topo_wksp_t const * link_wksp = &topo->workspaces[ topo->objs[ link->dcache_obj_id ].wksp_id ];
1167 :
1168 0 : ctx->in[ i ].mem = link_wksp->wksp;
1169 0 : if( FD_LIKELY( link->mtu ) ) {
1170 0 : ctx->in[ i ].chunk0 = fd_dcache_compact_chunk0( ctx->in[ i ].mem, link->dcache );
1171 0 : ctx->in[ i ].wmark = fd_dcache_compact_wmark ( ctx->in[ i ].mem, link->dcache, link->mtu );
1172 0 : } else {
1173 0 : ctx->in[ i ].chunk0 = 0UL;
1174 0 : ctx->in[ i ].wmark = 0UL;
1175 0 : }
1176 0 : ctx->in[ i ].mtu = link->mtu;
1177 :
1178 0 : if( !strcmp( link->name, "gossip_gossvf" ) ) ctx->in[ i ].kind = IN_KIND_PINGS;
1179 0 : else if( !strcmp( link->name, "ipecho_out" ) ) ctx->in[ i ].kind = IN_KIND_SHRED_VERSION;
1180 0 : else if( !strcmp( link->name, "gossip_ciaddr" ) ) ctx->in[ i ].kind = IN_KIND_GOSSIP;
1181 0 : else if( !strcmp( link->name, "net_gossvf" ) ) {
1182 0 : ctx->in[ i ].kind = IN_KIND_NET;
1183 0 : fd_net_rx_bounds_init( &ctx->net_in_bounds[ i ], link->dcache );
1184 0 : }
1185 0 : else if( !strcmp( link->name, "replay_epoch" ) ) ctx->in[ i ].kind = IN_KIND_EPOCH;
1186 0 : else FD_LOG_ERR(( "unexpected input link name %s", link->name ));
1187 0 : }
1188 :
1189 0 : ulong gui_out_idx = fd_topo_find_tile_out_link( topo, tile, "gossvf_gui", tile->kind_id );
1190 0 : FD_TEST( tile->out_cnt==1UL+(gui_out_idx!=ULONG_MAX) );
1191 0 : FD_TEST( !strcmp( topo->links[ tile->out_link_id[ 0UL ] ].name, "gossvf_gossip" ) );
1192 0 : ctx->has_gui = gui_out_idx!=ULONG_MAX;
1193 0 : if( FD_LIKELY( ctx->has_gui ) ) {
1194 0 : fd_topo_link_t const * gui_out = &topo->links[ tile->out_link_id[ gui_out_idx ] ];
1195 0 : ctx->gui_out->idx = gui_out_idx;
1196 0 : ctx->gui_out->mem = topo->workspaces[ topo->objs[ gui_out->dcache_obj_id ].wksp_id ].wksp;
1197 0 : ctx->gui_out->chunk0 = fd_dcache_compact_chunk0( ctx->gui_out->mem, gui_out->dcache );
1198 0 : ctx->gui_out->wmark = fd_dcache_compact_wmark ( ctx->gui_out->mem, gui_out->dcache, gui_out->mtu );
1199 0 : ctx->gui_out->chunk = ctx->gui_out->chunk0;
1200 0 : }
1201 0 : ctx->gui_bw = fd_gui_gossip_bw_join( fd_gui_gossip_bw_new( _gui_bw, ctx->gui_bw_seed ) );
1202 0 : FD_TEST( ctx->gui_bw );
1203 :
1204 0 : fd_topo_link_t const * gossvf_out = &topo->links[ tile->out_link_id[ 0UL ] ];
1205 0 : ctx->out->mem = topo->workspaces[ topo->objs[ gossvf_out->dcache_obj_id ].wksp_id ].wksp;
1206 0 : ctx->out->chunk0 = fd_dcache_compact_chunk0( ctx->out->mem, gossvf_out->dcache );
1207 0 : ctx->out->wmark = fd_dcache_compact_wmark ( ctx->out->mem, gossvf_out->dcache, gossvf_out->mtu );
1208 0 : ctx->out->chunk = ctx->out->chunk0;
1209 :
1210 0 : ulong scratch_top = FD_SCRATCH_ALLOC_FINI( l, scratch_align() );
1211 0 : if( FD_UNLIKELY( scratch_top > (ulong)scratch + scratch_footprint( tile ) ) )
1212 0 : FD_LOG_ERR(( "scratch overflow %lu %lu %lu", scratch_top - (ulong)scratch - scratch_footprint( tile ), scratch_top, (ulong)scratch + scratch_footprint( tile ) ));
1213 0 : }
1214 :
1215 : static ulong
1216 : populate_allowed_seccomp( fd_topo_t const * topo,
1217 : fd_topo_tile_t const * tile,
1218 : ulong out_cnt,
1219 0 : struct sock_filter * out ) {
1220 0 : (void)topo;
1221 0 : (void)tile;
1222 :
1223 0 : populate_sock_filter_policy_fd_gossvf_tile( out_cnt, out, (uint)fd_log_private_logfile_fd() );
1224 0 : return sock_filter_policy_fd_gossvf_tile_instr_cnt;
1225 0 : }
1226 :
1227 : static ulong
1228 : populate_allowed_fds( fd_topo_t const * topo,
1229 : fd_topo_tile_t const * tile,
1230 : ulong out_fds_cnt,
1231 0 : int * out_fds ) {
1232 0 : (void)topo;
1233 0 : (void)tile;
1234 :
1235 0 : if( FD_UNLIKELY( out_fds_cnt<2UL ) ) FD_LOG_ERR(( "out_fds_cnt %lu", out_fds_cnt ));
1236 :
1237 0 : ulong out_cnt = 0UL;
1238 0 : out_fds[ out_cnt++ ] = 2; /* stderr */
1239 0 : if( FD_LIKELY( -1!=fd_log_private_logfile_fd() ) )
1240 0 : out_fds[ out_cnt++ ] = fd_log_private_logfile_fd(); /* logfile */
1241 0 : return out_cnt;
1242 0 : }
1243 :
1244 0 : #define STEM_BURST (17UL/*FD_GOSSIP_MSG_MAX_CRDS*/+1UL)
1245 :
1246 0 : #define STEM_LAZY (128L*3000L)
1247 :
1248 0 : #define STEM_CALLBACK_CONTEXT_TYPE fd_gossvf_tile_ctx_t
1249 0 : #define STEM_CALLBACK_CONTEXT_ALIGN alignof(fd_gossvf_tile_ctx_t)
1250 :
1251 0 : #define STEM_CALLBACK_DURING_HOUSEKEEPING during_housekeeping
1252 0 : #define STEM_CALLBACK_METRICS_WRITE metrics_write
1253 0 : #define STEM_CALLBACK_BEFORE_CREDIT before_credit
1254 0 : #define STEM_CALLBACK_NEXT_DEADLINE next_deadline
1255 0 : #define STEM_CALLBACK_BEFORE_FRAG before_frag
1256 0 : #define STEM_CALLBACK_DURING_FRAG during_frag
1257 0 : #define STEM_CALLBACK_AFTER_FRAG after_frag
1258 :
1259 : #include "../../disco/stem/fd_stem.c"
1260 :
1261 : fd_topo_run_tile_t fd_tile_gossvf = {
1262 : .name = "gossvf",
1263 : .populate_allowed_seccomp = populate_allowed_seccomp,
1264 : .populate_allowed_fds = populate_allowed_fds,
1265 : .scratch_align = scratch_align,
1266 : .scratch_footprint = scratch_footprint,
1267 : .privileged_init = privileged_init,
1268 : .unprivileged_init = unprivileged_init,
1269 : .run = stem_run,
1270 : };
|
