Line data Source code
1 : #include "../platform/fd_config_extract.h"
2 : #include "../platform/fd_config_macros.c"
3 : #include "fd_config_private.h"
4 :
5 : static void
6 : fd_config_check_configf( fd_config_t * config,
7 0 : fd_configf_t * config_f ) {
8 0 : (void)config_f;
9 0 : if( FD_UNLIKELY( strlen( config->paths.snapshots )>PATH_MAX-1UL ) ) {
10 0 : FD_LOG_ERR(( "[config->paths.snapshots] is too long (max %lu)", PATH_MAX-1UL ));
11 0 : }
12 0 : if( FD_UNLIKELY( config->paths.snapshots[ 0 ]!='\0' && config->paths.snapshots[ 0 ]!='/' ) ) {
13 0 : FD_LOG_ERR(( "[config->paths.snapshots] must be an absolute path and hence start with a '/'"));
14 0 : }
15 0 : }
16 :
17 : fd_configh_t *
18 : fd_config_extract_podh( uchar * pod,
19 12 : fd_configh_t * config ) {
20 12 : CFG_POP ( cstr, dynamic_port_range );
21 :
22 12 : CFG_POP ( cstr, reporting.solana_metrics_config );
23 :
24 12 : CFG_POP ( cstr, layout.agave_affinity );
25 12 : CFG_POP ( uint, layout.agave_unified_scheduler_handler_threads );
26 :
27 12 : CFG_POP1 ( cstr, ledger.accounts_path, paths.accounts_path );
28 12 : CFG_POP1_ARRAY( cstr, consensus.authorized_voter_paths, paths.authorized_voter_paths );
29 :
30 12 : CFG_POP ( uint, ledger.limit_size );
31 12 : CFG_POP_ARRAY( cstr, ledger.account_indexes );
32 12 : CFG_POP_ARRAY( cstr, ledger.account_index_include_keys );
33 12 : CFG_POP_ARRAY( cstr, ledger.account_index_exclude_keys );
34 12 : CFG_POP ( cstr, ledger.accounts_index_path );
35 12 : CFG_POP ( cstr, ledger.accounts_hash_cache_path );
36 12 : CFG_POP ( bool, ledger.enable_accounts_disk_index );
37 12 : CFG_POP ( bool, ledger.require_tower );
38 12 : CFG_POP ( cstr, ledger.snapshot_archive_format );
39 :
40 12 : CFG_POP ( bool, gossip.port_check );
41 12 : CFG_POP ( cstr, gossip.host );
42 :
43 12 : CFG_POP ( bool, consensus.snapshot_fetch );
44 12 : CFG_POP ( bool, consensus.genesis_fetch );
45 12 : CFG_POP ( bool, consensus.poh_speed_test );
46 12 : CFG_POP ( cstr, consensus.expected_genesis_hash );
47 12 : CFG_POP ( uint, consensus.wait_for_supermajority_at_slot );
48 12 : CFG_POP ( cstr, consensus.expected_bank_hash );
49 12 : CFG_POP ( bool, consensus.wait_for_vote_to_start_leader );
50 12 : CFG_POP_ARRAY( uint, consensus.hard_fork_at_slots );
51 12 : CFG_POP_ARRAY( cstr, consensus.known_validators );
52 12 : CFG_POP ( bool, consensus.os_network_limits_test );
53 :
54 12 : CFG_POP ( bool, rpc.full_api );
55 12 : CFG_POP ( bool, rpc.private );
56 12 : CFG_POP ( cstr, rpc.bind_address );
57 12 : CFG_POP ( bool, rpc.transaction_history );
58 12 : CFG_POP ( bool, rpc.only_known );
59 12 : CFG_POP ( bool, rpc.pubsub_enable_block_subscription );
60 12 : CFG_POP ( bool, rpc.pubsub_enable_vote_subscription );
61 12 : CFG_POP ( bool, rpc.bigtable_ledger_storage );
62 :
63 12 : CFG_POP ( bool, snapshots.enabled );
64 12 : CFG_POP ( bool, snapshots.incremental_snapshots );
65 12 : CFG_POP ( uint, snapshots.full_snapshot_interval_slots );
66 12 : CFG_POP ( uint, snapshots.incremental_snapshot_interval_slots );
67 12 : CFG_POP ( uint, snapshots.minimum_snapshot_download_speed );
68 12 : CFG_POP ( uint, snapshots.maximum_snapshot_download_abort );
69 12 : CFG_POP ( uint, snapshots.maximum_full_snapshots_to_retain );
70 12 : CFG_POP ( uint, snapshots.maximum_incremental_snapshots_to_retain);
71 12 : CFG_POP ( cstr, snapshots.path );
72 12 : CFG_POP ( cstr, snapshots.incremental_path );
73 :
74 12 : return config;
75 12 : }
76 :
77 : fd_configf_t *
78 : fd_config_extract_podf( uchar * pod,
79 0 : fd_configf_t * config ) {
80 0 : CFG_POP ( uint, layout.exec_tile_count );
81 0 : CFG_POP ( uint, layout.writer_tile_count );
82 :
83 0 : CFG_POP ( ulong, blockstore.shred_max );
84 0 : CFG_POP ( ulong, blockstore.block_max );
85 0 : CFG_POP ( ulong, blockstore.idx_max );
86 0 : CFG_POP ( ulong, blockstore.alloc_max );
87 0 : CFG_POP ( cstr, blockstore.file );
88 0 : CFG_POP ( cstr, blockstore.checkpt );
89 0 : CFG_POP ( cstr, blockstore.restore );
90 :
91 0 : CFG_POP ( ulong, runtime.heap_size_gib );
92 :
93 0 : CFG_POP ( ulong, runtime.limits.max_rooted_slots );
94 0 : CFG_POP ( ulong, runtime.limits.max_live_slots );
95 0 : CFG_POP ( ulong, runtime.limits.max_transactions_per_slot );
96 0 : CFG_POP ( ulong, runtime.limits.snapshot_grace_period_seconds );
97 0 : CFG_POP ( ulong, runtime.limits.max_vote_accounts );
98 0 : CFG_POP ( ulong, runtime.limits.max_banks );
99 :
100 0 : CFG_POP ( ulong, funk.max_account_records );
101 0 : CFG_POP ( ulong, funk.heap_size_gib );
102 0 : CFG_POP ( ulong, funk.max_database_transactions );
103 :
104 0 : CFG_POP ( bool, snapshots.incremental_snapshots );
105 0 : CFG_POP ( uint, snapshots.maximum_local_snapshot_age );
106 0 : CFG_POP ( bool, snapshots.download );
107 0 : CFG_POP_ARRAY ( cstr, snapshots.known_validators );
108 0 : CFG_POP ( uint, snapshots.minimum_download_speed_mib );
109 0 : CFG_POP ( uint, snapshots.maximum_download_retry_abort );
110 0 : CFG_POP ( cstr, snapshots.cluster );
111 :
112 0 : return config;
113 0 : }
114 :
115 : fd_config_t *
116 : fd_config_extract_pod( uchar * pod,
117 12 : fd_config_t * config ) {
118 12 : CFG_POP ( cstr, name );
119 12 : CFG_POP ( cstr, user );
120 :
121 12 : CFG_POP ( cstr, log.path );
122 12 : CFG_POP ( cstr, log.colorize );
123 12 : CFG_POP ( cstr, log.level_logfile );
124 12 : CFG_POP ( cstr, log.level_stderr );
125 12 : CFG_POP ( cstr, log.level_flush );
126 :
127 12 : if( FD_UNLIKELY( config->is_firedancer ) ) {
128 0 : CFG_POP ( cstr, paths.base );
129 0 : CFG_POP ( cstr, paths.ledger );
130 0 : CFG_POP ( cstr, paths.identity_key );
131 0 : CFG_POP ( cstr, paths.vote_account );
132 0 : CFG_POP ( cstr, paths.snapshots );
133 12 : } else {
134 12 : CFG_POP1 ( cstr, scratch_directory, paths.base );
135 12 : CFG_POP1 ( cstr, ledger.path, paths.ledger );
136 12 : CFG_POP1 ( cstr, consensus.identity_path, paths.identity_key );
137 12 : CFG_POP1 ( cstr, consensus.vote_account_path, paths.vote_account );
138 12 : }
139 :
140 12 : CFG_POP_ARRAY( cstr, gossip.entrypoints );
141 12 : CFG_POP ( ushort, gossip.port );
142 :
143 12 : CFG_POP ( ushort, consensus.expected_shred_version );
144 :
145 12 : CFG_POP ( ushort, rpc.port );
146 12 : CFG_POP ( bool, rpc.extended_tx_metadata_storage );
147 12 : if( FD_UNLIKELY( config->is_firedancer ) ) {
148 0 : CFG_POP ( uint, rpc.block_index_max );
149 0 : CFG_POP ( uint, rpc.txn_index_max );
150 0 : CFG_POP ( uint, rpc.acct_index_max );
151 0 : CFG_POP ( cstr, rpc.history_file );
152 0 : }
153 :
154 12 : CFG_POP ( cstr, layout.affinity );
155 12 : CFG_POP ( uint, layout.net_tile_count );
156 12 : CFG_POP ( uint, layout.quic_tile_count );
157 12 : CFG_POP ( uint, layout.resolv_tile_count );
158 12 : CFG_POP ( uint, layout.verify_tile_count );
159 12 : CFG_POP ( uint, layout.bank_tile_count );
160 12 : CFG_POP ( uint, layout.shred_tile_count );
161 :
162 12 : CFG_POP ( cstr, hugetlbfs.mount_path );
163 12 : CFG_POP ( cstr, hugetlbfs.max_page_size );
164 12 : CFG_POP ( ulong, hugetlbfs.gigantic_page_threshold_mib );
165 :
166 12 : CFG_POP ( cstr, net.interface );
167 12 : CFG_POP ( cstr, net.bind_address );
168 12 : CFG_POP ( cstr, net.provider );
169 12 : CFG_POP ( uint, net.ingress_buffer_size );
170 12 : CFG_POP ( cstr, net.xdp.xdp_mode );
171 12 : CFG_POP ( bool, net.xdp.xdp_zero_copy );
172 12 : CFG_POP ( uint, net.xdp.xdp_rx_queue_size );
173 12 : CFG_POP ( uint, net.xdp.xdp_tx_queue_size );
174 12 : CFG_POP ( uint, net.xdp.flush_timeout_micros );
175 12 : CFG_POP ( uint, net.socket.receive_buffer_size );
176 12 : CFG_POP ( uint, net.socket.send_buffer_size );
177 :
178 12 : CFG_POP ( ulong, tiles.netlink.max_routes );
179 12 : CFG_POP ( ulong, tiles.netlink.max_neighbors );
180 :
181 12 : CFG_POP ( ushort, tiles.quic.regular_transaction_listen_port );
182 12 : CFG_POP ( ushort, tiles.quic.quic_transaction_listen_port );
183 12 : CFG_POP ( uint, tiles.quic.txn_reassembly_count );
184 12 : CFG_POP ( uint, tiles.quic.max_concurrent_connections );
185 12 : CFG_POP ( uint, tiles.quic.max_concurrent_handshakes );
186 12 : CFG_POP ( uint, tiles.quic.idle_timeout_millis );
187 12 : CFG_POP ( uint, tiles.quic.ack_delay_millis );
188 12 : CFG_POP ( bool, tiles.quic.retry );
189 :
190 12 : CFG_POP ( uint, tiles.verify.signature_cache_size );
191 12 : CFG_POP ( uint, tiles.verify.receive_buffer_size );
192 12 : CFG_POP ( uint, tiles.verify.mtu );
193 :
194 12 : CFG_POP ( uint, tiles.dedup.signature_cache_size );
195 :
196 12 : CFG_POP ( bool, tiles.bundle.enabled );
197 12 : CFG_POP ( cstr, tiles.bundle.url );
198 12 : CFG_POP ( cstr, tiles.bundle.tls_domain_name );
199 12 : CFG_POP ( cstr, tiles.bundle.tip_distribution_program_addr );
200 12 : CFG_POP ( cstr, tiles.bundle.tip_payment_program_addr );
201 12 : CFG_POP ( cstr, tiles.bundle.tip_distribution_authority );
202 12 : CFG_POP ( uint, tiles.bundle.commission_bps );
203 12 : CFG_POP ( ulong, tiles.bundle.keepalive_interval_millis );
204 12 : CFG_POP ( bool, tiles.bundle.tls_cert_verify );
205 :
206 12 : CFG_POP ( uint, tiles.pack.max_pending_transactions );
207 12 : CFG_POP ( bool, tiles.pack.use_consumed_cus );
208 12 : CFG_POP ( cstr, tiles.pack.schedule_strategy );
209 :
210 12 : CFG_POP ( bool, tiles.poh.lagged_consecutive_leader_start );
211 :
212 12 : CFG_POP ( uint, tiles.shred.max_pending_shred_sets );
213 12 : CFG_POP ( ushort, tiles.shred.shred_listen_port );
214 12 : CFG_POP ( cstr, tiles.shred.additional_shred_destination );
215 :
216 12 : CFG_POP ( cstr, tiles.metric.prometheus_listen_address );
217 12 : CFG_POP ( ushort, tiles.metric.prometheus_listen_port );
218 :
219 12 : CFG_POP ( bool, tiles.gui.enabled );
220 12 : CFG_POP ( cstr, tiles.gui.gui_listen_address );
221 12 : CFG_POP ( ushort, tiles.gui.gui_listen_port );
222 12 : CFG_POP ( ulong, tiles.gui.max_http_connections );
223 12 : CFG_POP ( ulong, tiles.gui.max_websocket_connections );
224 12 : CFG_POP ( ulong, tiles.gui.max_http_request_length );
225 12 : CFG_POP ( ulong, tiles.gui.send_buffer_size_mb );
226 :
227 12 : CFG_POP ( ushort, tiles.repair.repair_intake_listen_port );
228 12 : CFG_POP ( ushort, tiles.repair.repair_serve_listen_port );
229 12 : CFG_POP ( cstr, tiles.repair.good_peer_cache_file );
230 12 : CFG_POP ( ulong, tiles.repair.slot_max );
231 :
232 12 : CFG_POP ( ulong, capture.capture_start_slot );
233 12 : CFG_POP ( cstr, capture.solcap_capture );
234 12 : CFG_POP ( cstr, capture.dump_proto_dir );
235 12 : CFG_POP ( bool, capture.dump_syscall_to_pb );
236 12 : CFG_POP ( bool, capture.dump_instr_to_pb );
237 12 : CFG_POP ( bool, capture.dump_txn_to_pb );
238 12 : CFG_POP ( bool, capture.dump_block_to_pb );
239 :
240 12 : CFG_POP ( cstr, tiles.replay.funk_checkpt );
241 12 : CFG_POP ( cstr, tiles.replay.genesis );
242 12 : CFG_POP ( cstr, tiles.replay.slots_replayed );
243 12 : CFG_POP ( cstr, tiles.replay.status_cache );
244 12 : CFG_POP ( cstr, tiles.replay.cluster_version );
245 12 : CFG_POP ( cstr, tiles.replay.tower_checkpt );
246 12 : CFG_POP_ARRAY( cstr, tiles.replay.enable_features );
247 :
248 12 : CFG_POP ( cstr, tiles.store_int.slots_pending );
249 12 : CFG_POP ( cstr, tiles.store_int.shred_cap_archive );
250 12 : CFG_POP ( cstr, tiles.store_int.shred_cap_replay );
251 12 : CFG_POP ( ulong, tiles.store_int.shred_cap_end_slot );
252 :
253 12 : CFG_POP ( ushort, tiles.send.send_src_port );
254 :
255 12 : CFG_POP ( bool, tiles.archiver.enabled );
256 12 : CFG_POP ( ulong, tiles.archiver.end_slot );
257 12 : CFG_POP ( cstr, tiles.archiver.archiver_path );
258 :
259 12 : if( FD_UNLIKELY( config->is_firedancer ) ) {
260 0 : CFG_POP ( bool, tiles.shredcap.enabled );
261 0 : CFG_POP ( cstr, tiles.shredcap.folder_path );
262 0 : CFG_POP ( ulong, tiles.shredcap.write_buffer_size );
263 0 : }
264 :
265 12 : CFG_POP ( bool, development.sandbox );
266 12 : CFG_POP ( bool, development.no_clone );
267 12 : CFG_POP ( bool, development.core_dump );
268 12 : CFG_POP ( bool, development.no_agave );
269 12 : CFG_POP ( bool, development.bootstrap );
270 :
271 12 : CFG_POP ( bool, development.netns.enabled );
272 12 : CFG_POP ( cstr, development.netns.interface0 );
273 12 : CFG_POP ( cstr, development.netns.interface0_mac );
274 12 : CFG_POP ( cstr, development.netns.interface0_addr );
275 12 : CFG_POP ( cstr, development.netns.interface1 );
276 12 : CFG_POP ( cstr, development.netns.interface1_mac );
277 12 : CFG_POP ( cstr, development.netns.interface1_addr );
278 :
279 12 : CFG_POP ( bool, development.gossip.allow_private_address );
280 :
281 12 : CFG_POP ( ulong, development.genesis.hashes_per_tick );
282 12 : CFG_POP ( ulong, development.genesis.target_tick_duration_micros );
283 12 : CFG_POP ( ulong, development.genesis.ticks_per_slot );
284 12 : CFG_POP ( ulong, development.genesis.fund_initial_accounts );
285 12 : CFG_POP ( ulong, development.genesis.fund_initial_amount_lamports );
286 12 : CFG_POP ( ulong, development.genesis.vote_account_stake_lamports );
287 12 : CFG_POP ( bool, development.genesis.warmup_epochs );
288 :
289 12 : CFG_POP ( uint, development.bench.benchg_tile_count );
290 12 : CFG_POP ( uint, development.bench.benchs_tile_count );
291 12 : CFG_POP ( cstr, development.bench.affinity );
292 12 : CFG_POP ( bool, development.bench.larger_max_cost_per_block );
293 12 : CFG_POP ( bool, development.bench.larger_shred_limits_per_block );
294 12 : CFG_POP ( ulong, development.bench.disable_blockstore_from_slot );
295 12 : CFG_POP ( bool, development.bench.disable_status_cache );
296 :
297 12 : CFG_POP ( cstr, development.bundle.ssl_key_log_file );
298 12 : CFG_POP ( uint, development.bundle.buffer_size_kib );
299 12 : CFG_POP ( uint, development.bundle.ssl_heap_size_mib );
300 :
301 12 : CFG_POP ( cstr, development.pktgen.affinity );
302 12 : CFG_POP ( cstr, development.pktgen.fake_dst_ip );
303 :
304 12 : if( FD_UNLIKELY( config->is_firedancer ) ) {
305 0 : if( FD_UNLIKELY( !fd_config_extract_podf( pod, &config->firedancer ) ) ) return NULL;
306 0 : fd_config_check_configf( config, &config->firedancer );
307 12 : } else {
308 12 : if( FD_UNLIKELY( !fd_config_extract_podh( pod, &config->frankendancer ) ) ) return NULL;
309 12 : }
310 :
311 : /* Renamed config options */
312 :
313 12 : # define CFG_RENAMED( old_path, new_path ) \
314 144 : do { \
315 144 : char const * key = #old_path; \
316 144 : fd_pod_info_t info[1]; \
317 144 : if( FD_UNLIKELY( !fd_pod_query( pod, key, info ) ) ) { \
318 0 : FD_LOG_WARNING(( "Config option `%s` was renamed to `%s`. " \
319 0 : "Please update your config file.", \
320 0 : #old_path, #new_path )); \
321 0 : return NULL; \
322 0 : } \
323 144 : (void)config->new_path; /* assert new path exists */ \
324 144 : } while(0)
325 :
326 12 : CFG_RENAMED( tiles.net.interface, net.interface );
327 12 : CFG_RENAMED( tiles.net.bind_address, net.bind_address );
328 12 : CFG_RENAMED( tiles.net.provider, net.provider );
329 12 : CFG_RENAMED( tiles.net.xdp_mode, net.xdp.xdp_mode );
330 12 : CFG_RENAMED( tiles.net.xdp_zero_copy, net.xdp.xdp_zero_copy );
331 12 : CFG_RENAMED( tiles.net.xdp_rx_queue_size, net.xdp.xdp_rx_queue_size );
332 12 : CFG_RENAMED( tiles.net.xdp_tx_queue_size, net.xdp.xdp_tx_queue_size );
333 12 : CFG_RENAMED( tiles.net.flush_timeout_micros, net.xdp.flush_timeout_micros );
334 12 : CFG_RENAMED( tiles.net.send_buffer_size, net.ingress_buffer_size );
335 :
336 12 : CFG_RENAMED( development.net.provider, net.provider );
337 12 : CFG_RENAMED( development.net.sock_receive_buffer_size, net.socket.receive_buffer_size );
338 12 : CFG_RENAMED( development.net.sock_send_buffer_size, net.socket.send_buffer_size );
339 :
340 12 : # undef CFG_RENAMED
341 :
342 12 : if( FD_UNLIKELY( !fdctl_pod_find_leftover( pod ) ) ) return NULL;
343 9 : return config;
344 12 : }
345 :
346 : #undef CFG_POP
347 : #undef CFG_ARRAY
|
