Line data Source code
1 : #include "fd_prometheus.h"
2 : #include "fd_metrics.h"
3 : #include "../waker/fd_waker.h"
4 : #include "../../waltz/http/fd_http_server_private.h"
5 : #include "../../util/net/fd_ip4.h"
6 :
7 : #include <sys/types.h>
8 : #include <sys/socket.h> /* SOCK_CLOEXEC, SOCK_NONBLOCK needed for seccomp filter */
9 : #include <time.h> /* CLOCK_REALTIME for seccomp filter */
10 : #include <unistd.h>
11 : #include <string.h>
12 :
13 : #include "generated/fd_metric_tile_seccomp.h"
14 :
15 : #define FD_HTTP_SERVER_METRICS_MAX_CONNS 128
16 : #define FD_HTTP_SERVER_METRICS_MAX_REQUEST_LEN 8192
17 : #define FD_HTTP_SERVER_METRICS_OUTGOING_BUFFER_SZ (32UL<<20UL) /* 32MiB reserved for buffering metrics responses */
18 :
19 : const fd_http_server_params_t METRICS_PARAMS = {
20 : .max_connection_cnt = FD_HTTP_SERVER_METRICS_MAX_CONNS,
21 : .max_ws_connection_cnt = 0UL,
22 : .max_request_len = FD_HTTP_SERVER_METRICS_MAX_REQUEST_LEN,
23 : .max_ws_recv_frame_len = 0UL,
24 : .max_ws_send_frame_cnt = 0UL,
25 : .outgoing_buffer_sz = FD_HTTP_SERVER_METRICS_OUTGOING_BUFFER_SZ,
26 : };
27 :
28 : typedef struct {
29 : fd_topo_t const * topo;
30 :
31 : fd_http_server_t * metrics_server;
32 :
33 : ulong waker_client_idx;
34 : ulong * waker_fseq;
35 :
36 : long boot_ts;
37 : } fd_metric_ctx_t;
38 :
39 : FD_FN_CONST static inline ulong
40 0 : scratch_align( void ) {
41 0 : return 128UL;
42 0 : }
43 :
44 : FD_FN_PURE static inline ulong
45 0 : scratch_footprint( fd_topo_tile_t const * tile ) {
46 0 : (void)tile;
47 :
48 0 : ulong l = FD_LAYOUT_INIT;
49 0 : l = FD_LAYOUT_APPEND( l, alignof( fd_metric_ctx_t ), sizeof( fd_metric_ctx_t ) );
50 0 : l = FD_LAYOUT_APPEND( l, fd_http_server_align(), fd_http_server_footprint( METRICS_PARAMS ) );
51 0 : return FD_LAYOUT_FINI( l, scratch_align() );
52 0 : }
53 :
54 : static inline void
55 : before_credit( fd_metric_ctx_t * ctx,
56 : fd_stem_context_t * stem,
57 0 : int * charge_busy ) {
58 0 : (void)stem;
59 :
60 0 : if( FD_UNLIKELY( fd_fseq_query( ctx->waker_fseq )==1UL ) ) {
61 0 : fd_fseq_update( ctx->waker_fseq, 0UL );
62 0 : *charge_busy = fd_http_server_epoll_poll( ctx->metrics_server, ULONG_MAX );
63 0 : fd_waker_client_rearm( ctx->waker_client_idx );
64 0 : } else {
65 0 : fd_log_sleep( (long)1e6 );
66 0 : }
67 0 : }
68 :
69 : static fd_http_server_response_t
70 0 : metrics_http_request( fd_http_server_request_t const * request ) {
71 0 : fd_metric_ctx_t * ctx = (fd_metric_ctx_t *)request->ctx;
72 :
73 0 : if( FD_UNLIKELY( request->method!=FD_HTTP_SERVER_METHOD_GET ) ) {
74 0 : return (fd_http_server_response_t){
75 0 : .status = 400,
76 0 : };
77 0 : }
78 :
79 0 : if( FD_LIKELY( !strcmp( request->path, "/metrics" ) ) ) {
80 0 : fd_prometheus_render_all( ctx->topo, ctx->metrics_server );
81 :
82 0 : fd_http_server_response_t response = {
83 0 : .status = 200,
84 0 : .content_type = "text/plain; version=0.0.4",
85 0 : };
86 0 : if( FD_UNLIKELY( fd_http_server_stage_body( ctx->metrics_server, &response ) ) ) {
87 0 : FD_LOG_WARNING(( "fd_http_server_stage_body failed, metrics response too long" ));
88 0 : return (fd_http_server_response_t){
89 0 : .status = 500,
90 0 : };
91 0 : }
92 0 : return response;
93 0 : } else {
94 0 : return (fd_http_server_response_t){
95 0 : .status = 404,
96 0 : };
97 0 : }
98 0 : }
99 :
100 : static void
101 0 : metrics_write( fd_metric_ctx_t * ctx ) {
102 0 : FD_MGAUGE_SET( METRIC, BOOT_TIMESTAMP_NANOS, (ulong)ctx->boot_ts );
103 :
104 0 : FD_MGAUGE_SET( METRIC, CONN_ACTIVE, ctx->metrics_server->metrics.connection_cnt );
105 :
106 0 : FD_MCNT_SET( METRIC, BYTES_WRITTEN, ctx->metrics_server->metrics.bytes_written );
107 0 : FD_MCNT_SET( METRIC, BYTES_READ, ctx->metrics_server->metrics.bytes_read );
108 0 : }
109 :
110 : static void
111 : privileged_init( fd_topo_t const * topo,
112 0 : fd_topo_tile_t const * tile ) {
113 0 : void * scratch = fd_topo_obj_laddr( topo, tile->tile_obj_id );
114 :
115 0 : FD_SCRATCH_ALLOC_INIT( l, scratch );
116 0 : fd_metric_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof( fd_metric_ctx_t ), sizeof( fd_metric_ctx_t ) );
117 :
118 0 : fd_http_server_t * _metrics = FD_SCRATCH_ALLOC_APPEND( l, fd_http_server_align(), fd_http_server_footprint( METRICS_PARAMS ) );
119 :
120 0 : fd_http_server_callbacks_t metrics_callbacks = {
121 0 : .request = metrics_http_request,
122 0 : };
123 0 : ctx->metrics_server = fd_http_server_join( fd_http_server_new( _metrics, METRICS_PARAMS, metrics_callbacks, ctx ) );
124 :
125 0 : ctx->waker_client_idx = tile->waker_client_idx;
126 0 : FD_TEST( ctx->waker_client_idx!=ULONG_MAX );
127 0 : fd_http_server_listen( ctx->metrics_server, FD_WAKER_INNER_FD( ctx->waker_client_idx ), tile->metric.prometheus_listen_addr, tile->metric.prometheus_listen_port );
128 0 : }
129 :
130 : static void
131 : unprivileged_init( fd_topo_t const * topo,
132 0 : fd_topo_tile_t const * tile ) {
133 0 : void * scratch = fd_topo_obj_laddr( topo, tile->tile_obj_id );
134 :
135 0 : FD_SCRATCH_ALLOC_INIT( l, scratch );
136 0 : fd_metric_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof( fd_metric_ctx_t ), sizeof( fd_metric_ctx_t ) );
137 :
138 0 : ctx->topo = topo;
139 0 : ctx->boot_ts = fd_log_wallclock();
140 :
141 0 : FD_TEST( ctx->waker_client_idx!=ULONG_MAX );
142 0 : ctx->waker_fseq = fd_fseq_join( fd_topo_obj_laddr( topo, tile->waker_fseq_obj_id ) );
143 0 : FD_TEST( ctx->waker_fseq );
144 :
145 0 : ulong scratch_top = FD_SCRATCH_ALLOC_FINI( l, scratch_align() );
146 0 : if( FD_UNLIKELY( scratch_top > (ulong)scratch + scratch_footprint( tile ) ) )
147 0 : FD_LOG_ERR(( "scratch overflow %lu %lu %lu", scratch_top - (ulong)scratch - scratch_footprint( tile ), scratch_top, (ulong)scratch + scratch_footprint( tile ) ));
148 :
149 0 : FD_LOG_NOTICE(( "prometheus server listening at %shttp://" FD_IP4_ADDR_FMT ":%u/metrics%s", fd_log_style_bold(), FD_IP4_ADDR_FMT_ARGS( tile->metric.prometheus_listen_addr ), tile->metric.prometheus_listen_port, fd_log_style_normal() ));
150 0 : }
151 :
152 : static ulong
153 : populate_allowed_seccomp( fd_topo_t const * topo,
154 : fd_topo_tile_t const * tile,
155 : ulong out_cnt,
156 0 : struct sock_filter * out ) {
157 0 : void * scratch = fd_topo_obj_laddr( topo, tile->tile_obj_id );
158 0 : FD_SCRATCH_ALLOC_INIT( l, scratch );
159 0 : fd_metric_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof( fd_metric_ctx_t ), sizeof( fd_metric_ctx_t ) );
160 :
161 0 : uint epoll_inner_fd = (uint)FD_WAKER_INNER_FD( tile->waker_client_idx );
162 0 : uint epoll_outer_fd = (uint)FD_WAKER_OUTER_FD;
163 :
164 0 : populate_sock_filter_policy_fd_metric_tile( out_cnt, out, (uint)fd_log_private_logfile_fd(), (uint)fd_http_server_fd( ctx->metrics_server ), epoll_inner_fd, epoll_outer_fd );
165 0 : return sock_filter_policy_fd_metric_tile_instr_cnt;
166 0 : }
167 :
168 : static ulong
169 : populate_allowed_fds( fd_topo_t const * topo,
170 : fd_topo_tile_t const * tile,
171 : ulong out_fds_cnt,
172 0 : int * out_fds ) {
173 0 : void * scratch = fd_topo_obj_laddr( topo, tile->tile_obj_id );
174 0 : FD_SCRATCH_ALLOC_INIT( l, scratch );
175 0 : fd_metric_ctx_t * ctx = FD_SCRATCH_ALLOC_APPEND( l, alignof( fd_metric_ctx_t ), sizeof( fd_metric_ctx_t ) );
176 :
177 0 : if( FD_UNLIKELY( out_fds_cnt<5UL ) ) FD_LOG_ERR(( "out_fds_cnt %lu", out_fds_cnt ));
178 :
179 0 : ulong out_cnt = 0;
180 0 : out_fds[ out_cnt++ ] = 2; /* stderr */
181 0 : if( FD_LIKELY( -1!=fd_log_private_logfile_fd() ) )
182 0 : out_fds[ out_cnt++ ] = fd_log_private_logfile_fd(); /* logfile */
183 0 : out_fds[ out_cnt++ ] = fd_http_server_fd( ctx->metrics_server ); /* metrics listen socket */
184 0 : out_fds[ out_cnt++ ] = FD_WAKER_OUTER_FD; /* waker outer epoll fd (rearm) */
185 0 : out_fds[ out_cnt++ ] = FD_WAKER_INNER_FD( tile->waker_client_idx ); /* waker inner epoll fd */
186 0 : return out_cnt;
187 0 : }
188 :
189 0 : #define STEM_BURST (1UL)
190 0 : #define STEM_LAZY ((long)10e6) /* 10ms */
191 :
192 0 : #define STEM_CALLBACK_CONTEXT_TYPE fd_metric_ctx_t
193 0 : #define STEM_CALLBACK_CONTEXT_ALIGN alignof(fd_metric_ctx_t)
194 :
195 0 : #define STEM_CALLBACK_BEFORE_CREDIT before_credit
196 0 : #define STEM_CALLBACK_METRICS_WRITE metrics_write
197 :
198 : #include "../stem/fd_stem.c"
199 :
200 : fd_topo_run_tile_t fd_tile_metric = {
201 : .name = "metric",
202 : .rlimit_file_cnt = FD_HTTP_SERVER_METRICS_MAX_CONNS+5UL, /* pipefd, socket, stderr, logfile, and one spare for new accept() connections */
203 : .populate_allowed_seccomp = populate_allowed_seccomp,
204 : .populate_allowed_fds = populate_allowed_fds,
205 : .scratch_align = scratch_align,
206 : .scratch_footprint = scratch_footprint,
207 : .privileged_init = privileged_init,
208 : .unprivileged_init = unprivileged_init,
209 : .run = stem_run,
210 : };
|
