Line data    Source code

       1             : #include "fd_prometheus.h"
       2             : 
       3             : #include "fd_metrics.h"
       4             : 
       5             : #include "../topo/fd_topo.h"
       6             : #include "../../waltz/http/fd_http_server.h"
       7             : 
       8             : struct fd_prom_render {
       9             :   fd_http_server_t * http;
      10             :   ulong              last_name_hash;
      11             : };
      12             : 
      13             : typedef struct fd_prom_render fd_prom_render_t;
      14             : 
      15             : fd_prom_render_t
      16           0 : fd_prom_render_create( fd_http_server_t * http ) {
      17           0 :   return (fd_prom_render_t) {
      18           0 :     .http           = http,
      19           0 :     .last_name_hash = 0UL
      20           0 :   };
      21           0 : }
      22             : 
      23             : static void
      24             : render_header( fd_prom_render_t *        r,
      25           0 :                fd_metrics_meta_t const * metric ) {
      26             :   /* Only render header once per metric name */
      27           0 :   ulong hash = fd_cstr_hash( metric->name );
      28           0 :   if( r->last_name_hash != hash ) {
      29           0 :     if( r->last_name_hash ) {
      30           0 :       fd_http_server_printf( r->http, "\n" );
      31           0 :     }
      32           0 :     fd_http_server_printf( r->http, "# HELP %s %s\n# TYPE %s %s\n", metric->name, metric->desc, metric->name, fd_metrics_meta_type_str( metric ) );
      33           0 :     r->last_name_hash = hash;
      34           0 :   }
      35           0 : }
      36             : 
      37             : static void
      38             : render_link( fd_prom_render_t *        r,
      39             :              fd_metrics_meta_t const * metric,
      40             :              fd_topo_tile_t const *    tile,
      41             :              fd_topo_link_t const *    link,
      42           0 :              ulong                     value ) {
      43           0 :   render_header( r, metric );
      44           0 :   switch( metric->converter ) {
      45           0 :   case FD_METRICS_CONVERTER_NANOSECONDS:
      46           0 :     value = fd_metrics_convert_ticks_to_nanoseconds( value );
      47           0 :     break;
      48           0 :   case FD_METRICS_CONVERTER_NONE:
      49           0 :     break;
      50           0 :   default:
      51           0 :     FD_LOG_ERR(( "unknown converter %i", metric->converter ));
      52           0 :   }
      53           0 :   fd_http_server_printf( r->http, "%s{kind=\"%s\",kind_id=\"%lu\",link_kind=\"%s\",link_kind_id=\"%lu\"} %lu\n", metric->name, tile->name, tile->kind_id, link->name, link->kind_id, value );
      54           0 : }
      55             : 
      56             : static void
      57             : render_histogram( fd_prom_render_t *        r,
      58             :                   fd_metrics_meta_t const * metric,
      59           0 :                   fd_topo_tile_t const *    tile ) {
      60           0 :   render_header( r, metric );
      61             : 
      62           0 :   fd_histf_t hist[1];
      63           0 :   if( FD_LIKELY( metric->converter==FD_METRICS_CONVERTER_SECONDS ) )
      64           0 :     FD_TEST( fd_histf_new( hist, fd_metrics_convert_seconds_to_ticks( metric->histogram.seconds.min ), fd_metrics_convert_seconds_to_ticks ( metric->histogram.seconds.max ) ) );
      65           0 :   else if( FD_LIKELY( metric->converter==FD_METRICS_CONVERTER_NONE ) )
      66           0 :     FD_TEST( fd_histf_new( hist, metric->histogram.none.min, metric->histogram.none.max ) );
      67           0 :   else FD_LOG_ERR(( "unknown converter %i", metric->converter ));
      68             : 
      69           0 :   ulong value = 0;
      70           0 :   char value_str[ 64 ];
      71           0 :   for( ulong k=0; k<FD_HISTF_BUCKET_CNT; k++ ) {
      72           0 :     value += *(fd_metrics_tile( tile->metrics ) + metric->offset + k);
      73             : 
      74           0 :     char * le; /* le here means "less then or equal" not "left edge" */
      75           0 :     char le_str[ 64 ];
      76           0 :     if( FD_UNLIKELY( k==FD_HISTF_BUCKET_CNT-1UL ) ) le = "+Inf";
      77           0 :     else {
      78           0 :       ulong edge = fd_histf_right( hist, k );
      79           0 :       if( FD_LIKELY( metric->converter==FD_METRICS_CONVERTER_SECONDS ) ) {
      80           0 :         double edgef = fd_metrics_convert_ticks_to_seconds( edge-1 );
      81           0 :         FD_TEST( fd_cstr_printf_check( le_str, sizeof( le_str ), NULL, "%.17g", edgef ) );
      82           0 :       } else {
      83           0 :         FD_TEST( fd_cstr_printf_check( le_str, sizeof( le_str ), NULL, "%lu", edge-1 ) );
      84           0 :       }
      85           0 :       le = le_str;
      86           0 :     }
      87             : 
      88           0 :     FD_TEST( fd_cstr_printf_check( value_str, sizeof( value_str ), NULL, "%lu", value ));
      89           0 :     fd_http_server_printf( r->http, "%s_bucket{kind=\"%s\",kind_id=\"%lu\",le=\"%s\"} %s\n", metric->name, tile->name, tile->kind_id, le, value_str );
      90           0 :   }
      91             : 
      92           0 :   char sum_str[ 64 ];
      93           0 :   if( FD_LIKELY( metric->converter==FD_METRICS_CONVERTER_SECONDS ) ) {
      94           0 :     double sumf = fd_metrics_convert_ticks_to_seconds( *(fd_metrics_tile( tile->metrics ) + metric->offset + FD_HISTF_BUCKET_CNT) );
      95           0 :     FD_TEST( fd_cstr_printf_check( sum_str, sizeof( sum_str ), NULL, "%.17g", sumf ) );
      96           0 :   } else {
      97           0 :     FD_TEST( fd_cstr_printf_check( sum_str, sizeof( sum_str ), NULL, "%lu", *(fd_metrics_tile( tile->metrics ) + metric->offset + FD_HISTF_BUCKET_CNT) ));
      98           0 :   }
      99             : 
     100           0 :   fd_http_server_printf( r->http, "%s_sum{kind=\"%s\",kind_id=\"%lu\"} %s\n", metric->name, tile->name, tile->kind_id, sum_str );
     101           0 :   fd_http_server_printf( r->http, "%s_count{kind=\"%s\",kind_id=\"%lu\"} %s\n", metric->name, tile->name, tile->kind_id, value_str );
     102           0 : }
     103             : 
     104             : static void
     105             : render_counter( fd_prom_render_t *        r,
     106             :                 fd_metrics_meta_t const * metric,
     107           0 :                 fd_topo_tile_t const *    tile ) {
     108           0 :   render_header( r, metric );
     109           0 :   ulong raw_value = *(fd_metrics_tile( tile->metrics ) + metric->offset);
     110             : 
     111           0 :   fd_http_server_printf( r->http, "%s{kind=\"%s\",kind_id=\"%lu\"", metric->name, tile->name, tile->kind_id );
     112           0 :   if( metric->enum_name ) {
     113           0 :     fd_http_server_printf( r->http, ",%s=\"%s\"", metric->enum_name, metric->enum_variant );
     114           0 :   }
     115           0 :   switch( metric->converter ) {
     116           0 :   case FD_METRICS_CONVERTER_NANOSECONDS:
     117           0 :     fd_http_server_printf( r->http, "} %lu\n", fd_metrics_convert_ticks_to_nanoseconds( raw_value ) );
     118           0 :     break;
     119           0 :   case FD_METRICS_CONVERTER_SECONDS:
     120           0 :     fd_http_server_printf( r->http, "} %e\n", fd_metrics_convert_ticks_to_seconds( raw_value ) );
     121           0 :     break;
     122           0 :   case FD_METRICS_CONVERTER_NONE:
     123           0 :     fd_http_server_printf( r->http, "} %lu\n", raw_value );
     124           0 :     break;
     125           0 :   default:
     126           0 :     FD_LOG_ERR(( "unknown converter %i", metric->converter ));
     127           0 :   }
     128           0 : }
     129             : 
     130             : static void
     131             : render_links_in( fd_prom_render_t *        r,
     132             :                  fd_topo_t const *         topo,
     133             :                  ulong                     metrics_cnt,
     134           0 :                  fd_metrics_meta_t const * metrics ) {
     135           0 :   for( ulong i=0UL; i<metrics_cnt; i++ ) {
     136           0 :     fd_metrics_meta_t const * metric = &metrics[ i ];
     137           0 :     for( ulong j=0UL; j<topo->tile_cnt; j++ ) {
     138           0 :       fd_topo_tile_t const * tile = &topo->tiles[ j ];
     139           0 :       ulong polled_in_idx = 0UL;
     140           0 :       for( ulong k=0UL; k<tile->in_cnt; k++ ) {
     141           0 :         if( FD_UNLIKELY( !tile->in_link_poll[ k ] ) ) continue;
     142           0 :         fd_topo_link_t const * link = &topo->links[ tile->in_link_id[ k ] ];
     143           0 :         ulong value = *(fd_metrics_link_in( tile->metrics, polled_in_idx ) + metric->offset );
     144           0 :         render_link( r, metric, tile, link, value );
     145           0 :         polled_in_idx++;
     146           0 :       }
     147           0 :     }
     148           0 :   }
     149           0 : }
     150             : 
     151             : static void
     152             : render_tile_metric( fd_prom_render_t *        r,
     153             :                     fd_topo_tile_t const *    tile,
     154           0 :                     fd_metrics_meta_t const * metric ) {
     155           0 :   if( FD_LIKELY( metric->type==FD_METRICS_TYPE_COUNTER || metric->type==FD_METRICS_TYPE_GAUGE ) ) {
     156           0 :     render_counter( r, metric, tile );
     157           0 :   } else if( FD_LIKELY( metric->type==FD_METRICS_TYPE_HISTOGRAM ) ) {
     158           0 :     render_histogram( r, metric, tile );
     159           0 :   }
     160           0 : }
     161             : 
     162             : static void
     163             : render_tile( fd_prom_render_t *        r,
     164             :              fd_topo_t const *         topo,
     165             :              char const *              tile_name,
     166             :              ulong                     metrics_cnt,
     167           0 :              fd_metrics_meta_t const * metrics ) {
     168           0 :   for( ulong i=0UL; i<metrics_cnt; i++ ) {
     169           0 :     for( ulong j=0UL; j<topo->tile_cnt; j++ ) {
     170             :       /* FIXME: This is O(n^2) rather than O(n). */
     171           0 :       if( FD_LIKELY( tile_name!=NULL && 0!=strcmp( topo->tiles[ j ].name, tile_name ) ) ) continue;
     172           0 :       render_tile_metric( r, topo->tiles+j, metrics+i );
     173           0 :     }
     174           0 :   }
     175           0 : }
     176             : 
     177             : void
     178             : fd_prometheus_render_tile( fd_http_server_t *        http,
     179             :                            fd_topo_tile_t const *    tile,
     180             :                            fd_metrics_meta_t const * metrics,
     181           0 :                            ulong                     metrics_cnt ) {
     182           0 :   fd_prom_render_t r = fd_prom_render_create( http );
     183           0 :   for( ulong i=0UL; i<metrics_cnt; i++ ) {
     184           0 :     render_tile_metric( &r, tile, metrics+i );
     185           0 :   }
     186           0 : }
     187             : 
     188             : void
     189             : fd_prometheus_render_all( fd_topo_t const *  topo,
     190           0 :                           fd_http_server_t * http ) {
     191           0 :   fd_prom_render_t r = fd_prom_render_create( http );
     192           0 :   render_tile( &r, topo, NULL, FD_METRICS_ALL_TOTAL, FD_METRICS_ALL );
     193           0 :   render_links_in( &r, topo, FD_METRICS_ALL_LINK_IN_TOTAL, FD_METRICS_ALL_LINK_IN );
     194           0 :   for( ulong i=0UL; i<FD_METRICS_TILE_KIND_CNT; i++ ) {
     195           0 :     render_tile( &r, topo, FD_METRICS_TILE_KIND_NAMES[ i ], FD_METRICS_TILE_KIND_SIZES[ i ], FD_METRICS_TILE_KIND_METRICS[ i ] );
     196           0 :   }
     197           0 : }