Support scraping native histograms from the prometheus CRDs

CHANGELOG.md

@@ -76,6 +76,8 @@ Main (unreleased)
 
 - Fix issue in `loki.source.file` where scheduling files could take too long. (@kalleep)
 
+- Fix the `prometheus.operator.*` components internal scrape manager now having a way to enable ingesting native histograms. (@dehaansa)
+
 v1.11.3
 -----------------
 

docs/sources/shared/reference/components/prom-operator-scrape.md

@@ -4,7 +4,8 @@ description: Shared content, prom operator scrape
 headless: true
 ---
 
-| Name                      | Type       | Description                                                                                                                  | Default | Required |
-| ------------------------- | ---------- | ---------------------------------------------------------------------------------------------------------------------------- | ------- | -------- |
-| `default_scrape_interval` | `duration` | The default interval between scraping targets. Used as the default if the target resource doesn't provide a scrape interval. | `1m`    | no       |
-| `default_scrape_timeout`  | `duration` | The default timeout for scrape requests. Used as the default if the target resource doesn't provide a scrape timeout.        | `10s`   | no       |
+| Name                       | Type       | Description                                                                                                                  | Default | Required |
+|----------------------------|------------|------------------------------------------------------------------------------------------------------------------------------|---------|----------|
+| `default_scrape_interval`  | `duration` | The default interval between scraping targets. Used as the default if the target resource doesn't provide a scrape interval. | `1m`    | no       |
+| `default_scrape_timeout`   | `duration` | The default timeout for scrape requests. Used as the default if the target resource doesn't provide a scrape timeout.        | `10s`   | no       |
+| `enable_native_histograms` | `bool`     | Allow the scrape manager to ingest native histograms.                                                                        | `false` | no       |

internal/component/prometheus/operator/common/crdmanager.go

@@ -146,7 +146,9 @@ func (c *crdManager) Run(ctx context.Context) error {
 
 	// Start prometheus scrape manager.
 	alloyAppendable := prometheus.NewFanout(c.args.ForwardTo, c.opts.ID, c.opts.Registerer, c.ls, prometheus.NoopMetadataStore{})
-	opts := &scrape.Options{}
+	opts := &scrape.Options{
+		EnableNativeHistogramsIngestion: c.args.Scrape.EnableNativeHistograms,
+	}
 	c.scrapeManager, err = scrape.NewManager(opts, slog.New(logging.NewSlogGoKitHandler(c.logger)), nil, alloyAppendable, unregisterer)
 	if err != nil {
 		return fmt.Errorf("creating scrape manager: %w", err)

internal/component/prometheus/operator/configgen/config_gen.go

@@ -190,6 +190,10 @@ func (cg *ConfigGenerator) generateDefaultScrapeConfig() *config.ScrapeConfig {
 		c.ScrapeTimeout = model.Duration(opt.DefaultScrapeTimeout)
 	}
 
+	if opt.EnableNativeHistograms {
+		c.ScrapeProtocols = config.DefaultProtoFirstScrapeProtocols
+	}
+
 	return &c
 }
 

internal/component/prometheus/operator/configgen/config_gen_podmonitor_test.go

@@ -525,8 +525,9 @@ func TestGeneratePodMonitorConfig(t *testing.T) {
 					{TargetLabel: "__meta_foo", Replacement: "bar"},
 				},
 				ScrapeOptions: operator.ScrapeOptions{
-					DefaultScrapeInterval: time.Hour,
-					DefaultScrapeTimeout:  42 * time.Second,
+					DefaultScrapeInterval:  time.Hour,
+					DefaultScrapeTimeout:   42 * time.Second,
+					EnableNativeHistograms: false,
 				},
 			}
 			cfg, err := cg.GeneratePodMonitorConfig(tc.m, tc.ep, 1)

internal/component/prometheus/operator/configgen/config_gen_scrapeconfig_test.go

@@ -217,8 +217,9 @@ func TestGenerateStaticScrapeConfigConfig(t *testing.T) {
 					{TargetLabel: "__meta_foo", Replacement: "bar"},
 				},
 				ScrapeOptions: operator.ScrapeOptions{
-					DefaultScrapeInterval: time.Hour,
-					DefaultScrapeTimeout:  42 * time.Second,
+					DefaultScrapeInterval:  time.Hour,
+					DefaultScrapeTimeout:   42 * time.Second,
+					EnableNativeHistograms: false,
 				},
 			}
 			cfg, err := cg.generateStaticScrapeConfigConfig(tc.m, tc.ep, 1)

internal/component/prometheus/operator/types.go

@@ -49,6 +49,9 @@ type ScrapeOptions struct {
 
 	// DefaultScrapeTimeout is the default timeout to scrape targets.
 	DefaultScrapeTimeout time.Duration `alloy:"default_scrape_timeout,attr,optional"`
+
+	// EnableNativeHistograms enables scraping of Prometheus native histograms.
+	EnableNativeHistograms bool `alloy:"enable_native_histograms,attr,optional"`
 }
 
 func (s *ScrapeOptions) GlobalConfig() promconfig.GlobalConfig {