Support snappy compression in query frontend cache

CHANGELOG.md

@@ -21,6 +21,7 @@ We use *breaking :warning:* to mark changes that are not backward compatible (re
 - [#3154](https://github.com/thanos-io/thanos/pull/3154) Query Frontend: Add metric `thanos_memcached_getmulti_gate_queries_max`.
 - [#3146](https://github.com/thanos-io/thanos/pull/3146) Sidecar: Add `thanos_sidecar_prometheus_store_received_frames` histogram metric.
 - [#3147](https://github.com/thanos-io/thanos/pull/3147) Querier: Add `query.metadata.default-time-range` flag to specify the default metadata time range duration for retrieving labels through Labels and Series API when the range parameters are not specified. The zero value means range covers the time since the beginning.
+- [#3207](https://github.com/thanos-io/thanos/pull/3207) Query Frontend: Add `cache-compression-type` flag to use compression in the query frontend cache.
 
 ### Changed
 

cmd/thanos/query_frontend.go

@@ -70,6 +70,9 @@ func registerQueryFrontend(app *extkingpin.App) {
 
  cfg.CachePathOrContent = *extflag.RegisterPathOrContent(cmd, "query-range.response-cache-config", "YAML file that contains response cache configuration.", false)
 
+ cmd.Flag("cache-compression-type", "Use compression in results cache. Supported values are: 'snappy' and '' (disable compression).").
+ Default("").StringVar(&cfg.CacheCompression)
+
  cmd.Flag("query-frontend.downstream-url", "URL of downstream Prometheus Query compatible API.").
  Default("http://localhost:9090").StringVar(&cfg.CortexFrontendConfig.DownstreamURL)
 
@@ -107,14 +110,17 @@ func runQueryFrontend(
  level.Warn(logger).Log("msg", "memcached cache valid time set to 0, so using a default of 24 hours expiration time")
  cfg.CortexResultsCacheConfig.CacheConfig.Memcache.Expiration = 24 * time.Hour
  }
- cfg.CortexResultsCacheConfig = cacheConfig
+ cfg.CortexResultsCacheConfig = &queryrange.ResultsCacheConfig{
+ Compression: cfg.CacheCompression,
+ CacheConfig: *cacheConfig,
+ }
  }
 
  if err := cfg.Validate(); err != nil {
  return errors.Wrap(err, "error validating the config")
  }
 
- fe, err := cortexfrontend.New(*cfg.CortexFrontendConfig, logger, reg)
+ fe, err := cortexfrontend.New(*cfg.CortexFrontendConfig, nil, logger, reg)
  if err != nil {
  return errors.Wrap(err, "setup query frontend")
  }

docs/components/query-frontend.md

@@ -150,6 +150,9 @@ Flags:
  'query-range.response-cache-config-file' flag
  (lower priority). Content of YAML file that
  contains response cache configuration.
+ --cache-compression-type=""
+ Use compression in results cache. Supported values
+ are: 'snappy' and ” (disable compression).
  --query-frontend.downstream-url="http://localhost:9090"
  URL of downstream Prometheus Query compatible API.
  --query-frontend.compress-responses

go.mod

@@ -12,12 +12,12 @@ require (
  github.com/cespare/xxhash v1.1.0
  github.com/chromedp/cdproto v0.0.0-20200424080200-0de008e41fa0
  github.com/chromedp/chromedp v0.5.3
- github.com/cortexproject/cortex v1.3.1-0.20200901115931-255ff3306960
+ github.com/cortexproject/cortex v1.3.1-0.20200923145333-8587ea61fe17
  github.com/davecgh/go-spew v1.1.1
  github.com/facette/natsort v0.0.0-20181210072756-2cd4dd1e2dcb
  github.com/fatih/structtag v1.1.0
  github.com/felixge/fgprof v0.9.1
- github.com/fsnotify/fsnotify v1.4.7
+ github.com/fsnotify/fsnotify v1.4.9
  github.com/go-kit/kit v0.10.0
  github.com/go-openapi/strfmt v0.19.5
  github.com/gogo/protobuf v1.3.1
@@ -51,7 +51,7 @@ require (
  github.com/prometheus/prometheus v1.8.2-0.20200819132913-cb830b0a9c78
  github.com/uber/jaeger-client-go v2.25.0+incompatible
  github.com/uber/jaeger-lib v2.2.0+incompatible
- github.com/weaveworks/common v0.0.0-20200820123129-280614068c5e
+ github.com/weaveworks/common v0.0.0-20200914083218-61ffdd448099
  go.elastic.co/apm v1.5.0
  go.elastic.co/apm/module/apmot v1.5.0
  go.uber.org/atomic v1.6.0