Update to v0.30.0-rc.0

.busybox-versions

@@ -1,6 +1,6 @@
 # Auto generated by busybox-updater.sh. DO NOT EDIT
-amd64=c9f983fc55b0b74723a69c31688cca7d5a2e5b2af7c954780f29a331817982f3
-arm64=1349554b18d6c349a390929c2a4855fadb003b2243aabf2cc71b931068c69279
-arm=be08b36d0e8f90b6fb317d29582c632ce365a00648a81c4022c4ff79df928ad9
-ppc64le=d44f541b0df83608110e695b9a1e71604ab94924954a1b18f6d76c4b5871cadd
-s390x=007b2b388c575d00c7234d29227bbb8216786d7ba3f86d82696dc6fe86ac1ec0
+amd64=21ab7a8218a3eded24d4f86d50cd2b8917e8d4c33be731eeb97e0e7568b52f82
+arm64=bfba906739665ef14b021ee7d421275bcab47af8025a61c9b220e635c7b9c810
+arm=16f4b2b8e017d87963d1f8daa331badcf0316b4adc7a8f8f8ee5c59ea32208f2
+ppc64le=7cc6a566a2b427a724fee63403a30a571bd73c4e9e05a8e84c10d75debd57e9d
+s390x=df395ffb2bd9086be276a4eba37be1edac468097afa7aa875807dc65a561e7a7

.circleci/config.yml

@@ -3,6 +3,7 @@ version: 2.1
 
 orbs:
   go: circleci/[email protected]
+  git-shallow-clone: guitarrapc/[email protected]
 
 executors:
   golang:
@@ -19,7 +20,7 @@ jobs:
     environment:
       GO111MODULE: 'on'
     steps:
-      - checkout
+      - git-shallow-clone/checkout
       - go/mod-download-cached
       - setup_remote_docker:
           version: 20.10.12
@@ -58,7 +59,7 @@ jobs:
       GOBIN: "/home/circleci/.go_workspace/go/bin"
       PROMU_VERSION: "0.5.0"
     steps:
-      - checkout
+      - git-shallow-clone/checkout
       - run: mkdir -p ${GOBIN}
       - run: curl -L "https://github.com/prometheus/promu/releases/download/v${PROMU_VERSION}/promu-${PROMU_VERSION}.$(go env GOOS)-$(go env GOARCH).tar.gz" | tar --strip-components=1 -xzf - -C ${GOBIN}
       - run: mv -f ${GOBIN}/promu "${GOBIN}/promu-v${PROMU_VERSION}"
@@ -71,7 +72,7 @@ jobs:
   publish_main:
     executor: golang
     steps:
-      - checkout
+      - git-shallow-clone/checkout
       - go/mod-download-cached
       - setup_remote_docker:
           version: 20.10.12
@@ -93,7 +94,7 @@ jobs:
   publish_release:
     executor: golang
     steps:
-      - checkout
+      - git-shallow-clone/checkout
       - go/mod-download-cached
       - setup_remote_docker:
           version: 20.10.12

.github/stale.yml

@@ -10,8 +10,8 @@ exemptLabels:
   # This label is hardcoded on remind bot (https://probot.github.io/apps/reminders/) and is used by remind bot when
   # issue is being reminded.
   - reminder
-  - 'state: someone-working-on-it' 
-  - 'dont-go-stale' 
+  - "state: someone-working-on-it"
+  - dont-go-stale
 
 # Set to true to ignore issues in a project (defaults to false)
 exemptProjects: false
@@ -22,7 +22,7 @@ exemptAssignees: false
 # Label to use when marking as stale
 staleLabel: stale
 
-pull:
+pulls:
   daysUntilClose: 7
   daysUntilStale: 30
   markComment: >

.gitignore

@@ -16,6 +16,9 @@ kube/.minikube
 data/
 test/e2e/e2e_*
 
+# Ignore benchmarks dir.
+benchmarks/
+
 # Ignore promu artifacts.
 /.build
 /.release

.mdox.yaml

@@ -70,7 +70,11 @@ transformations:
         menu: contributing
         lastmod: "{{ .Origin.LastMod }}"
     backMatter: *docBackMatter
-
+
+  # Non-versioned element: Blog.
+  - glob: "blog/*"
+    path: /../blog/*
+
   - glob: "**/README.md"
     path: _index.md
     frontMatter: &justTitleFrontMatter

CHANGELOG.md

@@ -8,9 +8,60 @@ NOTE: As semantic versioning states all 0.y.z releases can contain breaking chan
 
 We use *breaking :warning:* to mark changes that are not backward compatible (relates only to v0.y.z releases.)
 
+## Unreleased
+
+## [v0.30.0-rc.0](https://github.com/thanos-io/thanos/tree/release-0.30) - 21.12.2022
+
+NOTE: Querier's `query.promql-engine` flag enabling new PromQL engine is now unhidden. We encourage users to use new experimental PromQL engine for efficiency reasons.
+
+### Fixed
+
+- [#5716](https://github.com/thanos-io/thanos/pull/5716) DNS: Fix miekgdns resolver LookupSRV to work with CNAME records.
+- [#5844](https://github.com/thanos-io/thanos/pull/5844) Query Frontend: Fixes @ modifier time range when splitting queries by interval.
+- [#5854](https://github.com/thanos-io/thanos/pull/5854) Query Frontend: `lookback_delta` param is now handled in query frontend.
+- [#5860](https://github.com/thanos-io/thanos/pull/5860) Query: Fixed bug of not showing query warnings in Thanos UI.
+- [#5856](https://github.com/thanos-io/thanos/pull/5856) Store: Fixed handling of debug logging flag.
+- [#5230](https://github.com/thanos-io/thanos/pull/5230) Rule: Stateless ruler support restoring `for` state from query API servers. The query API servers should be able to access the remote write storage.
+- [#5880](https://github.com/thanos-io/thanos/pull/5880) Query Frontend: Fixes some edge cases of query sharding analysis.
+- [#5893](https://github.com/thanos-io/thanos/pull/5893) Cache: Fixed redis client not respecting `SetMultiBatchSize` config value.
+- [#5966](https://github.com/thanos-io/thanos/pull/5966) Query: Stop relying on non-existent hints for mint and maxt when selecting series for the `api/v1/series` HTTP endpoint.
+- [#5948](https://github.com/thanos-io/thanos/pull/5948) Store: `chunks_fetched_duration` wrong calculation.
+- [#5910](https://github.com/thanos-io/thanos/pull/5910): Receive: Fixed ketama quorum bug that was could cause success response for failed replication. This also optimize heavily receiver CPU use.
+
+### Added
+
+- [#5814](https://github.com/thanos-io/thanos/pull/5814) Store: Added metric `thanos_bucket_store_postings_size_bytes` that shows the distribution of how many postings (in bytes) were needed for each Series() call in Thanos Store. Useful for determining limits.
+- [#5703](https://github.com/thanos-io/thanos/pull/5703) StoreAPI: Added `hash` field to series' chunks. Store gateway and receive implements that field and proxy leverage that for quicker deduplication.
+- [#5801](https://github.com/thanos-io/thanos/pull/5801) Store: Added a new flag `--store.grpc.downloaded-bytes-limit` that limits the number of bytes downloaded in each Series/LabelNames/LabelValues call. Use `thanos_bucket_store_postings_size_bytes` for determining the limits.
+- [#5836](https://github.com/thanos-io/thanos/pull/5836) Receive: Added hidden flag `tsdb.memory-snapshot-on-shutdown` to enable experimental TSDB feature to snapshot on shutdown. This is intended to speed up receiver restart.
+- [#5839](https://github.com/thanos-io/thanos/pull/5839) Receive: Added parameter `--tsdb.out-of-order.time-window` to set time window for experimental out-of-order samples ingestion. Disabled by default (set to 0s). Please note if you enable this option and you use compactor, make sure you set the `--enable-vertical-compaction` flag, otherwise you might risk compactor halt.
+- [#5889](https://github.com/thanos-io/thanos/pull/5889) Query Frontend: Added support for vertical sharding `label_replace` and `label_join` functions.
+- [#5865](https://github.com/thanos-io/thanos/pull/5865) Compact: Retry on sync metas error.
+- [#5819](https://github.com/thanos-io/thanos/pull/5819) Store: Added a few objectives for Store's data summaries (touched/fetched amount and sizes). They are: 50, 95, and 99 quantiles.
+- [#5837](https://github.com/thanos-io/thanos/pull/5837) Store: Added streaming retrival of series from object storage.
+- [#5940](https://github.com/thanos-io/thanos/pull/5940) Objstore: Support for authenticating to Swift using application credentials.
+- [#5945](https://github.com/thanos-io/thanos/pull/5945) Tools: Added new `no-downsample` marker to skip blocks when downsampling via `thanos tools bucket mark --marker=no-downsample-mark.json`. This will skip downsampling for blocks with the new marker.
+- [#5977](https://github.com/thanos-io/thanos/pull/5977) Tools: Added remove flag on bucket mark command to remove deletion, no-downsample or no-compact markers on the block
+
+### Changed
+
+- [#5785](https://github.com/thanos-io/thanos/pull/5785) Query: `thanos_store_nodes_grpc_connections` now trimms `external_labels` label name longer than 1000 character. It also allows customizations in what labels to preserve using `query.conn-metric.label` flag.
+- [#5542](https://github.com/thanos-io/thanos/pull/5542) Mixin: Added query concurrency panel to Querier dashboard.
+- [#5846](https://github.com/thanos-io/thanos/pull/5846) Query Frontend: vertical query sharding supports subqueries.
+- [#5909](https://github.com/thanos-io/thanos/pull/5909) Receive: Compact tenant head after no appends have happened for 1.5 `tsdb.max-block-size`.
+- [#5593](https://github.com/thanos-io/thanos/pull/5593) Cache: Switched Redis client to [Rueidis](https://github.com/rueian/rueidis). Rueidis is [faster](https://github.com/rueian/rueidis#benchmark-comparison-with-go-redis-v9) and provides [client-side caching](https://redis.io/docs/manual/client-side-caching/). It is highly recommended to use it so that repeated requests for the same key would not be needed.
+- [#5896](https://github.com/thanos-io/thanos/pull/5896) *: Upgraded Prometheus to v0.40.7 without implementing native histogram support. *Querying native histograms will fail with `Error executing query: invalid chunk encoding "<unknown>"` and native histograms in write requests are ignored.*
+- [#5838](https://github.com/thanos-io/thanos/pull/5838) Mixin: Added data touched type to Store dashboard.
+- [#5922](https://github.com/thanos-io/thanos/pull/5922) Compact: Retry on clean, partial marked errors when possible.
+
+### Removed
+
+- [#5824](https://github.com/thanos-io/thanos/pull/5824) Mixin: Remove noisy `ThanosReceiveTrafficBelowThreshold` alert.
+
 ## [v0.29.0](https://github.com/thanos-io/thanos/tree/release-0.29) - 2022.11.03
 
 ### Fixed
+
 - [#5642](https://github.com/thanos-io/thanos/pull/5642) Receive: Log labels correctly in writer debug messages.
 - [#5655](https://github.com/thanos-io/thanos/pull/5655) Receive: Fix recreating already pruned tenants.
 - [#5702](https://github.com/thanos-io/thanos/pull/5702) Store: Upgrade minio-go/v7 to fix panic caused by leaked goroutines.
@@ -20,6 +71,7 @@ We use *breaking :warning:* to mark changes that are not backward compatible (re
 - [#5799](https://github.com/thanos-io/thanos/pull/5799) Query Frontend: Fixed sharding behaviour for vector matches. Now queries with sharding should work properly where the query looks like: `foo and without (lbl) bar`.
 
 ### Added
+
 - [#5565](https://github.com/thanos-io/thanos/pull/5565) Receive: Allow remote write request limits to be defined per file and tenant (experimental).
 * [#5654](https://github.com/thanos-io/thanos/pull/5654) Query: add `--grpc-compression` flag that controls the compression used in gRPC client. With the flag it is now possible to compress the traffic between Query and StoreAPI nodes - you get lower network usage in exchange for a bit higher CPU/RAM usage.
 - [#5650](https://github.com/thanos-io/thanos/pull/5650) Query Frontend: Add sharded queries metrics. `thanos_frontend_sharding_middleware_queries_total` shows how many queries were sharded or not sharded.
@@ -152,7 +204,7 @@ We use *breaking :warning:* to mark changes that are not backward compatible (re
 
 - [#5145](https://github.com/thanos-io/thanos/pull/5145) UI: Remove old Prometheus UI.
 
-## [v0.25.2](https://github.com/thanos-io/thanos/tree/release-0.25) - 2022.03.24
+## [v0.25.2](https://github.com/thanos-io/thanos/releases/tag/v0.25.2) - 2022.03.24
 
 ### Fixed
 

CONTRIBUTING.md

@@ -66,10 +66,14 @@ The following section explains various suggestions and procedures to note during
 
 ### Prerequisites
 
-* It is strongly recommended that you use Linux distributions systems or OSX for development.
+* It is strongly recommended that you use Linux distributions systems or macOS for development.
+* Running [WSL 2 (on Windows)](https://learn.microsoft.com/en-us/windows/wsl/) is also possible. Note that if during development you run a local Kubernetes cluster and have a Service with `service.spec.sessionAffinity: ClientIP`, it will break things until it's removed[^windows_xt_recent].
 * Go 1.19.x or higher.
+* Docker (to run e2e tests)
 * For React UI, you will need a working NodeJS environment and the npm package manager to compile the Web UI assets.
 
+[^windows_xt_recent]: A WSL 2 kernel recompilation is required to enable the `xt_recent` kernel module, used by `iptables` in `kube-proxy` to implement ClientIP session affinity. See [issue in WSL](https://github.com/microsoft/WSL/issues/7124).
+
 ### First Steps
 
 It's key to get familiarized with the style guide and mechanics of Thanos, especially if your contribution touches more than one component of the Thanos distributed system. We recommend:

MAINTAINERS.md

@@ -1,19 +1,21 @@
 # Core Maintainers of this repository
 
-| Name                  | Email                  | Slack                    | GitHub                                         | Company             |
-|-----------------------|------------------------|--------------------------|------------------------------------------------|---------------------|
-| Bartłomiej Płotka     | [email protected]     | `@bwplotka`              | [@bwplotka](https://github.com/bwplotka)       | Red Hat             |
-| Frederic Branczyk     | [email protected]    | `@brancz`                | [@brancz](https://github.com/brancz)           | Polar Signals       |
-| Giedrius Statkevičius | [email protected] | `@Giedrius Statkevičius` | [@GiedriusS](https://github.com/GiedriusS)     | Vinted              |
-| Kemal Akkoyun         | [email protected]     | `@kakkoyun`              | [@kakkoyun](https://github.com/kakkoyun)       | Polar Signals       |
-| Lucas Servén Marín    | [email protected]      | `@squat`                 | [@squat](https://github.com/squat)             | Red Hat             |
-| Prem Saraswat         | [email protected]     | `@Prem Saraswat`         | [@onprem](https://github.com/onprem)           | Red Hat             |
-| Matthias Loibl        | [email protected] | `@metalmatze`            | [@metalmatze](https://github.com/metalmatze)   | Polar Signals       |
-| Ben Ye                | [email protected]  | `@yeya24`                | [@yeya24](https://github.com/yeya24)           | Amazon Web Services |
-| Wiard van Rij         | [email protected]      | `@wiard van Rij`         | [@wiardvanrij](https://github.com/wiardvanrij) | Roku                |
-| Matej Gera            | [email protected]    | `@Matej Gera`            | [@matej-g](https://github.com/matej-g)         | Red Hat             |
-
-We are bunch of people from different companies with various interests and skills. We are from different parts of the world: Germany, Italy, Lithuania, Poland, UK, India and China. We have something in common though: We all share the love for OpenSource, Go, Prometheus, :coffee: and Observability topics.
+| Name                  | Email                     | Slack                    | GitHub                                           | Company             |
+|-----------------------|---------------------------|--------------------------|--------------------------------------------------|---------------------|
+| Bartłomiej Płotka     | [email protected]        | `@bwplotka`              | [@bwplotka](https://github.com/bwplotka)         | Red Hat             |
+| Frederic Branczyk     | [email protected]       | `@brancz`                | [@brancz](https://github.com/brancz)             | Polar Signals       |
+| Giedrius Statkevičius | [email protected]    | `@Giedrius Statkevičius` | [@GiedriusS](https://github.com/GiedriusS)       | Vinted              |
+| Kemal Akkoyun         | [email protected]        | `@kakkoyun`              | [@kakkoyun](https://github.com/kakkoyun)         | Polar Signals       |
+| Lucas Servén Marín    | [email protected]         | `@squat`                 | [@squat](https://github.com/squat)               | Red Hat             |
+| Prem Saraswat         | [email protected]        | `@Prem Saraswat`         | [@onprem](https://github.com/onprem)             | Red Hat             |
+| Matthias Loibl        | [email protected]    | `@metalmatze`            | [@metalmatze](https://github.com/metalmatze)     | Polar Signals       |
+| Ben Ye                | [email protected]     | `@yeya24`                | [@yeya24](https://github.com/yeya24)             | Amazon Web Services |
+| Wiard van Rij         | [email protected]         | `@wiard van Rij`         | [@wiardvanrij](https://github.com/wiardvanrij)   | Roku                |
+| Matej Gera            | [email protected]       | `@Matej Gera`            | [@matej-g](https://github.com/matej-g)           | Red Hat             |
+| Filip Petkovski       | [email protected] | `@Filip Petkovski`       | [@fpetkovski](https://github.com/fpetkovski)     | Shopify             |
+| Saswata Mukherjee     | [email protected]   | `@saswatamcode`          | [@saswatamcode](https://github.com/saswatamcode) | Red Hat             |
+
+We are bunch of people from different companies with various interests and skills. We are from different parts of the world: Germany, Holland, Lithuania, US, UK and India. We have something in common though: We all share the love for OpenSource, Go, Prometheus, :coffee: and Observability topics.
 
 As either Software Developers or SRE (or both!) we've chosen to maintain (mostly in our free time) Thanos, the de facto way to scale awesome [Prometheus](https://prometheus.io) project.
 
@@ -29,15 +31,14 @@ We also have some nice souls that help triaging issues and PRs. See [here](https
 
 Full list of triage persons is displayed below:
 
-| Name            | Slack              | GitHub                                       | Company |
-|-----------------|--------------------|----------------------------------------------|---------|
-| Adrien Fillon   | `@Adrien F`        | [@adrien-f](https://github.com/adrien-f)     |         |
-| Ian Billett     | `@billett`         | [@bill3tt](https://github.com/bill3tt)       | Red Hat |
-| Martin Chodur   | `@FUSAKLA`         | [@fusakla](https://github.com/fusakla)       |         |
-| Michael Dai     | `@jojohappy`       | [@jojohappy](https://github.com/jojohappy)   |         |
-| Xiang Dai       | `@daixiang0`       | [@daixiang0](https://github.com/daixiang0)   |         |
-| Jimmie Han      | `@hanjm`           | [@hanjm](https://github.com/hanjm)           | Tencent |
-| Filip Petkovski | `@Filip Petkovski` | [@fpetkovski](https://github.com/fpetkovski) | Shopify |
+| Name          | Slack        | GitHub                                     | Company |
+|---------------|--------------|--------------------------------------------|---------|
+| Adrien Fillon | `@Adrien F`  | [@adrien-f](https://github.com/adrien-f)   |         |
+| Ian Billett   | `@billett`   | [@bill3tt](https://github.com/bill3tt)     | Red Hat |
+| Martin Chodur | `@FUSAKLA`   | [@fusakla](https://github.com/fusakla)     |         |
+| Michael Dai   | `@jojohappy` | [@jojohappy](https://github.com/jojohappy) |         |
+| Xiang Dai     | `@daixiang0` | [@daixiang0](https://github.com/daixiang0) |         |
+| Jimmie Han    | `@hanjm`     | [@hanjm](https://github.com/hanjm)         | Tencent |
 
 Please reach any of the maintainer on slack or email if you want to help as well.
 

README.md

@@ -54,7 +54,7 @@ Deployment with Receive:
 The philosophy of Thanos and our community is borrowing much from UNIX philosophy and the golang programming language.
 
 * Each subcommand should do one thing and do it well
-  * eg. thanos query proxies incoming calls to known store API endpoints merging the result
+  * e.g. thanos query proxies incoming calls to known store API endpoints merging the result
 * Write components that work together
   * e.g. blocks should be stored in native prometheus format
 * Make it easy to read, write, and, run components

VERSION

@@ -1 +1 @@
-0.29.0
+0.30.0-rc.0