Merge pull request #9697 from ipfs/release-v0.19.0

Release: v0.19.0
ipfs · Mar 20, 2023 · 1963219 · 1963219
2 parents 675f8bd + 1386592
commit 1963219
Show file tree

Hide file tree

Showing 188 changed files with 4,231 additions and 7,848 deletions.
diff --git a/.circleci/main.yml b/.circleci/main.yml
@@ -228,23 +228,22 @@ jobs:
       - image: cimg/go:1.19.1-node
     parallelism: 4
     resource_class: 2xlarge+
-    environment:
-      GO_IPFS_DIST_URL: https://dist-ipfs-tech.ipns.cf-ipfs.com # TODO remove this line when https://github.com/protocol/bifrost-infra/issues/2300 is closed
     steps:
       - *make_out_dirs
       - attach_workspace:
           at: /tmp/circleci-workspace
       - restore_cache:
           keys:
-            - v1-interop-{{ .Branch }}-{{ .Revision }}
-            - v1-interop-{{ .Branch }}-
-            - v1-interop-
+            - v2-interop-{{ .Branch }}-{{ .Revision }}
+            - v2-interop-{{ .Branch }}-
+            - v2-interop-
       - run:
           name: Installing dependencies
           command: |
             npm init -y
-            npm install ipfs@^0.61.0
-            npm install ipfs-interop@^8.0.10
+            npm install ipfs@^0.66.0
+            npm install kubo-rpc-client@^3.0.1
+            npm install ipfs-interop@^10.0.1
             npm install [email protected]
           working_directory: ~/ipfs/kubo/interop
       - run:
@@ -261,7 +260,7 @@ jobs:
       - store_test_results:
           path: /tmp/test-results
       - save_cache:
-          key: v1-interop-{{ .Branch }}-{{ .Revision }}
+          key: v2-interop-{{ .Branch }}-{{ .Revision }}
           paths:
             - ~/ipfs/kubo/interop/node_modules
   go-ipfs-api:
@@ -294,7 +293,7 @@ jobs:
           command: go test -count=1 -v ./...
           working_directory: ~/ipfs/kubo/go-ipfs-api
       - save_cache:
-          key: v1-go-api-{{ checksum "~/ipfs/kubo/go-ipfs-api/go.sum" }}
+          key: v2-go-api-{{ checksum "~/ipfs/kubo/go-ipfs-api/go.sum" }}
           paths:
             - ~/go/pkg/mod
             - ~/.cache/go-build/
@@ -310,7 +309,7 @@ jobs:
       - run:
           name: Cloning
           command: |
-            git clone https://github.com/ipfs/go-ipfs-http-client.git
+            git clone https://github.com/ipfs/go-ipfs-http-client.git -b bump-for-rcmgr-last-push
             git -C go-ipfs-http-client log -1
       - restore_cache:
           keys:
@@ -330,8 +329,6 @@ jobs:
   ipfs-webui:
     executor: node-browsers
     resource_class: 2xlarge+
-    environment:
-      GO_IPFS_DIST_URL: https://dist-ipfs-tech.ipns.cf-ipfs.com # TODO remove this line when https://github.com/protocol/bifrost-infra/issues/2300 is closed
     steps:
       - *make_out_dirs
       - attach_workspace:

diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -14,6 +14,7 @@ jobs:
   prepare:
     if: github.repository == 'ipfs/kubo' || github.event_name == 'workflow_dispatch'
     runs-on: ubuntu-latest
+    timeout-minutes: 5
     env:
       TEST_NO_DOCKER: 1
       TEST_NO_FUSE: 1
@@ -40,12 +41,7 @@ jobs:
   ipfs-interop:
     needs: [prepare]
     runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        suites:
-          - 'exchange-files'
-          - 'files pin circuit ipns cid-version-agnostic ipns-pubsub pubsub'
-      fail-fast: false
+    timeout-minutes: 20
     defaults:
       run:
         shell: bash
@@ -70,19 +66,20 @@ jobs:
       - run: mkdir interop
       - run: |
           npm init -y
-          npm install ipfs@^0.61.0
-          npm install ipfs-interop@^8.0.10
+          npm install ipfs@^0.66.0
+          npm install kubo-rpc-client@^3.0.1
+          npm install ipfs-interop@^10.0.1
         working-directory: interop
-      - run: npx ipfs-interop -- -t node $(sed -e 's#[^ ]*#-f test/&.js#g' <<< '${{ matrix.suites }}')
+      - run: npx ipfs-interop -- -t node
         env:
           LIBP2P_TCP_REUSEPORT: false
           LIBP2P_ALLOW_WEAK_RSA_KEYS: 1
           IPFS_GO_EXEC: ${{ github.workspace }}/cmd/ipfs/ipfs
-          GO_IPFS_DIST_URL: https://dist-ipfs-tech.ipns.cf-ipfs.com # TODO: remove this line when https://github.com/protocol/bifrost-infra/issues/2300 is closed
         working-directory: interop
   go-ipfs-api:
     needs: [prepare]
     runs-on: ubuntu-latest
+    timeout-minutes: 5
     env:
       TEST_NO_DOCKER: 1
       TEST_NO_FUSE: 1
@@ -122,6 +119,7 @@ jobs:
   go-ipfs-http-client:
     needs: [prepare]
     runs-on: ubuntu-latest
+    timeout-minutes: 5
     env:
       TEST_NO_DOCKER: 1
       TEST_NO_FUSE: 1
@@ -145,6 +143,7 @@ jobs:
         with:
           repository: ipfs/go-ipfs-http-client
           path: go-ipfs-http-client
+          ref: bump-for-rcmgr-last-push
       - uses: protocol/cache-go-action@v1
         with:
           name: ${{ github.job }}
@@ -154,6 +153,7 @@ jobs:
   ipfs-webui:
     needs: [prepare]
     runs-on: ubuntu-latest
+    timeout-minutes: 20
     env:
       NO_SANDBOX: true
       LIBP2P_TCP_REUSEPORT: false
@@ -162,7 +162,6 @@ jobs:
       TRAVIS: 1
       GIT_PAGER: cat
       IPFS_CHECK_RCMGR_DEFAULTS: 1
-      GO_IPFS_DIST_URL: https://dist-ipfs-tech.ipns.cf-ipfs.com # TODO: remove this line when https://github.com/protocol/bifrost-infra/issues/2300 is closed
     defaults:
       run:
         shell: bash

diff --git a/.github/workflows/codeql-analysis.yml b/.github/workflows/codeql-analysis.yml
@@ -16,6 +16,7 @@ jobs:
     if: github.repository == 'ipfs/kubo' || github.event_name == 'workflow_dispatch'
     name: Analyze
     runs-on: ubuntu-latest
+    timeout-minutes: 20
 
     strategy:
       fail-fast: false

diff --git a/.github/workflows/docker-build.yml b/.github/workflows/docker-build.yml
@@ -11,6 +11,7 @@ jobs:
   docker-build:
     if: github.repository == 'ipfs/kubo' || github.event_name == 'workflow_dispatch'
     runs-on: ubuntu-latest
+    timeout-minutes: 10
     env:
       IMAGE_NAME: ipfs/kubo
       WIP_IMAGE_TAG: wip

diff --git a/.github/workflows/docker-image.yml b/.github/workflows/docker-image.yml
@@ -14,6 +14,7 @@ jobs:
     if: github.repository == 'ipfs/kubo' || github.event_name == 'workflow_dispatch'
     name: Push Docker image to Docker Hub
     runs-on: ubuntu-latest
+    timeout-minutes: 90
     env:
       IMAGE_NAME: ipfs/kubo
       LEGACY_IMAGE_NAME: ipfs/go-ipfs

diff --git a/.github/workflows/gobuild.yml b/.github/workflows/gobuild.yml
@@ -14,6 +14,7 @@ jobs:
   gobuild:
     needs: [runner]
     runs-on: ${{ fromJSON(needs.runner.outputs.config).labels }}
+    timeout-minutes: 20
     env:
       TEST_NO_DOCKER: 1
       TEST_VERBOSE: 1

diff --git a/.github/workflows/golang-analysis.yml b/.github/workflows/golang-analysis.yml
@@ -11,6 +11,7 @@ jobs:
   unit:
     if: github.repository == 'ipfs/kubo' || github.event_name == 'workflow_dispatch'
     runs-on: ubuntu-latest
+    timeout-minutes: 10
     name: All
     steps:
       - uses: actions/checkout@v2

diff --git a/.github/workflows/golint.yml b/.github/workflows/golint.yml
@@ -11,6 +11,7 @@ jobs:
   golint:
     if: github.repository == 'ipfs/kubo' || github.event_name == 'workflow_dispatch'
     runs-on: ubuntu-latest
+    timeout-minutes: 10
     env:
       TEST_NO_DOCKER: 1
       TEST_NO_FUSE: 1

diff --git a/.github/workflows/gotest.yml b/.github/workflows/gotest.yml
@@ -11,6 +11,7 @@ jobs:
   gotest:
     if: github.repository == 'ipfs/kubo' || github.event_name == 'workflow_dispatch'
     runs-on: ubuntu-latest
+    timeout-minutes: 20
     env:
       TEST_NO_DOCKER: 1
       TEST_NO_FUSE: 1

diff --git a/.github/workflows/runner.yml b/.github/workflows/runner.yml
@@ -10,6 +10,7 @@ on:
 jobs:
   choose:
     runs-on: ubuntu-latest
+    timeout-minutes: 1
     outputs:
       config: ${{ steps.config.outputs.result }}
     steps:

diff --git a/.github/workflows/sharness.yml b/.github/workflows/sharness.yml
@@ -14,6 +14,7 @@ jobs:
   sharness:
     needs: [runner]
     runs-on: ${{ fromJSON(needs.runner.outputs.config).labels }}
+    timeout-minutes: 20
     defaults:
       run:
         shell: bash
@@ -55,9 +56,7 @@ jobs:
           make -O -j "$PARALLEL" \
             test_sharness \
             coverage/sharness_tests.coverprofile \
-            test/sharness/test-results/sharness.xml \
-            test/sharness/test-results/sharness.html \
-            test/sharness/test-results/sharness-html
+            test/sharness/test-results/sharness.xml
         working-directory: kubo
         env:
           TEST_NO_DOCKER: 0
@@ -87,6 +86,13 @@ jobs:
           echo "# Summary" >> $GITHUB_STEP_SUMMARY
           echo >> $GITHUB_STEP_SUMMARY
           cat kubo/test/sharness/test-results/summary.txt >> $GITHUB_STEP_SUMMARY
+      - name: Generate one-page HTML report
+        uses: pl-strflt/junit-xml-to-html@v1
+        if: failure() || success()
+        with:
+          mode: no-frames
+          input: kubo/test/sharness/test-results/sharness.xml
+          output: kubo/test/sharness/test-results/sharness.html
       - name: Upload one-page HTML report to S3
         id: one-page
         uses: pl-strflt/tf-aws-gh-runner/.github/actions/upload-artifact@main
@@ -100,6 +106,13 @@ jobs:
         with:
           name: sharness.html
           path: kubo/test/sharness/test-results/sharness.html
+      - name: Generate full HTML report
+        uses: pl-strflt/junit-xml-to-html@v1
+        if: failure() || success()
+        with:
+          mode: frames
+          input: kubo/test/sharness/test-results/sharness.xml
+          output: kubo/test/sharness/test-results/sharness-html
       - name: Upload full HTML report to S3
         id: full
         uses: pl-strflt/tf-aws-gh-runner/.github/actions/upload-artifact@main

diff --git a/.github/workflows/sync-release-assets.yml b/.github/workflows/sync-release-assets.yml
@@ -13,6 +13,7 @@ jobs:
   sync-github-and-dist-ipfs-tech:
     if: github.repository == 'ipfs/kubo' || github.event_name == 'workflow_dispatch'
     runs-on: "ubuntu-latest"
+    timeout-minutes: 5
     steps:
       - uses: ipfs/download-ipfs-distribution-action@v1
       - uses: ipfs/start-ipfs-daemon-action@v1

diff --git a/.github/workflows/testground-on-push.yml b/.github/workflows/testground-on-push.yml
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,5 +1,6 @@
 # Kubo Changelogs
 
+- [v0.19](docs/changelogs/v0.19.md)
 - [v0.18](docs/changelogs/v0.18.md)
 - [v0.17](docs/changelogs/v0.17.md)
 - [v0.16](docs/changelogs/v0.16.md)

diff --git a/README.md b/README.md
@@ -12,7 +12,7 @@ Kubo was the first IPFS implementation and is the most widely used one today. Im
 Featureset
 - Runs an IPFS-Node as a network service
 - [Command Line Interface](https://docs.ipfs.tech/reference/kubo/cli/) to IPFS-Nodes
-- Local [Web2-to-Web3 HTTP Gateway functionality](https://github.com/ipfs/specs/tree/main/http-gateways#readme) 
+- Local [Web2-to-Web3 HTTP Gateway functionality](https://github.com/ipfs/specs/tree/main/http-gateways#readme)
 - HTTP RPC API (`/api/v0`) to access and control the daemon
 - IPFS's internal Webgui can be used to manage the Kubo nodes
 
@@ -381,7 +381,6 @@ Some places to get you started on the codebase:
 - libp2p
   - libp2p: https://github.com/libp2p/go-libp2p
   - DHT: https://github.com/libp2p/go-libp2p-kad-dht
-  - PubSub: https://github.com/libp2p/go-libp2p-pubsub
 - [IPFS : The `Add` command demystified](https://github.com/ipfs/kubo/tree/master/docs/add-code-flow.md)
 
 ### Map of Implemented Subsystems

diff --git a/Rules.mk b/Rules.mk
@@ -118,7 +118,7 @@ help:
 	@echo '  all          - print this help message'
 	@echo '  build        - Build binary at ./cmd/ipfs/ipfs'
 	@echo '  nofuse       - Build binary with no fuse support'
-	@echo '  install      - Build binary and install into $$GOPATH/bin'
+	@echo '  install      - Build binary and install into $$GOBIN'
 #	@echo '  dist_install - TODO: c.f. ./cmd/ipfs/dist/README.md'
 	@echo ''
 	@echo 'CLEANING TARGETS:'

diff --git a/assets/README.md b/assets/README.md
@@ -3,13 +3,3 @@
 This directory contains the go-ipfs assets:
 
 * Getting started documentation (`init-doc`).
-* Directory listing HTML template (`dir-index-html`).
-
-## Re-generating
-
-Edit the source files and use `go generate` from within the
-assets directory:
-
-```
-go generate .
-```