From 2a8164772ecddc4eef24d939838486fad0b6de69 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Wed, 15 Jan 2020 16:16:03 -0800 Subject: [PATCH 01/23] Create main.yml --- .github/workflows/main.yml | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100644 .github/workflows/main.yml diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml new file mode 100644 index 00000000..0dc3fff5 --- /dev/null +++ b/.github/workflows/main.yml @@ -0,0 +1,16 @@ +name: Publish Docker +on: [push] +jobs: + build: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@master + - name: test_action + uses: mr-smithers-excellent/docker-build-push@v1.0 + with: + image: wav2letter/wav2letter + registry: docker.io + username: ${{ secrets.DOCKER_USERNAME }} + password: ${{ secrets.DOCKER_PASSWORD }} + dockerfile: Dockerfile-CUDA + snapshot: true From 92fccf40172c7bfeb62639f4d2139a2afcabad04 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Wed, 15 Jan 2020 16:29:46 -0800 Subject: [PATCH 02/23] Update main.yml --- .github/workflows/main.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml index 0dc3fff5..691f1d4e 100644 --- a/.github/workflows/main.yml +++ b/.github/workflows/main.yml @@ -5,8 +5,7 @@ jobs: runs-on: ubuntu-latest steps: - uses: actions/checkout@master - - name: test_action - uses: mr-smithers-excellent/docker-build-push@v1.0 + - uses: mr-smithers-excellent/docker-build-push@v1.0 with: image: wav2letter/wav2letter registry: docker.io From c55ef3aee76e78b289ff314287bf9acdd64112a4 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 12:39:52 -0800 Subject: [PATCH 03/23] Update and rename main.yml to cuda_image.yml --- .github/workflows/{main.yml => cuda_image.yml} | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) rename .github/workflows/{main.yml => cuda_image.yml} (85%) diff --git a/.github/workflows/main.yml b/.github/workflows/cuda_image.yml similarity index 85% rename from .github/workflows/main.yml rename to .github/workflows/cuda_image.yml index 691f1d4e..1976fa85 100644 --- a/.github/workflows/main.yml +++ b/.github/workflows/cuda_image.yml @@ -1,4 +1,4 @@ -name: Publish Docker +name: Publish CUDA Docker images on: [push] jobs: build: @@ -13,3 +13,4 @@ jobs: password: ${{ secrets.DOCKER_PASSWORD }} dockerfile: Dockerfile-CUDA snapshot: true + tags: "tata-cuda-latest" From c72c7c5e2a211cacc2f8402790b52e547e0660aa Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 12:40:28 -0800 Subject: [PATCH 04/23] Create cpu_image --- .github/workflows/cpu_image | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100644 .github/workflows/cpu_image diff --git a/.github/workflows/cpu_image b/.github/workflows/cpu_image new file mode 100644 index 00000000..2806c253 --- /dev/null +++ b/.github/workflows/cpu_image @@ -0,0 +1,16 @@ +name: Publish CPU Docker images +on: [push] +jobs: + build: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@master + - uses: mr-smithers-excellent/docker-build-push@v1.0 + with: + image: wav2letter/wav2letter + registry: docker.io + username: ${{ secrets.DOCKER_USERNAME }} + password: ${{ secrets.DOCKER_PASSWORD }} + dockerfile: Dockerfile-CPU + snapshot: true + tags: "tata-cpu-latest" From 0d13ea3064c978e421a2b814d31409418488beae Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 12:43:43 -0800 Subject: [PATCH 05/23] Delete cpu_image --- .github/workflows/cpu_image | 16 ---------------- 1 file changed, 16 deletions(-) delete mode 100644 .github/workflows/cpu_image diff --git a/.github/workflows/cpu_image b/.github/workflows/cpu_image deleted file mode 100644 index 2806c253..00000000 --- a/.github/workflows/cpu_image +++ /dev/null @@ -1,16 +0,0 @@ -name: Publish CPU Docker images -on: [push] -jobs: - build: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@master - - uses: mr-smithers-excellent/docker-build-push@v1.0 - with: - image: wav2letter/wav2letter - registry: docker.io - username: ${{ secrets.DOCKER_USERNAME }} - password: ${{ secrets.DOCKER_PASSWORD }} - dockerfile: Dockerfile-CPU - snapshot: true - tags: "tata-cpu-latest" From 623861a4892dd5b48a8ab21b40ef4483fc9b5d29 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 12:44:34 -0800 Subject: [PATCH 06/23] Create cpu_image.yml --- .github/workflows/cpu_image.yml | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100644 .github/workflows/cpu_image.yml diff --git a/.github/workflows/cpu_image.yml b/.github/workflows/cpu_image.yml new file mode 100644 index 00000000..2806c253 --- /dev/null +++ b/.github/workflows/cpu_image.yml @@ -0,0 +1,16 @@ +name: Publish CPU Docker images +on: [push] +jobs: + build: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@master + - uses: mr-smithers-excellent/docker-build-push@v1.0 + with: + image: wav2letter/wav2letter + registry: docker.io + username: ${{ secrets.DOCKER_USERNAME }} + password: ${{ secrets.DOCKER_PASSWORD }} + dockerfile: Dockerfile-CPU + snapshot: true + tags: "tata-cpu-latest" From aa1c70fbf232bdfdbcdecdfdcf514db51d0bc4f1 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 12:53:11 -0800 Subject: [PATCH 07/23] Update and rename cuda_image.yml to docker_image.yml --- .github/workflows/cuda_image.yml | 16 ------------- .github/workflows/docker_image.yml | 37 ++++++++++++++++++++++++++++++ 2 files changed, 37 insertions(+), 16 deletions(-) delete mode 100644 .github/workflows/cuda_image.yml create mode 100644 .github/workflows/docker_image.yml diff --git a/.github/workflows/cuda_image.yml b/.github/workflows/cuda_image.yml deleted file mode 100644 index 1976fa85..00000000 --- a/.github/workflows/cuda_image.yml +++ /dev/null @@ -1,16 +0,0 @@ -name: Publish CUDA Docker images -on: [push] -jobs: - build: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@master - - uses: mr-smithers-excellent/docker-build-push@v1.0 - with: - image: wav2letter/wav2letter - registry: docker.io - username: ${{ secrets.DOCKER_USERNAME }} - password: ${{ secrets.DOCKER_PASSWORD }} - dockerfile: Dockerfile-CUDA - snapshot: true - tags: "tata-cuda-latest" diff --git a/.github/workflows/docker_image.yml b/.github/workflows/docker_image.yml new file mode 100644 index 00000000..857c25d2 --- /dev/null +++ b/.github/workflows/docker_image.yml @@ -0,0 +1,37 @@ +name: Publish CUDA Docker images +on: + push: + branches: + - master + pull_request: + branches: + - master +jobs: + cuda_image_build: + name: CUDA image build + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@master + - uses: mr-smithers-excellent/docker-build-push@v1.0 + with: + image: wav2letter/wav2letter + registry: docker.io + username: ${{ secrets.DOCKER_USERNAME }} + password: ${{ secrets.DOCKER_PASSWORD }} + dockerfile: Dockerfile-CUDA + snapshot: true + tags: "tata-cuda-latest" + cpu_image_build: + name: CPU image build + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@master + - uses: mr-smithers-excellent/docker-build-push@v1.0 + with: + image: wav2letter/wav2letter + registry: docker.io + username: ${{ secrets.DOCKER_USERNAME }} + password: ${{ secrets.DOCKER_PASSWORD }} + dockerfile: Dockerfile-CPU + snapshot: true + tags: "tata-cpu-latest" From d9260384196d6b0994bebb0584262ed4dd6099f3 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 12:53:27 -0800 Subject: [PATCH 08/23] Delete cpu_image.yml --- .github/workflows/cpu_image.yml | 16 ---------------- 1 file changed, 16 deletions(-) delete mode 100644 .github/workflows/cpu_image.yml diff --git a/.github/workflows/cpu_image.yml b/.github/workflows/cpu_image.yml deleted file mode 100644 index 2806c253..00000000 --- a/.github/workflows/cpu_image.yml +++ /dev/null @@ -1,16 +0,0 @@ -name: Publish CPU Docker images -on: [push] -jobs: - build: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@master - - uses: mr-smithers-excellent/docker-build-push@v1.0 - with: - image: wav2letter/wav2letter - registry: docker.io - username: ${{ secrets.DOCKER_USERNAME }} - password: ${{ secrets.DOCKER_PASSWORD }} - dockerfile: Dockerfile-CPU - snapshot: true - tags: "tata-cpu-latest" From 7276a9e5962681f7ae8372cc8f64176bd9c6ec0e Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 19:35:04 -0800 Subject: [PATCH 09/23] Create Dockerfile-CPU-test --- Dockerfile-CPU-test | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 Dockerfile-CPU-test diff --git a/Dockerfile-CPU-test b/Dockerfile-CPU-test new file mode 100644 index 00000000..b2e2c2d7 --- /dev/null +++ b/Dockerfile-CPU-test @@ -0,0 +1,3 @@ +FROM wav2letter/wav2letter:cpu-base-latest + +RUN echo "Hello world, CPU" From 89b5779039f172da017137d2aef751631c3b5fe9 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 19:35:30 -0800 Subject: [PATCH 10/23] Create Dockerfile-CUDA-test --- Dockerfile-CUDA-test | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 Dockerfile-CUDA-test diff --git a/Dockerfile-CUDA-test b/Dockerfile-CUDA-test new file mode 100644 index 00000000..eb251c0d --- /dev/null +++ b/Dockerfile-CUDA-test @@ -0,0 +1,3 @@ +FROM wav2letter/wav2letter:cuda-base-latest + +RUN echo "Hello world, GPU" From 1414ef316a7395f87f7bd4deaac032d3c6644fcb Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 19:37:16 -0800 Subject: [PATCH 11/23] Update docker_image.yml --- .github/workflows/docker_image.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/docker_image.yml b/.github/workflows/docker_image.yml index 857c25d2..ba84afa8 100644 --- a/.github/workflows/docker_image.yml +++ b/.github/workflows/docker_image.yml @@ -18,9 +18,9 @@ jobs: registry: docker.io username: ${{ secrets.DOCKER_USERNAME }} password: ${{ secrets.DOCKER_PASSWORD }} - dockerfile: Dockerfile-CUDA + dockerfile: Dockerfile-CUDA-test snapshot: true - tags: "tata-cuda-latest" + tag: "tata-cuda-latest" cpu_image_build: name: CPU image build runs-on: ubuntu-latest @@ -32,6 +32,6 @@ jobs: registry: docker.io username: ${{ secrets.DOCKER_USERNAME }} password: ${{ secrets.DOCKER_PASSWORD }} - dockerfile: Dockerfile-CPU + dockerfile: Dockerfile-CPU-test snapshot: true - tags: "tata-cpu-latest" + tag: "tata-cpu-latest" From 5b9fa5bcd511cd6668c060283c05eb7f6ba5b107 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 19:41:43 -0800 Subject: [PATCH 12/23] Update docker_image.yml --- .github/workflows/docker_image.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/docker_image.yml b/.github/workflows/docker_image.yml index ba84afa8..bc7329c2 100644 --- a/.github/workflows/docker_image.yml +++ b/.github/workflows/docker_image.yml @@ -20,7 +20,7 @@ jobs: password: ${{ secrets.DOCKER_PASSWORD }} dockerfile: Dockerfile-CUDA-test snapshot: true - tag: "tata-cuda-latest" + tag: "tata-cuda-latest,new2" cpu_image_build: name: CPU image build runs-on: ubuntu-latest @@ -34,4 +34,4 @@ jobs: password: ${{ secrets.DOCKER_PASSWORD }} dockerfile: Dockerfile-CPU-test snapshot: true - tag: "tata-cpu-latest" + tag: "tata-cpu-latest,new" From 47ff69c2a85d26733f1159e578807df4c4613329 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 20:14:14 -0800 Subject: [PATCH 13/23] Update docker_image.yml --- .github/workflows/docker_image.yml | 34 +++++++++--------------------- 1 file changed, 10 insertions(+), 24 deletions(-) diff --git a/.github/workflows/docker_image.yml b/.github/workflows/docker_image.yml index bc7329c2..cc0b0da6 100644 --- a/.github/workflows/docker_image.yml +++ b/.github/workflows/docker_image.yml @@ -5,33 +5,19 @@ on: - master pull_request: branches: - - master + - master jobs: cuda_image_build: name: CUDA image build runs-on: ubuntu-latest steps: - uses: actions/checkout@master - - uses: mr-smithers-excellent/docker-build-push@v1.0 - with: - image: wav2letter/wav2letter - registry: docker.io - username: ${{ secrets.DOCKER_USERNAME }} - password: ${{ secrets.DOCKER_PASSWORD }} - dockerfile: Dockerfile-CUDA-test - snapshot: true - tag: "tata-cuda-latest,new2" - cpu_image_build: - name: CPU image build - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@master - - uses: mr-smithers-excellent/docker-build-push@v1.0 - with: - image: wav2letter/wav2letter - registry: docker.io - username: ${{ secrets.DOCKER_USERNAME }} - password: ${{ secrets.DOCKER_PASSWORD }} - dockerfile: Dockerfile-CPU-test - snapshot: true - tag: "tata-cpu-latest,new" + - name: Build the CUDA Docker image + run: docker build . --file Dockerfile-CUDA-test --tag test-cuda:$(date +%s) + - name: Login to the docker hub + env: + USER: ${{ secrets.DOCKER_USERNAME }} + PASSWORD: ${{ secrets.DOCKER_PASSWORD }} + run: docker login -u=$USER -p=$PASSWORD + - name: Push image + run: docker push wav2letter/wav2letter:test-cuda:$(date +%s) From ad7a8f03b32a8977a06115ba955fd51e1cb0b9a2 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 20:20:17 -0800 Subject: [PATCH 14/23] Update docker_image.yml --- .github/workflows/docker_image.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/docker_image.yml b/.github/workflows/docker_image.yml index cc0b0da6..7712ed61 100644 --- a/.github/workflows/docker_image.yml +++ b/.github/workflows/docker_image.yml @@ -13,11 +13,11 @@ jobs: steps: - uses: actions/checkout@master - name: Build the CUDA Docker image - run: docker build . --file Dockerfile-CUDA-test --tag test-cuda:$(date +%s) + run: docker build . --file Dockerfile-CUDA-test --tag wav2letter/wav2letter:test-cuda - name: Login to the docker hub env: USER: ${{ secrets.DOCKER_USERNAME }} PASSWORD: ${{ secrets.DOCKER_PASSWORD }} run: docker login -u=$USER -p=$PASSWORD - name: Push image - run: docker push wav2letter/wav2letter:test-cuda:$(date +%s) + run: docker push wav2letter/wav2letter:test-cuda From 0499eb68d001d4b325b92eabee3d4307a5752ccd Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 21:24:48 -0800 Subject: [PATCH 15/23] Update docker_image.yml --- .github/workflows/docker_image.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/docker_image.yml b/.github/workflows/docker_image.yml index 7712ed61..0e9bf426 100644 --- a/.github/workflows/docker_image.yml +++ b/.github/workflows/docker_image.yml @@ -21,3 +21,5 @@ jobs: run: docker login -u=$USER -p=$PASSWORD - name: Push image run: docker push wav2letter/wav2letter:test-cuda + docker tag wav2letter/wav2letter:test-cuda wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` + docker push wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` From 8985aa3e8f43347cc8ab939348dd43bab8a18856 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 21:43:36 -0800 Subject: [PATCH 16/23] Update docker_image.yml --- .github/workflows/docker_image.yml | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/.github/workflows/docker_image.yml b/.github/workflows/docker_image.yml index 0e9bf426..3b81e00d 100644 --- a/.github/workflows/docker_image.yml +++ b/.github/workflows/docker_image.yml @@ -20,6 +20,7 @@ jobs: PASSWORD: ${{ secrets.DOCKER_PASSWORD }} run: docker login -u=$USER -p=$PASSWORD - name: Push image - run: docker push wav2letter/wav2letter:test-cuda - docker tag wav2letter/wav2letter:test-cuda wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` - docker push wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` + run: docker push wav2letter/wav2letter:test-cuda && \ + docker tag wav2letter/wav2letter:test-cuda wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` && \ + docker push wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` && \ + docker logout From b739e79f29ff9bbdad8adc480d77e015607ea6e4 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 22:02:42 -0800 Subject: [PATCH 17/23] Update docker_image.yml --- .github/workflows/docker_image.yml | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/.github/workflows/docker_image.yml b/.github/workflows/docker_image.yml index 3b81e00d..ef55e52e 100644 --- a/.github/workflows/docker_image.yml +++ b/.github/workflows/docker_image.yml @@ -19,8 +19,11 @@ jobs: USER: ${{ secrets.DOCKER_USERNAME }} PASSWORD: ${{ secrets.DOCKER_PASSWORD }} run: docker login -u=$USER -p=$PASSWORD - - name: Push image - run: docker push wav2letter/wav2letter:test-cuda && \ - docker tag wav2letter/wav2letter:test-cuda wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` && \ - docker push wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` && \ - docker logout + - name: Push image with latest tag + run: docker push wav2letter/wav2letter:test-cuda + - name: Tag revision + run: docker tag wav2letter/wav2letter:test-cuda wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` + - name: Push image with revision tag + run: docker push wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` + - name: Docker logout + run: docker logout From 57f258e839992f331417f2820577bd9002d24536 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Thu, 16 Jan 2020 22:11:16 -0800 Subject: [PATCH 18/23] Update docker_image.yml --- .github/workflows/docker_image.yml | 32 ++++++++++++++++++++++++------ 1 file changed, 26 insertions(+), 6 deletions(-) diff --git a/.github/workflows/docker_image.yml b/.github/workflows/docker_image.yml index ef55e52e..27260e9e 100644 --- a/.github/workflows/docker_image.yml +++ b/.github/workflows/docker_image.yml @@ -13,17 +13,37 @@ jobs: steps: - uses: actions/checkout@master - name: Build the CUDA Docker image - run: docker build . --file Dockerfile-CUDA-test --tag wav2letter/wav2letter:test-cuda - - name: Login to the docker hub + run: docker build . --file Dockerfile-CUDA --tag wav2letter/wav2letter:test-cuda-latest + - name: Docker login env: USER: ${{ secrets.DOCKER_USERNAME }} PASSWORD: ${{ secrets.DOCKER_PASSWORD }} run: docker login -u=$USER -p=$PASSWORD - - name: Push image with latest tag - run: docker push wav2letter/wav2letter:test-cuda + - name: Push image with the latest tag + run: docker push wav2letter/wav2letter:test-cuda-latest - name: Tag revision - run: docker tag wav2letter/wav2letter:test-cuda wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` - - name: Push image with revision tag + run: docker tag wav2letter/wav2letter:test-cuda-latest wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` + - name: Push image with the revision tag run: docker push wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` - name: Docker logout run: docker logout + cpu_image_build: + name: CPU image build + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@master + - name: Build the CPU Docker image + run: docker build . --file Dockerfile-CPU --tag wav2letter/wav2letter:test-cpu-latest + - name: Docker login + env: + USER: ${{ secrets.DOCKER_USERNAME }} + PASSWORD: ${{ secrets.DOCKER_PASSWORD }} + run: docker login -u=$USER -p=$PASSWORD + - name: Push image with the latest tag + run: docker push wav2letter/wav2letter:test-cpu-latest + - name: Tag revision + run: docker tag wav2letter/wav2letter:test-cpu-latest wav2letter/wav2letter:test-cpu-`git rev-parse --short HEAD` + - name: Push image with the revision tag + run: docker push wav2letter/wav2letter:test-cpu-`git rev-parse --short HEAD` + - name: Docker logout + run: docker logout From 21385e59bd7c4b475cc80adc6756c56c84c45e5b Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Sun, 29 Aug 2021 19:51:45 -0700 Subject: [PATCH 19/23] Add flashlight commit dependency for slimIPL --- recipes/slimIPL/README.md | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/recipes/slimIPL/README.md b/recipes/slimIPL/README.md index 688c2d2e..0c9432ad 100644 --- a/recipes/slimIPL/README.md +++ b/recipes/slimIPL/README.md @@ -2,6 +2,10 @@ Recent results in end-to-end automatic speech recognition have demonstrated the efficacy of pseudo-labeling for semi-supervised models trained both with Connectionist Temporal Classification (CTC) and Sequence-to-Sequence (seq2seq) losses. Iterative Pseudo-Labeling (IPL), which continuously trains a single model using pseudo-labels iteratively re-generated as the model learns, has been shown to further improve performance in ASR. We improve upon the IPL algorithm: as the model learns, we propose to iteratively re-generate transcriptions with hard labels (the most probable tokens), that is, without a language model. We call this approach Language-Model-Free IPL (slimIPL) and give a resultant training setup for low-resource settings with CTC-based models. slimIPL features a dynamic cache for pseudo-labels which reduces sensitivity to changes in relabeling hyperparameters and results in improved training stability. slimIPL is also highly-efficient and requires 3.5-4x fewer computational resources to converge than other state-of-the-art semi/self-supervised approaches. With only 10 hours of labeled audio, slimIPL is competitive with self-supervised approaches, and is state-of-the-art with 100 hours of labeled audio without the use of a language model both at test time and during pseudo-label generation. +## Dependency + +- flashlight https://github.com/flashlight/flashlight (all code is tested at commit 03c51129f320eed7ff0d416f7e8291a029439039) + ## Training All models are trained on 16 gpus. To run training From 2313b23f587890e269b17d7efbd24b00dd1b80c0 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Sun, 29 Aug 2021 19:53:26 -0700 Subject: [PATCH 20/23] Add dependency of flashlight for pre-trained models --- recipes/rasr/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/rasr/README.md b/recipes/rasr/README.md index 170ad283..6e69485f 100644 --- a/recipes/rasr/README.md +++ b/recipes/rasr/README.md @@ -5,7 +5,7 @@ This is a repository sharing pre-trained acoustic models and language models for ## Dependencies -* [`Flashlight`](https://github.com/flashlight/flashlight) +* [`Flashlight`](https://github.com/flashlight/flashlight), models are tested/trained at commit d2e1924cb2a2b32b48cc326bb7e332ca3ea54f67 (conformer was changed after this commit and pre-trained conformer models cannot be used with later commits) * [`Flashlight` ASR app](https://github.com/flashlight/flashlight/tree/master/flashlight/app/asr) ## Models From 174819419b3cc5973b47a5113f578658d107b738 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Sun, 29 Aug 2021 19:56:02 -0700 Subject: [PATCH 21/23] Delete Dockerfile-CPU-test --- Dockerfile-CPU-test | 3 --- 1 file changed, 3 deletions(-) delete mode 100644 Dockerfile-CPU-test diff --git a/Dockerfile-CPU-test b/Dockerfile-CPU-test deleted file mode 100644 index b2e2c2d7..00000000 --- a/Dockerfile-CPU-test +++ /dev/null @@ -1,3 +0,0 @@ -FROM wav2letter/wav2letter:cpu-base-latest - -RUN echo "Hello world, CPU" From 073cc1a7bd4e387728592be0e2faa86952eadcab Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Sun, 29 Aug 2021 19:56:10 -0700 Subject: [PATCH 22/23] Delete Dockerfile-CUDA-test --- Dockerfile-CUDA-test | 3 --- 1 file changed, 3 deletions(-) delete mode 100644 Dockerfile-CUDA-test diff --git a/Dockerfile-CUDA-test b/Dockerfile-CUDA-test deleted file mode 100644 index eb251c0d..00000000 --- a/Dockerfile-CUDA-test +++ /dev/null @@ -1,3 +0,0 @@ -FROM wav2letter/wav2letter:cuda-base-latest - -RUN echo "Hello world, GPU" From 43f911a1158da6551b8da6f6e0cf3335bb66bf17 Mon Sep 17 00:00:00 2001 From: Tatiana Likhomanenko Date: Sun, 29 Aug 2021 19:57:27 -0700 Subject: [PATCH 23/23] Delete docker_image.yml --- .github/workflows/docker_image.yml | 49 ------------------------------ 1 file changed, 49 deletions(-) delete mode 100644 .github/workflows/docker_image.yml diff --git a/.github/workflows/docker_image.yml b/.github/workflows/docker_image.yml deleted file mode 100644 index 27260e9e..00000000 --- a/.github/workflows/docker_image.yml +++ /dev/null @@ -1,49 +0,0 @@ -name: Publish CUDA Docker images -on: - push: - branches: - - master - pull_request: - branches: - - master -jobs: - cuda_image_build: - name: CUDA image build - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@master - - name: Build the CUDA Docker image - run: docker build . --file Dockerfile-CUDA --tag wav2letter/wav2letter:test-cuda-latest - - name: Docker login - env: - USER: ${{ secrets.DOCKER_USERNAME }} - PASSWORD: ${{ secrets.DOCKER_PASSWORD }} - run: docker login -u=$USER -p=$PASSWORD - - name: Push image with the latest tag - run: docker push wav2letter/wav2letter:test-cuda-latest - - name: Tag revision - run: docker tag wav2letter/wav2letter:test-cuda-latest wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` - - name: Push image with the revision tag - run: docker push wav2letter/wav2letter:test-cuda-`git rev-parse --short HEAD` - - name: Docker logout - run: docker logout - cpu_image_build: - name: CPU image build - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@master - - name: Build the CPU Docker image - run: docker build . --file Dockerfile-CPU --tag wav2letter/wav2letter:test-cpu-latest - - name: Docker login - env: - USER: ${{ secrets.DOCKER_USERNAME }} - PASSWORD: ${{ secrets.DOCKER_PASSWORD }} - run: docker login -u=$USER -p=$PASSWORD - - name: Push image with the latest tag - run: docker push wav2letter/wav2letter:test-cpu-latest - - name: Tag revision - run: docker tag wav2letter/wav2letter:test-cpu-latest wav2letter/wav2letter:test-cpu-`git rev-parse --short HEAD` - - name: Push image with the revision tag - run: docker push wav2letter/wav2letter:test-cpu-`git rev-parse --short HEAD` - - name: Docker logout - run: docker logout