From bf34bd9767230f65099ad02620aae2bbbb455e1c Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Saugat=20Pachhai=20=28=E0=A4=B8=E0=A5=8C=E0=A4=97=E0=A4=BE?=
 =?UTF-8?q?=E0=A4=A4=29?= <suagatchhetri@outlook.com>
Date: Wed, 25 Sep 2024 21:45:57 +0545
Subject: [PATCH] benchmark imagenet

---
 .github/workflows/benchmarks.yaml | 47 ++++++++++++++++++-------------
 1 file changed, 28 insertions(+), 19 deletions(-)

diff --git a/.github/workflows/benchmarks.yaml b/.github/workflows/benchmarks.yaml
index ba7fb2601b..237c1f3158 100644
--- a/.github/workflows/benchmarks.yaml
+++ b/.github/workflows/benchmarks.yaml
@@ -12,33 +12,42 @@ env:
 jobs:
   bench:
     name: run benchmarks
-    runs-on: ubuntu-latest
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest, windows-latest]
     steps:
       - uses: actions/setup-python@v5
         with:
             python-version: "3.12"
 
-      - uses: astral-sh/setup-uv@v3
-        with:
-          enable-cache: true
-          cache-dependency-glob: pyproject.toml
-
       - uses: actions/checkout@v4
         with:
-          ref: ${{ github.event.pull_request.base.sha }}
           fetch-depth: 0
 
-      - run: uv pip install '.[tests]' --system
-      - name: run benchmarks on base branch
-        run: pytest --benchmark-autosave dvc/testing/benchmarks/ -k 'test_init or test_help'
+      - uses: astral-sh/setup-uv@v3
+        with:
+          enable-cache: true
+          cache-dependency-glob: pyproject.toml
 
-      - uses: actions/checkout@v4
+      - run: uv pip install '.[dev]' --system
+      - run: uv pip install 'dvc-objects @ git+https://github.com/iterative/dvc-objects.git@no-copy-owner-info' --system
+      - run: curl -O https://image-net.org/data/bboxes_annotations.tar.gz
+      - run: tar zxvf bboxes_annotations.tar.gz
+      - run: rm bboxes_annotations.tar.gz
+      - run: |
+          for file in ./*.tar.gz; do
+            tar zxvf $file
+          done
+        shell: bash
+      - run: time dvc add Annotation/ --cprofile-dump add.prof
+        shell: bash
+      - run: cat ./*.dvc
+        shell: bash
+      - run: time dvc add Annotation/ --cprofile-dump noop.prof
+        shell: bash
+      - uses: actions/upload-artifact@v4
         with:
-          fetch-depth: 0
-          clean: false
-      - run: uv pip install '.[tests]' --system
-      - name: run benchmarks for PR
-        run: >
-          pytest --benchmark-compare --benchmark-compare-fail=min:5%
-          --benchmark-group-by name
-          dvc/testing/benchmarks/ -k 'test_init or test_help'
+          name: profiling-${{ matrix.os }}
+          path: '*.prof'