GeezerVison is showing github.com — maxtext/codecov.yml at main · AI-Hypercomputer/maxtext

Expand file tree

codecov.yml

Copy path

More file actions

Latest commit

History

68 lines (63 loc) · 2.53 KB

codecov.yml

Copy path

File metadata and controls

68 lines (63 loc) · 2.53 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

# https://www.apache.org/licenses/LICENSE-2.0

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

# MaxText Codecov Configuration

# We use a two-flag scheme ('regular' and 'scheduled') to handle our tiered test suite.

# 'carryforward' is enabled because each flag is only updated by its respective run type.

# Scheme:

# - 'regular': Updated ONLY by PRs (subset of tests, excluding 'scheduled_only'). Used for 'patch' coverage.

# - 'scheduled': Updated ONLY by scheduled runs (all tests including 'scheduled_only'). Used for 'project' coverage.

# During PRs, the 'scheduled' flag is carried forward from the last full run on 'main' to keep the score stable.

# During scheduled runs, the 'regular' flag is carried forward from the last PR.

# Exclude non-source code, deprecated and experimental folders from coverage tracking

codecov:

token: 35742a22-fb1f-4839-97ff-b54da5588689

# By default file names in the coverage report will have their path in the file system, which in our

# runners would be /__w/maxtext/maxtext/src/maxtext/* but Codecov expects src/maxtext/* so we need to fix the path

fixes:

# - ".*/maxtext/src/::src/"

- "/github/workspace/::"

ignore:

- "src/maxtext/assets"

- "src/maxtext/configs"

- "src/maxtext/examples"

- "src/maxtext/experimental"

- "src/maxtext/inference"

- "src/maxtext/integration/vllm"

- "src/maxtext/scratch_code"

flags:

# Updated ONLY by PRs (contains subset of tests, excluding scheduled_only).

regular:

carryforward: true

# Updated ONLY by scheduled runs (contains all tests including scheduled_only).

scheduled:

carryforward: true

coverage:

status:

# Project score remains stable at the 'Full Suite' level.

# It carries forward the last 'scheduled' results during PRs.

project:

default:

target: auto

threshold: 5% # fail on 5+ percent degradation

flags:

- scheduled

# Patch score provides feedback on the code changed in a PR.

patch:

default:

target: auto

threshold: 10% # fail on 10+ percent degradation

flags:

- regular