206403950e
* add offload opt util (#10607) * fix offload optimizer (#10608) * fix sharding reshard bug (#10613) * reset ema (#10790) * Move fused_quanted_ops and token_dispatcher_utils to FleetY (#10803) * move setup_fp8.py (#10820) * Add tokens_zip_unique_add_subbatch and merge_subbatch_cast ops (#10822) * add tokens_zip_unique_add_subbatch and merge_subbatch_cast ops * enhance ut * enhance ut again * remove duplicate codes * enhance ut again * Sharding reshard supports mismatch parameter name (#10479) * Sharding Reshard Supports N -> 1 (#10532) * cherry-pick https://github.com/PaddlePaddle/PaddleNLP/pull/10531 * support tpdp-ep sharding reshard (#10568) * fix typo * revert sharding_first
74 lines
2.0 KiB
YAML
74 lines
2.0 KiB
YAML
exclude: 'slm/model_zoo/gpt-3;csrc/third_party'
|
|
repos:
|
|
# For Python files
|
|
- repo: https://github.com/psf/black.git
|
|
rev: 22.8.0
|
|
hooks:
|
|
- id: black
|
|
files: \.(py|pyi)$
|
|
additional_dependencies: [toml]
|
|
- repo: https://github.com/PyCQA/isort
|
|
rev: 5.11.5
|
|
hooks:
|
|
- id: isort
|
|
- repo: https://github.com/PyCQA/flake8
|
|
rev: 4.0.1
|
|
hooks:
|
|
- id: flake8
|
|
- repo: https://github.com/pre-commit/pre-commit-hooks
|
|
rev: v4.1.0
|
|
hooks:
|
|
- id: check-merge-conflict
|
|
- id: check-symlinks
|
|
- id: detect-private-key
|
|
files: (?!.*paddle)^.*$
|
|
- id: end-of-file-fixer
|
|
files: \.md$
|
|
- id: trailing-whitespace
|
|
files: \.md$
|
|
- repo: https://github.com/Lucas-C/pre-commit-hooks
|
|
rev: v1.1.14
|
|
hooks:
|
|
- id: forbid-crlf
|
|
files: \.md$
|
|
- id: remove-crlf
|
|
files: \.md$
|
|
- id: forbid-tabs
|
|
files: \.md$
|
|
- id: remove-tabs
|
|
files: \.md$
|
|
- repo: local
|
|
hooks:
|
|
- id: copyright_checker
|
|
name: copyright_checker
|
|
entry: python .copyright.hook
|
|
language: system
|
|
files: \.(c|cc|cxx|cpp|cu|h|hpp|hxx|proto|xpu|kps|py|sh)$
|
|
# For Markdown files
|
|
- repo: local
|
|
hooks:
|
|
- id: add-spaces-between-chinese-and-english
|
|
name: Add spaces between Chinese and English characters
|
|
entry: python scripts/codestyle/check_spaces.py
|
|
language: python
|
|
files: \.(md|markdown)$
|
|
pass_filenames: true
|
|
# For dead links
|
|
- repo: local
|
|
hooks:
|
|
- id: check-dead-links
|
|
name: Check dead links
|
|
entry: python scripts/codestyle/check_dead_links.py
|
|
language: python
|
|
files: \.(md|markdown|rst)$
|
|
pass_filenames: true
|
|
|
|
- repo: local
|
|
hooks:
|
|
- id: clang-format
|
|
name: clang-format
|
|
description: Format files with ClangFormat.
|
|
entry: bash ./tools/codestyle/clang_format.sh -i
|
|
language: system
|
|
files: \.(c|cc|cxx|cpp|cu|h|hpp|hxx|xpu|kps)$
|