.devcontainer.json
.dockerignore
.gitignore
Dockerfile
LICENSE
NOTICE.md
README.md
dev
pyproject.toml
requirements-dev.txt
setup.cfg
.github/workflows/ci.yaml
.github/workflows/publish.yaml
analysis/benchmarking_compiled_unit_scaled_ops.ipynb
analysis/emb_lr_analysis.ipynb
analysis/empirical_op_scaling.ipynb
analysis/sgd_scaling.ipynb
analysis/almost_scaled_dot_product_attention/.gitignore
analysis/almost_scaled_dot_product_attention/almost_scaled_dot_product_attention.ipynb
analysis/almost_scaled_dot_product_attention/demo_transformer.py
docs/Makefile
docs/api_reference.rst
docs/conf.py
docs/index.rst
docs/limitations.rst
docs/make.bat
docs/u-muP_slides.pdf
docs/user_guide.rst
docs/_static/animation.html
docs/_static/scales.png
docs/_templates/custom-class-template.rst
docs/_templates/custom-module-template.rst
docs/posts/almost_scaled_dot_product_attention.md
examples/.gitignore
examples/demo.ipynb
examples/how_to_scale_op.ipynb
examples/scale_analysis.py
unit_scaling/__init__.py
unit_scaling/_internal_utils.py
unit_scaling/_modules.py
unit_scaling/_version.py
unit_scaling/analysis.py
unit_scaling/constraints.py
unit_scaling/docs.py
unit_scaling/formats.py
unit_scaling/functional.py
unit_scaling/optim.py
unit_scaling/parameter.py
unit_scaling/scale.py
unit_scaling/utils.py
unit_scaling.egg-info/PKG-INFO
unit_scaling.egg-info/SOURCES.txt
unit_scaling.egg-info/dependency_links.txt
unit_scaling.egg-info/requires.txt
unit_scaling.egg-info/top_level.txt
unit_scaling/core/__init__.py
unit_scaling/core/functional.py
unit_scaling/tests/__init__.py
unit_scaling/tests/conftest.py
unit_scaling/tests/helper.py
unit_scaling/tests/test_analysis.py
unit_scaling/tests/test_constraints.py
unit_scaling/tests/test_docs.py
unit_scaling/tests/test_formats.py
unit_scaling/tests/test_functional.py
unit_scaling/tests/test_modules.py
unit_scaling/tests/test_optim.py
unit_scaling/tests/test_parameter.py
unit_scaling/tests/test_scale.py
unit_scaling/tests/test_utils.py
unit_scaling/tests/core/__init__.py
unit_scaling/tests/core/test_functional.py
unit_scaling/tests/transforms/__init__.py
unit_scaling/tests/transforms/test_compile.py
unit_scaling/tests/transforms/test_simulate_format.py
unit_scaling/tests/transforms/test_track_scales.py
unit_scaling/tests/transforms/test_unit_scale.py
unit_scaling/transforms/__init__.py
unit_scaling/transforms/_compile.py
unit_scaling/transforms/_simulate_format.py
unit_scaling/transforms/_track_scales.py
unit_scaling/transforms/_unit_scale.py
unit_scaling/transforms/utils.py