diff --git a/.pylintrc b/.pylintrc index 5c771e62..46d1000d 100644 --- a/.pylintrc +++ b/.pylintrc @@ -256,7 +256,7 @@ single-line-if-stmt=yes max-module-lines=99999 # String used as indentation unit. The internal Google style guide mandates 2 -# spaces. Google's externaly-published style guide says 4, consistent with +# spaces. Google's externally-published style guide says 4, consistent with # PEP 8. Here, we use 2 spaces, for conformity with many open-sourced Google # projects (like TensorFlow). indent-string=' ' diff --git a/examples/lora.py b/examples/lora.py index a826ba12..f3a4600d 100644 --- a/examples/lora.py +++ b/examples/lora.py @@ -85,7 +85,7 @@ def get_config(): mask="batch.loss_mask", ), }, - # TODO(epot): Add Gradient accumenlation. + # TODO(epot): Add Gradient accumulation. optimizer=kd.optim.partial_updates( optax.adafactor(learning_rate=0.005), # We only optimize the LoRA weights. The rest of the model is frozen. diff --git a/gemma/gm/text/_prefill.py b/gemma/gm/text/_prefill.py index 99d730d0..7ebcbf6d 100644 --- a/gemma/gm/text/_prefill.py +++ b/gemma/gm/text/_prefill.py @@ -111,7 +111,7 @@ def prefill( {'params': params}, tokens=prefill_input.tokens, images=prefill_input.images, - # Slice the cache to the prompt length, to avoid shape missmatch error. + # Slice the cache to the prompt length, to avoid shape mismatch error. cache=prefill_input.cache.cache, positions=prefill_input.positions, attention_mask=prefill_input.attention_mask, diff --git a/pyproject.toml b/pyproject.toml index dcd6edd0..6bcddcb5 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -56,7 +56,7 @@ changelog = "https://github.com/google-deepmind/gemma/blob/main/CHANGELOG.md" # documentation = "" [project.optional-dependencies] -# Development deps (unittest, linting, formating,...) +# Development deps (unittest, linting, formatting,...) # Installed through `pip install -e .[dev]` dev = [ "pytest",