Skip to content

Commit

Permalink
lint
Browse files Browse the repository at this point in the history
  • Loading branch information
qihqi committed Sep 6, 2024
1 parent 7d99123 commit c5610a8
Show file tree
Hide file tree
Showing 3 changed files with 4 additions and 2 deletions.
2 changes: 2 additions & 0 deletions jetstream_pt/cli.py
Original file line number Diff line number Diff line change
Expand Up @@ -208,6 +208,7 @@ def interactive():


def main():
"""Main function."""
def main_real(argv):
"""Entry point"""
if len(argv) < 2:
Expand All @@ -223,6 +224,7 @@ def main_real(argv):
print(
"Invalid arguments. please specify 'list', 'serve', or 'interactive'."
)

app.run(main_real)
return 0

Expand Down
2 changes: 1 addition & 1 deletion jetstream_pt/fetch_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ class ModelInfo:
num_layers: int
# number of kv heads
num_kv_heads: int

head_dim: int
n_reps: int # repeatition for GQA

Expand Down
2 changes: 1 addition & 1 deletion jetstream_pt/third_party/llama/model_exportable.py
Original file line number Diff line number Diff line change
Expand Up @@ -385,5 +385,5 @@ def transform(val, n_heads):
value, self.params.n_kv_heads or self.params.n_heads
)
res = super().convert_hf_weights(updated)
res['freqs_cis'] = self.freqs_cis
res["freqs_cis"] = self.freqs_cis
return res

0 comments on commit c5610a8

Please sign in to comment.