Skip to content

Commit

Permalink
ggml : sync alibi fix from ggml repo
Browse files Browse the repository at this point in the history
  • Loading branch information
ggerganov committed May 13, 2023
1 parent ac0cd25 commit f048af0
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions ggml.c
Original file line number Diff line number Diff line change
Expand Up @@ -8553,7 +8553,7 @@ static void ggml_compute_forward_alibi_f32(
m_k = powf(m1, 2 * (k - n_heads_log2_floor) + 1);
}

pdst[0] = (j+1) * m_k + src[0];
pdst[0] = i * m_k + src[0];
}
}
}
Expand Down Expand Up @@ -8615,7 +8615,7 @@ static void ggml_compute_forward_alibi_f16(
}

// we return F32
pdst[0] = (j+1) * m_k + GGML_FP16_TO_FP32(src[0]);
pdst[0] = i * m_k + GGML_FP16_TO_FP32(src[0]);
}
}
}
Expand Down

0 comments on commit f048af0

Please sign in to comment.