[Chore] explicit .float() conversion in Helios's optimized_scale function (#3529)
Signed-off-by: Lancer <maruixiang6688@gmail.com>
This commit is contained in:
1 parent
4bca522f01
commit
955fcff828
1 file changed
+2
@@ -53,6 +53,8 @@ def calculate_shift(
|
||||
|
||||
|
||||
def optimized_scale(positive_flat, negative_flat):
|
||||
positive_flat = positive_flat.float()
|
||||
negative_flat = negative_flat.float()
|
||||
dot_product = torch.sum(positive_flat * negative_flat, dim=1, keepdim=True)
|
||||
squared_norm = torch.sum(negative_flat**2, dim=1, keepdim=True) + 1e-8
|
||||
st_star = dot_product / squared_norm
|
||||
|
||||
Reference in new issue
Block a user