From 4ecc8d1b42cb2c4992fe227719ed4662ca1c8168 Mon Sep 17 00:00:00 2001 From: Justin Bedo Date: Thu, 9 Feb 2023 10:09:47 +1100 Subject: return log-space embedding rather than count space --- pca.fut | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'pca.fut') diff --git a/pca.fut b/pca.fut index ed4d155..5ecaab5 100644 --- a/pca.fut +++ b/pca.fut @@ -22,10 +22,10 @@ def psi [d] (x: [d]f64) : f64 = sum (map ((*x[d-1]) <-< phi <-< (/(f64.epsilon+x def embed [n][d][k] (B: [n][k]f64) (U: [k][d]f64) : [n][d]f64 = let C = tabulate_2d k k (\i j -> (if i == j then 1f64 else 0f64) - f64.from_fraction 1 k) - in (map (map f64.exp) (matmul_f64 (matmul_f64 (unitfstT (copy B)) C) U)) + in (matmul_f64 (matmul_f64 (unitfstT (copy B)) C) U) def loss [n][d][k] (X: [n][d]f64) (B: [n][k]f64) (U: [k][d]f64) : f64 = - let Y = embed B U + let Y = map (map f64.exp) (embed B U) in sum (map2 (\x y -> - psi y - dot (map2 (-) x y) (vjp psi y 1)) X Y) def dloss [n][d][k] (X: [n][d]f64) (B: [n][k]f64) (U: [k][d]f64) : ([n][k]f64, [k][d]f64) = vjp (uncurry (loss X)) (B, U) 1 -- cgit v1.2.3