ref: 7cac35e6992db029db9c284b71d031c24acf2c2a
parent: 80383b637791c652de7b5010a5601d6d8802206d
author: Jan Buethe <jbuethe@amazon.de>
date: Tue Oct 25 08:13:11 EDT 2022
fixed theta and r values
--- a/dnn/training_tf2/dump_rdovae.py
+++ b/dnn/training_tf2/dump_rdovae.py
@@ -58,8 +58,8 @@
print("dumping statistical model")quant_scales = tf.math.softplus(w[:, : N]).numpy()
dead_zone = 0.05 * tf.math.softplus(w[:, N : 2 * N]).numpy()
- r = 0.5 + 0.5 * tf.math.sigmoid(w[:, 4 * N : 5 * N]).numpy()
- theta = tf.math.sigmoid(w[:, 5 * N : 6 * N]).numpy()
+ theta = 0.5 + 0.5 * tf.math.sigmoid(w[:, 4 * N : 5 * N]).numpy()
+ r = tf.math.sigmoid(w[:, 5 * N : 6 * N]).numpy()
p0 = 1 - r ** (0.5 + 0.5 * theta)
quant_scales_q8 = np.round(quant_scales * 2**8).astype(np.int16)
--
⑨