shithub: opus

Download patch

ref: 5d32ab8f3ae07e5033c6dada4e0b5bc9ff97071a
parent: dc539a9ce90a2ba7e042425a39d0a640ca6a5f87
author: Jean-Marc Valin <jmvalin@amazon.com>
date: Sat Feb 5 20:14:03 EST 2022 

optional bi-directional concealment


--- a/dnn/lpcnet_demo.c
+++ b/dnn/lpcnet_demo.c
@@ -131,12 +131,12 @@
         }
         lpcnet_destroy(net);
     } else if (mode == MODE_PLC) {
+        short pcm[FRAME_SIZE];
         int count=0;
         int loss=0;
         LPCNetPLCState *net;
         net = lpcnet_plc_create();
         while (1) {
-            short pcm[FRAME_SIZE];
             size_t ret;
             ret = fread(pcm, sizeof(pcm[0]), FRAME_SIZE, fin);
             if (feof(fin) || ret != FRAME_SIZE) break;
@@ -144,9 +144,12 @@
             //if (count % 2 == 0) scanf("%d", &loss);
             if (loss) lpcnet_plc_conceal(net, pcm);
             else lpcnet_plc_update(net, pcm);
-            fwrite(pcm, sizeof(pcm[0]), FRAME_SIZE, fout);
+            //if (count)
+              fwrite(pcm, sizeof(pcm[0]), FRAME_SIZE, fout);
             count++;
         }
+        //lpcnet_plc_conceal(net, pcm);
+        //fwrite(pcm, sizeof(pcm[0]), FRAME_SIZE, fout);
         lpcnet_plc_destroy(net);
     } else {
         fprintf(stderr, "unknown action\n");
--- a/dnn/lpcnet_plc.c
+++ b/dnn/lpcnet_plc.c
@@ -70,7 +70,7 @@
   _lpcnet_compute_dense(&plc_out, out, net->plc_gru2_state);
 }
 
-#if 0
+#if 1
 LPCNET_EXPORT int lpcnet_plc_update(LPCNetPLCState *st, short *pcm) {
   int i;
   float x[FRAME_SIZE];
@@ -221,13 +221,31 @@
     lpcnet_synthesize_impl(&st->lpcnet, st->features, &st->pcm[FRAME_SIZE-TRAINING_OFFSET], TRAINING_OFFSET, 0);
     
     copy = st->lpcnet;
-    lpcnet_synthesize_tail_impl(&st->lpcnet, tmp, FRAME_SIZE-TRAINING_OFFSET, 0);
-    st->lpcnet = copy;
-    for (i=0;i<FRAME_SIZE-TRAINING_OFFSET;i++) {
-      float w;
-      w = .5 - .5*cos(M_PI*i/(FRAME_SIZE-TRAINING_OFFSET));
-      pcm_save[i] = (int)floor(.5 + w*pcm_save[i] + (1-w)*tmp[i]);
+    if (0) {
+      lpcnet_synthesize_tail_impl(&st->lpcnet, tmp, FRAME_SIZE-TRAINING_OFFSET, 0);
+      for (i=0;i<FRAME_SIZE-TRAINING_OFFSET;i++) {
+        float w;
+        w = .5 - .5*cos(M_PI*i/(FRAME_SIZE-TRAINING_OFFSET));
+        pcm_save[i] = (int)floor(.5 + w*pcm_save[i] + (1-w)*tmp[i]);
+      }
+    } else {
+      short rev[FRAME_SIZE];
+      for (i=0;i<FRAME_SIZE;i++) rev[i] = pcm[FRAME_SIZE-i-1];
+      lpcnet_synthesize_tail_impl(&st->lpcnet, rev, FRAME_SIZE, FRAME_SIZE);
+      //for(i=0;i<FRAME_SIZE;i++) printf("%d ", rev[i]);
+      lpcnet_synthesize_tail_impl(&st->lpcnet, rev, FRAME_SIZE, 0);
+      //for(i=0;i<FRAME_SIZE;i++) printf("%d ", rev[i]);
+      //for(i=0;i<FRAME_SIZE;i++) printf("%d ", st->pcm[i]);
+      for (i=0;i<TRAINING_OFFSET*3/2;i++) {
+        float w;
+        w = .5 - .5*cos(M_PI*i/(TRAINING_OFFSET*3/2));
+        st->pcm[FRAME_SIZE-1-i] = (int)floor(.5 + w*st->pcm[FRAME_SIZE-1-i] + (1-w)*rev[i]);
+      }
+      //for(i=0;i<FRAME_SIZE;i++) printf("%d ", st->pcm[i]);
+      //printf("\n");
+      
     }
+    st->lpcnet = copy;
 
     for (i=0;i<FRAME_SIZE;i++) x[i] = st->pcm[i];
     preemphasis(x, &st->enc.mem_preemph, x, PREEMPHASIS, FRAME_SIZE);
-- 
⑨