File 20-overflow-fixes.dpatch of Package gramofile

Overview Repositories Revisions Requests Users Attributes Meta

File 20-overflow-fixes.dpatch of Package gramofile (Revision 5964074c6d5419aa5b4eec835c39a0c1)

Currently displaying revision 5964074c6d5419aa5b4eec835c39a0c1 , Show latest

# Patch by James Tappin <james@xena.uklinux.net>
# Rediffed into unified format. [dk]

--- signpr_cmf2.c	2011-08-14 13:21:45.869218469 +0200
+++ signpr_cmf2.c	2011-08-14 13:27:14.797217296 +0200
@@ -646,19 +646,25 @@
 
   /* Should be /64, but the signal is extremely soft, so divide by less to
      get more quantization levels (more accurate) */
-  sum.left /= 10;
-  sum.right /= 10;
+  sum.left /= 4;
+  sum.right /= 4;
 #endif
 
-  if (sum.left < 32767)
-    sample.left = sum.left;
-  else
+  if (sum.left > 32767)
     sample.left = 32767;
-
-  if (sum.right < 32767)
-    sample.right = sum.right;
+  else if (sum.left < -32768)
+    sample.left = -32768;
   else
+    sample.left = sum.left;
+
+
+  if (sum.right > 32767)
     sample.right = 32767;
+  else if (sum.right < -32768)
+    sample.right = -32768;
+  else 
+    sample.right = sum.right;
+
 
   return sample;
 }
@@ -762,6 +768,9 @@
     b_t.left;
   if (i > 32767)
     i = 32767;
+  else if (i < -32768)
+    i = -32768;
+
   returnval.left = i;
 
   i = (labs (w_t.right - b_t.right) * 1000)
@@ -769,6 +778,8 @@
     b_t.right;
   if (i > 32767)
     i = 32767;
+  else if (i < -32768)
+    i = -32768;
   returnval.right = i;
 
   return returnval;

Places

File 20-overflow-fixes.dpatch of Package gramofile (Revision 5964074c6d5419aa5b4eec835c39a0c1)

Places