Tests/DataGen.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "dea65d20",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "b3a5edd3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Input: array([  44,  -81,  -11,   64,  -61,  123,   67,  -25, -119,   83, -107,\n",
      "        114,  -92,  -41,  -58,   88,  -40,   12,  -70,   65,  102,  -89,\n",
      "        -41,   46,  -40,  -47,   37, -103,  -51,  -56, -119,   20,  -13,\n",
      "         80,  115,   69,  126,  -49,   47,   64,  -46,  -29,   88,   49,\n",
      "        115,  -99,   19,   19,   14,   39,  -96,   65, -119,   57,   -1,\n",
      "        -96,  -97,   74,  116,   23,   35,  126,   75,  -14,   55, -100,\n",
      "        -94,    0,    0,   36,  -75,    5,  -90,  104,  116, -111,  -49,\n",
      "          4,  -23,  -86,   58,  -97,   -8, -127,  -63,  103,   41,  -71,\n",
      "        -93,  -26,   -9, -117,   46,  -46,  -37,    0,   14,  -29,  -75,\n",
      "         12,   -7,   42,  -44,   75,  -60, -122,   68,  -81,   -1,  116,\n",
      "          3,   76,  -28,   52,  104,  -50,   15,   20,   99,   58, -105,\n",
      "         79,   13,  -11,  -43,  -80,  -79,  -59,   41,   35,   64,  -33,\n",
      "         69,  -34, -128,  -15,   50,  -92,   34,  -80,  -35,    3,  -30,\n",
      "        -86,   77,  -16,  103,   21,   73,   -1, -128,   10,  -14,  -85,\n",
      "         58,   -1, -105,   59,    2,   -7,  -30,  -66,   35,   94,   -5,\n",
      "         67,  -46,   46,   99,   20,   81,  -78,   27, -114,  -87,  -70,\n",
      "         65,  -92, -118,  -42,  -85,  -24, -117, -126,  -77,  -48,  -96,\n",
      "         54,    0,  -90, -109,   46,  -86,  -13,   56,   60,  104,  -51,\n",
      "        -98, -104,   -3, -126, -125,  -34,   98,  -21, -115,  -16,  -88,\n",
      "        -56, -109,  -33,  -56,   26,   66,  120,   52,  -61,  108,  -67,\n",
      "       -114,  -32, -124,   67,  109,   11,  124,  -42,   77,   -7,  -19,\n",
      "        -53,   56, -112,   24,   29,   21,  -18, -103,   80,   60,   -7,\n",
      "        -10,  -11,   61,  -45,   33,  -24,   32,  100,  123,  123,   -7,\n",
      "        -58,   85,  -97])\n",
      "Relu: array([ 44,   0,   0,  64,   0, 123,  67,   0,   0,  83,   0, 114,   0,\n",
      "         0,   0,  88,   0,  12,   0,  65, 102,   0,   0,  46,   0,   0,\n",
      "        37,   0,   0,   0,   0,  20,   0,  80, 115,  69, 126,   0,  47,\n",
      "        64,   0,   0,  88,  49, 115,   0,  19,  19,  14,  39,   0,  65,\n",
      "         0,  57,   0,   0,   0,  74, 116,  23,  35, 126,  75,   0,  55,\n",
      "         0,   0,   0,   0,  36,   0,   5,   0, 104, 116,   0,   0,   4,\n",
      "         0,   0,  58,   0,   0,   0,   0, 103,  41,   0,   0,   0,   0,\n",
      "         0,  46,   0,   0,   0,  14,   0,   0,  12,   0,  42,   0,  75,\n",
      "         0,   0,  68,   0,   0, 116,   3,  76,   0,  52, 104,   0,  15,\n",
      "        20,  99,  58,   0,  79,  13,   0,   0,   0,   0,   0,  41,  35,\n",
      "        64,   0,  69,   0,   0,   0,  50,   0,  34,   0,   0,   3,   0,\n",
      "         0,  77,   0, 103,  21,  73,   0,   0,  10,   0,   0,  58,   0,\n",
      "         0,  59,   2,   0,   0,   0,  35,  94,   0,  67,   0,  46,  99,\n",
      "        20,  81,   0,  27,   0,   0,   0,  65,   0,   0,   0,   0,   0,\n",
      "         0,   0,   0,   0,   0,  54,   0,   0,   0,  46,   0,   0,  56,\n",
      "        60, 104,   0,   0,   0,   0,   0,   0,   0,  98,   0,   0,   0,\n",
      "         0,   0,   0,   0,   0,  26,  66, 120,  52,   0, 108,   0,   0,\n",
      "         0,   0,  67, 109,  11, 124,   0,  77,   0,   0,   0,  56,   0,\n",
      "        24,  29,  21,   0,   0,  80,  60,   0,   0,   0,  61,   0,  33,\n",
      "         0,  32, 100, 123, 123,   0,   0,  85,   0])\n",
      "Relu6: array([6, 0, 0, 6, 0, 6, 6, 0, 0, 6, 0, 6, 0, 0, 0, 6, 0, 6, 0, 6, 6, 0,\n",
      "       0, 6, 0, 0, 6, 0, 0, 0, 0, 6, 0, 6, 6, 6, 6, 0, 6, 6, 0, 0, 6, 6,\n",
      "       6, 0, 6, 6, 6, 6, 0, 6, 0, 6, 0, 0, 0, 6, 6, 6, 6, 6, 6, 0, 6, 0,\n",
      "       0, 0, 0, 6, 0, 5, 0, 6, 6, 0, 0, 4, 0, 0, 6, 0, 0, 0, 0, 6, 6, 0,\n",
      "       0, 0, 0, 0, 6, 0, 0, 0, 6, 0, 0, 6, 0, 6, 0, 6, 0, 0, 6, 0, 0, 6,\n",
      "       3, 6, 0, 6, 6, 0, 6, 6, 6, 6, 0, 6, 6, 0, 0, 0, 0, 0, 6, 6, 6, 0,\n",
      "       6, 0, 0, 0, 6, 0, 6, 0, 0, 3, 0, 0, 6, 0, 6, 6, 6, 0, 0, 6, 0, 0,\n",
      "       6, 0, 0, 6, 2, 0, 0, 0, 6, 6, 0, 6, 0, 6, 6, 6, 6, 0, 6, 0, 0, 0,\n",
      "       6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 6, 0, 0, 6, 6, 6, 0,\n",
      "       0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 6, 6, 6, 6, 0, 6, 0,\n",
      "       0, 0, 0, 6, 6, 6, 6, 0, 6, 0, 0, 0, 6, 0, 6, 6, 6, 0, 0, 6, 6, 0,\n",
      "       0, 0, 6, 0, 6, 0, 6, 6, 6, 6, 0, 0, 6, 0])\n"
     ]
    }
   ],
   "source": [
    "#### RELU #### \n",
    "np.random.seed(0)\n",
    "\n",
    "def gen_rand_signed(bits=8, size=256):\n",
    "    return np.random.randint(low=-2**(bits-1), high=2**(bits-1)-1, size=size)\n",
    "\n",
    "input_data = gen_rand_signed(bits=8, size=2**8)\n",
    "output_ref_data = np.maximum(input_data, 0)\n",
    "print(\"Input:\", repr(input_data))\n",
    "print(\"Relu:\", repr(output_ref_data))\n",
    "output_ref_data = np.minimum(np.maximum(input_data, 0), 6)\n",
    "print(\"Relu6:\", repr(output_ref_data))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "id": "57ff9242",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Input1: array([ 1.49,  3.15,  2.03,  1.45,  0.24,  2.46,  0.38,  4.92,  5.64,\n",
      "       -0.17,  3.92,  1.29,  1.68,  5.26, -3.29, -3.13, -3.8 ,  4.33,\n",
      "        3.78,  4.7 ,  5.79,  3.99,  0.61,  3.81, -2.82,  2.4 , -2.57,\n",
      "        5.45,  1.22,  0.15, -1.35,  3.74,  0.56,  1.68, -3.81,  2.18,\n",
      "        2.12,  2.17,  5.44,  2.82, -0.4 ,  0.37,  2.98, -3.4 ,  2.67,\n",
      "        2.71, -1.9 , -2.71, -0.85, -0.36,  1.7 ,  0.39,  5.88, -2.98,\n",
      "       -1.91, -2.39,  2.53, -1.47,  0.66, -1.56, -2.41, -2.9 ,  2.56,\n",
      "       -2.62, -2.03, -0.31,  4.21, -3.03,  4.38, -3.04,  5.76,  0.69,\n",
      "        5.77,  2.05,  3.39, -3.61, -1.17, -2.8 , -1.04, -2.81, -0.82,\n",
      "        0.14, -3.36,  2.92,  1.67, -1.35,  1.23, -3.06,  1.76,  5.29,\n",
      "       -0.81,  2.67, -2.68,  3.16, -1.11, -2.17,  1.87, -3.8 ,  4.29,\n",
      "       -3.95,  2.78, -1.3 ,  3.35,  5.62, -1.51,  1.76,  1.92,  1.72,\n",
      "       -1.77,  5.53,  0.47,  4.46,  2.99, -1.03,  4.14, -0.03,  4.81,\n",
      "        1.81,  4.82,  2.93,  3.25,  1.01,  5.56,  2.44,  0.24,  2.06,\n",
      "       -3.81, -0.98])\n",
      "Input2: array([ 0.3 , -1.55,  0.09, -0.86, -2.32, -1.51, -0.15, -0.05, -0.13,\n",
      "        0.27,  0.26, -0.84,  1.48, -1.16, -0.82,  1.46,  1.03,  0.52,\n",
      "       -2.5 ,  1.6 ,  0.57,  1.99, -2.25,  1.34, -2.19,  0.08, -2.38,\n",
      "        1.24,  1.04, -0.15, -0.96, -2.65,  0.49, -0.73,  0.61,  1.33,\n",
      "        1.88,  1.28, -2.94, -1.2 ,  0.65, -2.14, -0.39, -2.73, -2.  ,\n",
      "       -2.91,  0.97, -1.88, -1.27,  1.64,  0.52, -2.84, -2.18,  0.11,\n",
      "       -0.11, -1.81,  1.67,  0.07, -0.32, -0.05,  0.65, -1.44, -1.01,\n",
      "       -1.95, -2.07,  1.72,  0.7 , -0.55, -1.86, -1.73, -2.71, -0.83,\n",
      "       -1.44,  0.48, -1.11, -2.1 , -2.88, -2.66,  0.4 , -0.73, -0.32,\n",
      "        1.48,  1.95, -1.92,  0.32, -1.68, -2.9 ,  0.79, -1.4 , -1.08,\n",
      "       -0.06,  1.16,  0.14,  1.36, -1.63,  0.99, -2.07,  1.76,  0.44,\n",
      "       -1.92,  1.74,  0.65, -1.73, -1.93, -0.41, -2.87, -1.96, -0.88,\n",
      "       -1.13, -0.68, -1.61, -0.07,  1.32, -2.41, -0.41, -2.34,  0.58,\n",
      "       -1.02, -0.17, -2.08, -2.28, -0.56, -1.22,  1.7 ,  0.83,  0.74,\n",
      "        1.52, -2.58])\n",
      "Output: array([ 1.79,  1.6 ,  2.12,  0.59, -2.08,  0.95,  0.23,  4.87,  5.51,\n",
      "        0.1 ,  4.18,  0.45,  3.16,  4.1 , -4.11, -1.67, -2.77,  4.85,\n",
      "        1.28,  6.3 ,  6.36,  5.98, -1.64,  5.15, -5.01,  2.48, -4.95,\n",
      "        6.69,  2.26,  0.  , -2.31,  1.09,  1.05,  0.95, -3.2 ,  3.51,\n",
      "        4.  ,  3.45,  2.5 ,  1.62,  0.25, -1.77,  2.59, -6.13,  0.67,\n",
      "       -0.2 , -0.93, -4.59, -2.12,  1.28,  2.22, -2.45,  3.7 , -2.87,\n",
      "       -2.02, -4.2 ,  4.2 , -1.4 ,  0.34, -1.61, -1.76, -4.34,  1.55,\n",
      "       -4.57, -4.1 ,  1.41,  4.91, -3.58,  2.52, -4.77,  3.05, -0.14,\n",
      "        4.33,  2.53,  2.28, -5.71, -4.05, -5.46, -0.64, -3.54, -1.14,\n",
      "        1.62, -1.41,  1.  ,  1.99, -3.03, -1.67, -2.27,  0.36,  4.21,\n",
      "       -0.87,  3.83, -2.54,  4.52, -2.74, -1.18, -0.2 , -2.04,  4.73,\n",
      "       -5.87,  4.52, -0.65,  1.62,  3.69, -1.92, -1.11, -0.04,  0.84,\n",
      "       -2.9 ,  4.85, -1.14,  4.39,  4.31, -3.44,  3.73, -2.37,  5.39,\n",
      "        0.79,  4.65,  0.85,  0.97,  0.45,  4.34,  4.14,  1.07,  2.8 ,\n",
      "       -2.29, -3.56])\n",
      "-4 6 0.0392156862745098 -26\n",
      "-3 2 0.0196078431372549 25\n",
      "-7 8 0.058823529411764705 -9\n"
     ]
    }
   ],
   "source": [
    "#### ADD ####\n",
    "\n",
    "def get_quantization_params(mini, maxi, scale=None):\n",
    "\n",
    "    qmin = -128\n",
    "    qmax = 127\n",
    "    \n",
    "    scale = (maxi-mini)/(qmax-qmin)\n",
    "    zero_point = qmin-mini/scale\n",
    "    \n",
    "    if (zero_point < qmin):\n",
    "        zero_point = qmin\n",
    "    elif (zero_point > qmax):\n",
    "        zero_point = qmax\n",
    "    else:\n",
    "        zero_point = round(zero_point)\n",
    "    \n",
    "    print(mini, maxi, scale, zero_point)\n",
    "\n",
    "np.random.seed(0)\n",
    "input_data1 = np.round(np.random.uniform(-4, 6, 128), 2)\n",
    "input_data2 = np.round(np.random.uniform(-3, 2, 128), 2)\n",
    "output_data = input_data1 + input_data2\n",
    "print(\"Input1:\", repr(input_data1))\n",
    "print(\"Input2:\", repr(input_data2))\n",
    "print(\"Output:\", repr(output_data))\n",
    "\n",
    "get_quantization_params(-4,6)\n",
    "get_quantization_params(-3,2)\n",
    "get_quantization_params(-7,8)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "id": "fe82f739",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Input1: array([-0.35,  0.15, -0.19, -0.37, -0.73, -0.06, -0.69,  0.68,  0.89,\n",
      "       -0.85,  0.38, -0.41, -0.3 ,  0.78, -1.79, -1.74, -1.94,  0.5 ,\n",
      "        0.33,  0.61,  0.94,  0.4 , -0.62,  0.34, -1.65, -0.08, -1.57,\n",
      "        0.83, -0.43, -0.76, -1.21,  0.32, -0.63, -0.29, -1.94, -0.15,\n",
      "       -0.16, -0.15,  0.83,  0.05, -0.92, -0.69,  0.09, -1.82,  0.  ,\n",
      "        0.01, -1.37, -1.61, -1.05, -0.91, -0.29, -0.68,  0.97, -1.69,\n",
      "       -1.37, -1.52, -0.04, -1.24, -0.6 , -1.27, -1.52, -1.67, -0.03,\n",
      "       -1.59, -1.41, -0.89,  0.46, -1.71,  0.51, -1.71,  0.93, -0.59,\n",
      "        0.93, -0.19,  0.22, -1.88, -1.15, -1.64, -1.11, -1.64, -1.05,\n",
      "       -0.76, -1.81,  0.08, -0.3 , -1.2 , -0.43, -1.72, -0.27,  0.79,\n",
      "       -1.04,  0.  , -1.6 ,  0.15, -1.13, -1.45, -0.24, -1.94,  0.49,\n",
      "       -1.99,  0.03, -1.19,  0.21,  0.89, -1.25, -0.27, -0.22, -0.28,\n",
      "       -1.33,  0.86, -0.66,  0.54,  0.1 , -1.11,  0.44, -0.81,  0.64,\n",
      "       -0.26,  0.65,  0.08,  0.18, -0.5 ,  0.87, -0.07, -0.73, -0.18,\n",
      "       -1.94, -1.1 ])\n",
      "Input2: array([ 2.3 ,  0.45,  2.09,  1.14, -0.32,  0.49,  1.85,  1.95,  1.87,\n",
      "        2.27,  2.26,  1.16,  3.48,  0.84,  1.18,  3.46,  3.03,  2.52,\n",
      "       -0.5 ,  3.6 ,  2.57,  3.99, -0.25,  3.34, -0.19,  2.08, -0.38,\n",
      "        3.24,  3.04,  1.85,  1.04, -0.65,  2.49,  1.27,  2.61,  3.33,\n",
      "        3.88,  3.28, -0.94,  0.8 ,  2.65, -0.14,  1.61, -0.73, -0.  ,\n",
      "       -0.91,  2.97,  0.12,  0.73,  3.64,  2.52, -0.84, -0.18,  2.11,\n",
      "        1.89,  0.19,  3.67,  2.07,  1.68,  1.95,  2.65,  0.56,  0.99,\n",
      "        0.05, -0.07,  3.72,  2.7 ,  1.45,  0.14,  0.27, -0.71,  1.17,\n",
      "        0.56,  2.48,  0.89, -0.1 , -0.88, -0.66,  2.4 ,  1.27,  1.68,\n",
      "        3.48,  3.95,  0.08,  2.32,  0.32, -0.9 ,  2.79,  0.6 ,  0.92,\n",
      "        1.94,  3.16,  2.14,  3.36,  0.37,  2.99, -0.07,  3.76,  2.44,\n",
      "        0.08,  3.74,  2.65,  0.27,  0.07,  1.59, -0.87,  0.04,  1.12,\n",
      "        0.87,  1.32,  0.39,  1.93,  3.32, -0.41,  1.59, -0.34,  2.58,\n",
      "        0.98,  1.83, -0.08, -0.28,  1.44,  0.78,  3.7 ,  2.83,  2.74,\n",
      "        3.52, -0.58])\n",
      "Output: array([ 1.  ,  0.6 ,  1.  ,  0.77, -1.  ,  0.43,  1.  ,  1.  ,  1.  ,\n",
      "        1.  ,  1.  ,  0.75,  1.  ,  1.  , -0.61,  1.  ,  1.  ,  1.  ,\n",
      "       -0.17,  1.  ,  1.  ,  1.  , -0.87,  1.  , -1.  ,  1.  , -1.  ,\n",
      "        1.  ,  1.  ,  1.  , -0.17, -0.33,  1.  ,  0.98,  0.67,  1.  ,\n",
      "        1.  ,  1.  , -0.11,  0.85,  1.  , -0.83,  1.  , -1.  ,  0.  ,\n",
      "       -0.9 ,  1.  , -1.  , -0.32,  1.  ,  1.  , -1.  ,  0.79,  0.42,\n",
      "        0.52, -1.  ,  1.  ,  0.83,  1.  ,  0.68,  1.  , -1.  ,  0.96,\n",
      "       -1.  , -1.  ,  1.  ,  1.  , -0.26,  0.65, -1.  ,  0.22,  0.58,\n",
      "        1.  ,  1.  ,  1.  , -1.  , -1.  , -1.  ,  1.  , -0.37,  0.63,\n",
      "        1.  ,  1.  ,  0.16,  1.  , -0.88, -1.  ,  1.  ,  0.33,  1.  ,\n",
      "        0.9 ,  1.  ,  0.54,  1.  , -0.76,  1.  , -0.31,  1.  ,  1.  ,\n",
      "       -1.  ,  1.  ,  1.  ,  0.48,  0.96,  0.34, -1.  , -0.18,  0.84,\n",
      "       -0.46,  1.  , -0.27,  1.  ,  1.  , -1.  ,  1.  , -1.  ,  1.  ,\n",
      "        0.72,  1.  ,  0.  , -0.1 ,  0.94,  1.  ,  1.  ,  1.  ,  1.  ,\n",
      "        1.  , -1.  ])\n",
      "-2.5 1.5 0.01568627450980392 31\n",
      "-1.5 4.5 0.023529411764705882 -64\n",
      "-1.5 1.5 0.011764705882352941 0\n"
     ]
    }
   ],
   "source": [
    "np.random.seed(0)\n",
    "input_data1 = np.round(np.random.uniform(-2, 1, 128), 2)\n",
    "input_data2 = np.round(np.random.uniform(-1, 4, 128), 2)\n",
    "output_data = np.minimum(np.maximum(input_data1 + input_data2, -1), 1)\n",
    "print(\"Input1:\", repr(input_data1))\n",
    "print(\"Input2:\", repr(input_data2))\n",
    "print(\"Output:\", repr(output_data))\n",
    "\n",
    "get_quantization_params(-2.5,1.5)\n",
    "get_quantization_params(-1.5,4.5)\n",
    "get_quantization_params(-1.5,1.5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "id": "3d813723",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Input1: array([-0.75,  0.16, -2.  , -1.09, -1.56, -1.72, -1.44, -0.96, -0.81,\n",
      "       -0.38, -0.74,  0.06, -1.39,  0.63, -1.92,  0.01, -0.75, -0.32,\n",
      "       -1.58, -1.41,  0.4 ,  0.9 , -1.06,  0.08,  0.63,  0.68, -1.74,\n",
      "       -1.88, -1.49,  0.63, -1.7 , -0.74,  0.87, -0.4 ,  0.08, -1.05,\n",
      "        0.06,  0.5 , -1.95,  0.25,  0.97,  0.24, -1.16,  0.37, -1.69,\n",
      "       -0.66,  0.73, -1.12, -1.14, -1.61, -1.94,  0.04, -1.37, -1.2 ,\n",
      "       -0.53, -1.84, -0.28, -1.56, -0.23,  0.1 , -1.69, -0.76,  0.08,\n",
      "       -0.76, -1.85, -0.39, -0.01, -0.46,  0.83, -0.24,  0.71, -1.59,\n",
      "       -1.58,  0.42, -0.81, -1.5 ,  0.78, -0.96,  0.25,  0.18,  0.65,\n",
      "       -0.13,  0.25, -0.95, -1.19,  0.69, -0.72,  0.89, -0.01, -0.13,\n",
      "       -1.66,  0.85, -0.65, -0.26, -0.78, -1.29,  0.71, -0.28, -1.99,\n",
      "       -0.15, -1.02, -0.42,  0.66, -0.93,  0.73, -0.13, -1.95,  0.79,\n",
      "        0.07,  0.99, -1.48, -1.59,  0.8 ,  0.09, -1.8 ,  0.27,  0.26,\n",
      "        0.77,  0.13, -1.63, -1.94, -1.92, -1.92, -1.26,  0.58, -0.38,\n",
      "       -0.34,  0.53])\n",
      "Input2: array([-0.38,  0.4 ,  1.93,  3.85,  1.81, -0.91,  3.  ,  0.16,  3.04,\n",
      "        0.94,  3.32,  2.74,  1.78, -0.32, -0.7 , -0.39, -0.78, -0.46,\n",
      "        0.13,  2.56,  1.8 , -0.94, -0.64,  3.84,  1.84,  0.02,  0.26,\n",
      "        2.72, -0.02,  1.91,  3.85,  3.23,  0.2 ,  1.47,  2.1 ,  3.14,\n",
      "       -0.22, -0.91, -0.65,  1.43,  2.03,  1.84,  0.59,  3.94,  1.9 ,\n",
      "        0.9 ,  1.75,  2.73,  2.35,  0.32, -0.67,  0.85,  2.15,  0.05,\n",
      "        2.76, -0.67,  0.3 ,  3.02, -0.03,  2.2 ,  1.62,  3.62,  0.32,\n",
      "       -0.67,  2.68,  2.86,  3.54,  3.66, -0.93,  0.17,  2.08,  3.75,\n",
      "        3.75,  1.78,  3.58,  2.21,  0.95,  1.43,  2.02,  1.75,  3.63,\n",
      "        3.59,  0.97,  3.82, -0.13, -0.37, -0.32,  1.53, -0.89,  3.74,\n",
      "        3.14, -0.92, -0.12,  0.66, -0.35,  3.05,  0.72,  3.7 ,  1.91,\n",
      "        3.39,  3.22,  3.53,  1.3 ,  1.73,  2.99,  0.43,  1.45,  2.  ,\n",
      "       -0.92,  1.97,  1.17,  3.04,  0.58,  3.46,  1.89, -0.08,  2.94,\n",
      "        2.06, -0.73,  1.1 ,  2.4 ,  3.59, -1.  ,  3.88,  0.88,  3.87,\n",
      "        2.02,  3.14])\n",
      "Output: array([ 2.8500e-01,  6.4000e-02, -3.8600e+00, -4.1965e+00, -2.8236e+00,\n",
      "        1.5652e+00, -4.3200e+00, -1.5360e-01, -2.4624e+00, -3.5720e-01,\n",
      "       -2.4568e+00,  1.6440e-01, -2.4742e+00, -2.0160e-01,  1.3440e+00,\n",
      "       -3.9000e-03,  5.8500e-01,  1.4720e-01, -2.0540e-01, -3.6096e+00,\n",
      "        7.2000e-01, -8.4600e-01,  6.7840e-01,  3.0720e-01,  1.1592e+00,\n",
      "        1.3600e-02, -4.5240e-01, -5.1136e+00,  2.9800e-02,  1.2033e+00,\n",
      "       -6.5450e+00, -2.3902e+00,  1.7400e-01, -5.8800e-01,  1.6800e-01,\n",
      "       -3.2970e+00, -1.3200e-02, -4.5500e-01,  1.2675e+00,  3.5750e-01,\n",
      "        1.9691e+00,  4.4160e-01, -6.8440e-01,  1.4578e+00, -3.2110e+00,\n",
      "       -5.9400e-01,  1.2775e+00, -3.0576e+00, -2.6790e+00, -5.1520e-01,\n",
      "        1.2998e+00,  3.4000e-02, -2.9455e+00, -6.0000e-02, -1.4628e+00,\n",
      "        1.2328e+00, -8.4000e-02, -4.7112e+00,  6.9000e-03,  2.2000e-01,\n",
      "       -2.7378e+00, -2.7512e+00,  2.5600e-02,  5.0920e-01, -4.9580e+00,\n",
      "       -1.1154e+00, -3.5400e-02, -1.6836e+00, -7.7190e-01, -4.0800e-02,\n",
      "        1.4768e+00, -5.9625e+00, -5.9250e+00,  7.4760e-01, -2.8998e+00,\n",
      "       -3.3150e+00,  7.4100e-01, -1.3728e+00,  5.0500e-01,  3.1500e-01,\n",
      "        2.3595e+00, -4.6670e-01,  2.4250e-01, -3.6290e+00,  1.5470e-01,\n",
      "       -2.5530e-01,  2.3040e-01,  1.3617e+00,  8.9000e-03, -4.8620e-01,\n",
      "       -5.2124e+00, -7.8200e-01,  7.8000e-02, -1.7160e-01,  2.7300e-01,\n",
      "       -3.9345e+00,  5.1120e-01, -1.0360e+00, -3.8009e+00, -5.0850e-01,\n",
      "       -3.2844e+00, -1.4826e+00,  8.5800e-01, -1.6089e+00,  2.1827e+00,\n",
      "       -5.5900e-02, -2.8275e+00,  1.5800e+00, -6.4400e-02,  1.9503e+00,\n",
      "       -1.7316e+00, -4.8336e+00,  4.6400e-01,  3.1140e-01, -3.4020e+00,\n",
      "       -2.1600e-02,  7.6440e-01,  1.5862e+00, -9.4900e-02, -1.7930e+00,\n",
      "       -4.6560e+00, -6.8928e+00,  1.9200e+00, -4.8888e+00,  5.1040e-01,\n",
      "       -1.4706e+00, -6.8680e-01,  1.6642e+00])\n",
      "-3.0 5.91 0.03494117647058823 -42\n",
      "-10.339199999999998 3.53925 0.05442529411764705 62\n"
     ]
    }
   ],
   "source": [
    "#### MUL ####\n",
    "\n",
    "def get_quantization_params_from_data(data, tolerance=1.5):\n",
    "    mini = min(min(data), 0) * tolerance\n",
    "    maxi = max(max(data), 0) * tolerance\n",
    "    \n",
    "    qmin = -128\n",
    "    qmax = 127\n",
    "    \n",
    "    scale = (maxi-mini)/(qmax-qmin)\n",
    "    zero_point = qmin-mini/scale\n",
    "    \n",
    "    if (zero_point < qmin):\n",
    "        zero_point = qmin\n",
    "    elif (zero_point > qmax):\n",
    "        zero_point = qmax\n",
    "    else:\n",
    "        zero_point = round(zero_point)\n",
    "    \n",
    "    print(mini, maxi, scale, zero_point)\n",
    "\n",
    "np.random.seed(1)\n",
    "input_data1 = np.round(np.random.uniform(-2, 1, 128), 2)\n",
    "input_data2 = np.round(np.random.uniform(-1, 4, 128), 2)\n",
    "output_data = input_data1 * input_data2\n",
    "print(\"Input1:\", repr(input_data1))\n",
    "print(\"Input2:\", repr(input_data2))\n",
    "print(\"Output:\", repr(output_data))\n",
    "\n",
    "get_quantization_params_from_data(np.concatenate([input_data1,input_data2]))\n",
    "get_quantization_params_from_data(output_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "id": "5b7d674a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Input1: array([ 0.15,  0.65,  0.31,  0.13, -0.23,  0.44, -0.19,  1.18,  1.39,\n",
      "       -0.35,  0.88,  0.09,  0.2 ,  1.28, -1.29, -1.24, -1.44,  1.  ,\n",
      "        0.83,  1.11,  1.44,  0.9 , -0.12,  0.84, -1.15,  0.42, -1.07,\n",
      "        1.33,  0.07, -0.26, -0.71,  0.82, -0.13,  0.21, -1.44,  0.35,\n",
      "        0.34,  0.35,  1.33,  0.55, -0.42, -0.19,  0.59, -1.32,  0.5 ,\n",
      "        0.51, -0.87, -1.11, -0.55, -0.41,  0.21, -0.18,  1.47, -1.19,\n",
      "       -0.87, -1.02,  0.46, -0.74, -0.1 , -0.77, -1.02, -1.17,  0.47,\n",
      "       -1.09, -0.91, -0.39,  0.96, -1.21,  1.01, -1.21,  1.43, -0.09,\n",
      "        1.43,  0.31,  0.72, -1.38, -0.65, -1.14, -0.61, -1.14, -0.55,\n",
      "       -0.26, -1.31,  0.58,  0.2 , -0.7 ,  0.07, -1.22,  0.23,  1.29,\n",
      "       -0.54,  0.5 , -1.1 ,  0.65, -0.63, -0.95,  0.26, -1.44,  0.99,\n",
      "       -1.49,  0.53, -0.69,  0.71,  1.39, -0.75,  0.23,  0.28,  0.22,\n",
      "       -0.83,  1.36, -0.16,  1.04,  0.6 , -0.61,  0.94, -0.31,  1.14,\n",
      "        0.24,  1.15,  0.58,  0.68,  0.  ,  1.37,  0.43, -0.23,  0.32,\n",
      "       -1.44, -0.6 ])\n",
      "Input2: array([ 0.64, -0.84,  0.47, -0.28, -1.46, -0.81,  0.28,  0.36,  0.3 ,\n",
      "        0.61,  0.61, -0.27,  1.59, -0.53, -0.26,  1.57,  1.22,  0.82,\n",
      "       -1.6 ,  1.68,  0.86,  2.  , -1.4 ,  1.47, -1.35,  0.46, -1.5 ,\n",
      "        1.39,  1.23,  0.28, -0.37, -1.72,  0.79, -0.19,  0.89,  1.47,\n",
      "        1.9 ,  1.42, -1.95, -0.56,  0.92, -1.31,  0.08, -1.78, -1.2 ,\n",
      "       -1.93,  1.17, -1.1 , -0.62,  1.71,  0.82, -1.87, -1.34,  0.49,\n",
      "        0.31, -1.05,  1.74,  0.46,  0.14,  0.36,  0.92, -0.75, -0.41,\n",
      "       -1.16, -1.26,  1.78,  0.96, -0.04, -1.09, -0.98, -1.77, -0.26,\n",
      "       -0.75,  0.79, -0.49, -1.28, -1.9 , -1.73,  0.72, -0.19,  0.15,\n",
      "        1.59,  1.96, -1.13,  0.65, -0.95, -1.92,  1.03, -0.72, -0.47,\n",
      "        0.35,  1.32,  0.52,  1.49, -0.91,  1.19, -1.26,  1.81,  0.75,\n",
      "       -1.14,  1.79,  0.92, -0.98, -1.15,  0.07, -1.9 , -1.17, -0.3 ,\n",
      "       -0.5 , -0.15, -0.89,  0.35,  1.46, -1.53,  0.07, -1.47,  0.87,\n",
      "       -0.42,  0.26, -1.27, -1.42, -0.05, -0.58,  1.76,  1.06,  0.99,\n",
      "        1.61, -1.67])\n",
      "Output: array([ 0.096 , -0.546 ,  0.1457, -0.0364,  0.3358, -0.3564, -0.0532,\n",
      "        0.4248,  0.417 , -0.2135,  0.5368, -0.0243,  0.318 , -0.6784,\n",
      "        0.3354, -1.    , -1.    ,  0.82  , -1.    ,  1.    ,  1.    ,\n",
      "        1.    ,  0.168 ,  1.    ,  1.    ,  0.1932,  1.    ,  1.    ,\n",
      "        0.0861, -0.0728,  0.2627, -1.    , -0.1027, -0.0399, -1.    ,\n",
      "        0.5145,  0.646 ,  0.497 , -1.    , -0.308 , -0.3864,  0.2489,\n",
      "        0.0472,  1.    , -0.6   , -0.9843, -1.    ,  1.    ,  0.341 ,\n",
      "       -0.7011,  0.1722,  0.3366, -1.    , -0.5831, -0.2697,  1.    ,\n",
      "        0.8004, -0.3404, -0.014 , -0.2772, -0.9384,  0.8775, -0.1927,\n",
      "        1.    ,  1.    , -0.6942,  0.9216,  0.0484, -1.    ,  1.    ,\n",
      "       -1.    ,  0.0234, -1.    ,  0.2449, -0.3528,  1.    ,  1.    ,\n",
      "        1.    , -0.4392,  0.2166, -0.0825, -0.4134, -1.    , -0.6554,\n",
      "        0.13  ,  0.665 , -0.1344, -1.    , -0.1656, -0.6063, -0.189 ,\n",
      "        0.66  , -0.572 ,  0.9685,  0.5733, -1.    , -0.3276, -1.    ,\n",
      "        0.7425,  1.    ,  0.9487, -0.6348, -0.6958, -1.    , -0.0525,\n",
      "       -0.437 , -0.3276, -0.066 ,  0.415 , -0.204 ,  0.1424,  0.364 ,\n",
      "        0.876 ,  0.9333,  0.0658,  0.4557,  0.9918, -0.1008,  0.299 ,\n",
      "       -0.7366, -0.9656, -0.    , -0.7946,  0.7568, -0.2438,  0.3168,\n",
      "       -1.    ,  1.    ])\n",
      "-2.925 3.0 0.02323529411764706 -2\n",
      "-1.5 1.5 0.011764705882352941 0\n"
     ]
    }
   ],
   "source": [
    "np.random.seed(0)\n",
    "input_data1 = np.round(np.random.uniform(-1.5, 1.5, 128), 2)\n",
    "input_data2 = np.round(np.random.uniform(-2, 2, 128), 2)\n",
    "output_data = np.minimum(np.maximum(input_data1 * input_data2, -1), 1)\n",
    "print(\"Input1:\", repr(input_data1))\n",
    "print(\"Input2:\", repr(input_data2))\n",
    "print(\"Output:\", repr(output_data))\n",
    "\n",
    "get_quantization_params_from_data(np.concatenate([input_data1,input_data2]))\n",
    "get_quantization_params_from_data(output_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 177,
   "id": "81ceeecc",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.51 -1.93  =  -0.9843\n"
     ]
    }
   ],
   "source": [
    "i = 45\n",
    "print(input_data1[i], input_data2[i], \" = \",output_data[i])"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}