Merge pull request #9 from zrphercule/add_foxi_quantization

zrphercule · web-flow · commit 81e1683d6348 · 2019-03-28T16:21:12.000-07:00
Add quantization support in onnxifi.h
diff --git a/foxi/onnxifi.h b/foxi/onnxifi.h
@@ -863,6 +863,22 @@ typedef struct onnxTensorDescriptorV1 {
    * For a scalar, this pointer can be NULL.
    */
   const uint64_t* shape;
+  /**
+   * A flag indicates whether this tensor is a quantized tensor or not.
+   * If it is a quantized tensor, the value should be set to 1.
+   * By default it should be set to 0.
+   */
+  uint8_t is_quantized;
+  /**
+   * Quantized tensor scale info.
+   * For non-quantized tensor, this scale is not valid.
+   */
+  float scale;
+  /**
+   * Quantized tensor bias info.
+   * For non-quantized tensor, this bias is not valid.
+   */
+  int32_t bias;
   /**
    * Pointers to tensor data.
    *
