add main files

Author: Fred

README.md

@@ -1,5 +1,52 @@
 # tfjs node tiny
 A light-weight, 193MB version of `@tensorflow/tfjs-node` to perform inference on any TensorFlow model in the SavedModel format. 
-This repository trims all built-in TensorFlow components used for model training, while still allowing for quicker model inference.
+This repository trims all built-in TensorFlow components used for model training, while still allowing for faster model inference.
 
-With ≈450 MB reduction in module size, ≈150%-200% the speed to load a model, and slightly faster model inference, this repository outperforms the `@tensorflow/tfjs-node` module in model inference.
+With ≈450 MB reduction in module size, ≈150%-200% the speed to load a model, and slightly faster model inference, this repository outperforms the `@tensorflow/tfjs-node` module in resource efficiency.
+
+
+### Code Comparison
+`@tensorflow/tfjs-node`:
+
+```js
+async function run() {
+    const { node, tensor} = require('@tensorflow/tfjs-node')
+    const { bert_multilingual_encode } = require('./tfjs-node-tiny/bert-tokenizer')
+    const model = await node.loadSavedModel('./bert-small-multilingual');
+    const input = bert_multilingual_encode(`What's up?`);
+    while (input.length < 192) input.push(0);
+    let t = tensor(input, [192], 'int32');
+    const prediction = model.predict({
+        input_ids: t
+    })['output_0'];
+    console.log(prediction.max().arraySync());
+}
+run()
+```
+<br>
+
+`tfjs-node-tiny`:
+
+```js
+async function run() {
+    const { bert_multilingual_encode } = require('./tfjs-node-tiny/bert-tokenizer');
+    const { loadSavedModel, tensor} = require('./tfjs-node-tiny/node');
+    const model = await loadSavedModel('./bert-small-multilingual');
+    const input = bert_multilingual_encode(`What's up?`);
+    let t = tensor(input, [192], 'int32');
+    const prediction = model.predict({
+        input_ids: t
+    })['output_0'];
+    console.log(prediction.dataSync()[0])
+}
+run()
+```
+
+### Setup
+
+```bash
+node setup.js
+```
+
+
+### Model Release

predict.js

@@ -0,0 +1,12 @@
+async function run() {
+    const { bert_multilingual_encode } = require('./tfjs-node-tiny/bert-tokenizer');
+    const {loadSavedModel, tensor} = require('./tfjs-node-tiny/node');
+    const model = await loadSavedModel('./bert-small-multilingual');
+    const input = bert_multilingual_encode(`What's up?`);
+    let t = tensor(input, [192], 'int32');
+    const prediction = model.predict({
+        input_ids: t
+    })['output_0'];
+    console.log(prediction.dataSync()[0])
+}
+run()

setup.js

@@ -0,0 +1,21 @@
+const fs = require('fs');
+const { pipeline } = require('stream');
+const { promisify } = require('util');
+
+
+const download = async (url, path) => {
+    // Taken from https://levelup.gitconnected.com/how-to-download-a-file-with-node-js-e2b88fe55409
+
+    const streamPipeline = promisify(pipeline);
+    const response = await fetch(url);
+
+    if (!response.ok) {
+        throw new Error(`unexpected response ${response.statusText}`);
+    }
+
+    await streamPipeline(response.body, fs.createWriteStream(path));
+};
+
+url = "https://huggingface.co/FredZhang7/bert-multilingual-toxicity-v2/resolve/main/tensorflow.dll"
+
+download(url, "tfjs-node-tiny/tfnapi-v8/tensorflow.dll")