diff --git a/Cargo.lock b/Cargo.lock index 59d721a..332aefa 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -344,7 +344,7 @@ dependencies = [ [[package]] name = "netsaur" -version = "0.2.13" +version = "0.2.15" dependencies = [ "getrandom", "js-sys", @@ -358,7 +358,7 @@ dependencies = [ [[package]] name = "netsaur-gpu" -version = "0.2.13" +version = "0.2.15" dependencies = [ "cudarc", "ndarray", @@ -371,7 +371,7 @@ dependencies = [ [[package]] name = "netsaur-tokenizers" -version = "0.2.13" +version = "0.2.15" dependencies = [ "getrandom", "js-sys", diff --git a/README.md b/README.md index 85451c6..8922106 100644 --- a/README.md +++ b/README.md @@ -253,7 +253,7 @@ console.log(`1 xor 1 = ${out4[0]} (should be close to 0)`); ### Documentation The full documentation for Netsaur can be found -[here](https://deno.land/x/netsaur@0.2.13/mod.ts). +[here](https://deno.land/x/netsaur@0.2.15/mod.ts). ### License diff --git a/crates/README.md b/crates/README.md index 7f83b5c..3f9f399 100644 --- a/crates/README.md +++ b/crates/README.md @@ -5,3 +5,5 @@ This directory contains the source code for the Netsaur Rust crates. ## Crates * [core](/core) - The main crate for the Netsaur FFI and wasm bindings. +* [core-gpu](/core-gpu) - The main crate for the Netsaur GPU FFI and wasm bindings. +* [tokenizers](/tokenizers) - The main crate for the Netsaur tokenizers wasm bindings. diff --git a/crates/core-gpu/Cargo.toml b/crates/core-gpu/Cargo.toml index eccd9e3..b9d5e57 100644 --- a/crates/core-gpu/Cargo.toml +++ b/crates/core-gpu/Cargo.toml @@ -1,7 +1,7 @@ [package] edition = "2021" name = "netsaur-gpu" -version = "0.2.13" +version = "0.2.15" [lib] crate-type = ["cdylib"] diff --git a/crates/core/Cargo.toml b/crates/core/Cargo.toml index e4e8b0e..fe91ef4 100644 --- a/crates/core/Cargo.toml +++ b/crates/core/Cargo.toml @@ -1,7 +1,7 @@ [package] edition = "2021" name = "netsaur" -version = "0.2.13" +version = "0.2.15" [lib] crate-type = ["cdylib"] diff --git a/crates/tokenizers/Cargo.toml b/crates/tokenizers/Cargo.toml index d541faf..f5b8d37 100644 --- a/crates/tokenizers/Cargo.toml +++ b/crates/tokenizers/Cargo.toml @@ -1,7 +1,7 @@ [package] edition = "2021" name = "netsaur-tokenizers" -version = "0.2.13" +version = "0.2.15" [lib] crate-type = ["cdylib"] diff --git a/data/deps.ts b/data/deps.ts index 2c5a5f0..9c44596 100644 --- a/data/deps.ts +++ b/data/deps.ts @@ -1 +1 @@ -export { CsvParseStream } from "https://deno.land/std@0.204.0/csv/csv_parse_stream.ts"; +export { CsvParseStream } from "https://deno.land/std@0.208.0/csv/csv_parse_stream.ts"; diff --git a/deno.lock b/deno.lock index 3a89efd..83aecf0 100644 --- a/deno.lock +++ b/deno.lock @@ -986,6 +986,46 @@ "https://deno.land/x/vectorizer@v0.2.1/utils/random/rearrange.ts": "1c1571664845896663b563029f3f2572fccd38c6d92ec3fd11dc6d7ea866cb4b", "https://deno.land/x/vectorizer@v0.2.1/utils/random/rng.ts": "213dff1b1a39ae4621d35330eb19a3f96170949e8ca429e8028a1fdf86c61f22", "https://deno.land/x/vectorizer@v0.2.1/utils/random/shuffle.ts": "66f966851d5b6dd4c81117d32311742c319ea3042aad22a7874d2b10da4e743f", - "https://deno.land/x/vectorizer@v0.2.1/utils/random/weighted.ts": "c4eeb309477ecf431a0b9fd1bf0f04540825194c7ed30ba8c71c9e45e14112e6" + "https://deno.land/x/vectorizer@v0.2.1/utils/random/weighted.ts": "c4eeb309477ecf431a0b9fd1bf0f04540825194c7ed30ba8c71c9e45e14112e6", + "https://deno.land/x/vectorizer@v0.2.3/constants/stop_words.ts": "08337cc83aec6e203c042e2809af6b54c01c9f896f4518a9bc6c151846692ca7", + "https://deno.land/x/vectorizer@v0.2.3/feature/conversion/text/base.ts": "15d51c4c57607a006d7b55fc520a9d4cf6c4265a7bef6a413b5ebaee52a914b7", + "https://deno.land/x/vectorizer@v0.2.3/feature/conversion/text/mod.ts": "8c28545604505e9e6740b3b6b90ace4c3c78d33c4c6e6dd26bdbcc9460046e36", + "https://deno.land/x/vectorizer@v0.2.3/feature/conversion/text/sparse/count_vectorizer.ts": "084fd3b87b4954d7a3a483cbfa910215bd07237ab2235c92624c23f044300479", + "https://deno.land/x/vectorizer@v0.2.3/feature/conversion/text/sparse/index_vectorizer.ts": "9f9d1bca7921c5b47801de54ebc4f14a6738cdcfaf1f3b2deb4b7d59bf613584", + "https://deno.land/x/vectorizer@v0.2.3/feature/conversion/text/sparse/mod.ts": "567e37d623f07b22977d1fca8950096cb750f161ee905e1cb7486a0662c2dc7a", + "https://deno.land/x/vectorizer@v0.2.3/feature/conversion/text/sparse/multi_hot.ts": "7445676be08c4111dd23b6395ffb32ff979566a108bb6a3becd94cbf5473bf6a", + "https://deno.land/x/vectorizer@v0.2.3/feature/conversion/text/sparse/tf_idf_transformer.ts": "e231336cb953b1c0753bffeee71bcfea43ed42994f4a21a1f2cca1c229a5c784", + "https://deno.land/x/vectorizer@v0.2.3/feature/conversion/text/types.ts": "b0d11ec71273dec4f47b9eed2ee36253edc141997ac9dca6cdf81d019ad0bd39", + "https://deno.land/x/vectorizer@v0.2.3/feature/extraction/image/colors/common.ts": "88d81009371cd53563d6b719644c3d3b11fce18cd111129c127416af534f5dbe", + "https://deno.land/x/vectorizer@v0.2.3/feature/extraction/image/colors/histogram.ts": "fc32cf9d374ce80182943fc3af036adf6d486d2b8a02c6aeca83da797d072ac3", + "https://deno.land/x/vectorizer@v0.2.3/feature/extraction/image/colors/median_cut.ts": "d299a88041ea010da3f79bd627b8200cb94cfd4492da68d5279a1ce1837358d9", + "https://deno.land/x/vectorizer@v0.2.3/feature/extraction/image/colors/mod.ts": "531dc0c7ad315834a9579045b356c7e7842cd9568d5f9ead3a09d0eddac8e2f3", + "https://deno.land/x/vectorizer@v0.2.3/feature/extraction/image/patches/patch_2d.ts": "fa0fdf91618c6370acd5a699bee5964c85ee239c1a3cea6b9034da1dacba8972", + "https://deno.land/x/vectorizer@v0.2.3/feature/image.ts": "779149bba165f2a135fa29fbfa29733540284553404877fcd7c2941fa9dfd568", + "https://deno.land/x/vectorizer@v0.2.3/feature/text.ts": "13ea9d45110a93dac34fad407bee497fea1966dc2c48b60bee80a9a4c333c1a5", + "https://deno.land/x/vectorizer@v0.2.3/feature/types.ts": "4da6c4de0d573827f16e02a27419163916126bb0a4f50c81e5633b31ffe7b5e4", + "https://deno.land/x/vectorizer@v0.2.3/metrics/classification.ts": "1ba0dd2da4ac380faada5e6e9c1543836b3bc9576a5a1bb6b5a78fdf6cb61289", + "https://deno.land/x/vectorizer@v0.2.3/metrics/mod.ts": "0c851b3522c9ace99f4dc37209c8aa66ece538f40089d45a09cb94c9cd2300ec", + "https://deno.land/x/vectorizer@v0.2.3/metrics/regression.ts": "803164aac3346268afb76cb2cafa12932350afbbe56475d339273fd77fed6fec", + "https://deno.land/x/vectorizer@v0.2.3/mod.ts": "a1cbf4512f6cb67034c7c0c68453f384ec216afbab9f2ae781165a22a9c880fc", + "https://deno.land/x/vectorizer@v0.2.3/utils/array/mod.ts": "a95df5671fcb09123d6e8a9aaa46ff2f935ad43966f3dc4d32051da31577ed0f", + "https://deno.land/x/vectorizer@v0.2.3/utils/array/range.ts": "a72d2355492889e739a1987b5a3a6c859ac71f2601eb67138b58e6983a24d9d1", + "https://deno.land/x/vectorizer@v0.2.3/utils/array/split.ts": "dfdeed34b6e057d260f11b51378970c134383b021e83bd55d7f043262ab5224d", + "https://deno.land/x/vectorizer@v0.2.3/utils/array/unique.ts": "d81d591c077ad81123ecf612445bcfc657a409b0e10a1667c184c675d7ee895a", + "https://deno.land/x/vectorizer@v0.2.3/utils/common_types.ts": "30fca9eff61f5872fa7d42bd14b8b02d7f2fae0b6486a2481aceaea0f37b1f2b", + "https://deno.land/x/vectorizer@v0.2.3/utils/datetime/duration.ts": "ad1704be1a47b75d581e8030a677b881c92d8f4a23348669066c01b1e478ed19", + "https://deno.land/x/vectorizer@v0.2.3/utils/datetime/mod.ts": "30f93d011754ff647495d38fa38eb9790ae1c55258df9ba5ee615b96dfd30958", + "https://deno.land/x/vectorizer@v0.2.3/utils/datetime/time.ts": "e67edba8d60c682ea87fd6457a6460fbbc92a61e78afa41f0536bab8c26b38ac", + "https://deno.land/x/vectorizer@v0.2.3/utils/misc/get_constructor.ts": "8588ace02567b46669de92de172e8958124a05050d5ce080b066b81d8fd87a08", + "https://deno.land/x/vectorizer@v0.2.3/utils/misc/image.ts": "acfd832d82ff8983abef350277f244c0f893dd2d2b7bc560893b5230f8383a2b", + "https://deno.land/x/vectorizer@v0.2.3/utils/misc/matrix.ts": "03cbdcf421f4c4aa14f5244369e4f0452484a9e396a70a043bbdc1a50f0afd33", + "https://deno.land/x/vectorizer@v0.2.3/utils/misc/mod.ts": "f4641debc43d0777e527fa4f289c38574fb10c37ac0e2cf00b50f76860bde896", + "https://deno.land/x/vectorizer@v0.2.3/utils/mod.ts": "adcbb62e22a87ca518971d78783b7c5b056085f1f78d01d24fbaaa25bb9b6039", + "https://deno.land/x/vectorizer@v0.2.3/utils/random/mod.ts": "8b1d03fd04bad86ece5c1b8b2efa20f56231d9a8bac962cf10571d321d989116", + "https://deno.land/x/vectorizer@v0.2.3/utils/random/normal.ts": "c6f0bac64e0e147f8df6f9882eeb7c0bc335bd7a00e06897c6147118333af497", + "https://deno.land/x/vectorizer@v0.2.3/utils/random/rearrange.ts": "1c1571664845896663b563029f3f2572fccd38c6d92ec3fd11dc6d7ea866cb4b", + "https://deno.land/x/vectorizer@v0.2.3/utils/random/rng.ts": "213dff1b1a39ae4621d35330eb19a3f96170949e8ca429e8028a1fdf86c61f22", + "https://deno.land/x/vectorizer@v0.2.3/utils/random/shuffle.ts": "66f966851d5b6dd4c81117d32311742c319ea3042aad22a7874d2b10da4e743f", + "https://deno.land/x/vectorizer@v0.2.3/utils/random/weighted.ts": "c4eeb309477ecf431a0b9fd1bf0f04540825194c7ed30ba8c71c9e45e14112e6" } } diff --git a/examples/tokenizers/basic.ts b/examples/tokenizers/basic.ts index 7619e21..916daad 100644 --- a/examples/tokenizers/basic.ts +++ b/examples/tokenizers/basic.ts @@ -8,4 +8,4 @@ const tokenizer = Tokenizer.fromJSON( )).text(), ); -console.log("Hello World!", tokenizer.tokenize("Hello World!")); +console.log("Hello World!", tokenizer.encode("Hello World!")); diff --git a/examples/visualize.ipynb b/examples/visualize.ipynb index dcdc390..aeb2064 100644 --- a/examples/visualize.ipynb +++ b/examples/visualize.ipynb @@ -63,8 +63,8 @@ } ], "source": [ - "import { tensor1D } from \"https://deno.land/x/netsaur@0.2.13/mod.ts\";\n", - "import { Visualizer } from \"https://deno.land/x/netsaur@0.2.13/visualizer/mod.ts\";\n", + "import { tensor1D } from \"https://deno.land/x/netsaur@0.2.15/mod.ts\";\n", + "import { Visualizer } from \"https://deno.land/x/netsaur@0.2.15/visualizer/mod.ts\";\n", "\n", "import {\n", " Cost,\n", @@ -74,7 +74,7 @@ " setupBackend,\n", " SigmoidLayer,\n", " tensor2D,\n", - "} from \"https://deno.land/x/netsaur@0.2.13/mod.ts\";\n", + "} from \"https://deno.land/x/netsaur@0.2.15/mod.ts\";\n", " \n", "await setupBackend(AUTO);\n", "\n", diff --git a/examples/xor.ipynb b/examples/xor.ipynb index a0b25ec..37cb97e 100644 --- a/examples/xor.ipynb +++ b/examples/xor.ipynb @@ -36,7 +36,7 @@ } ], "source": [ - "import { setupBackend, CPU } from \"https://deno.land/x/netsaur@0.2.13/mod.ts\";\n", + "import { setupBackend, CPU } from \"https://deno.land/x/netsaur@0.2.15/mod.ts\";\n", "await setupBackend(CPU);" ] }, @@ -68,7 +68,7 @@ } ], "source": [ - "import { setupBackend, WASM } from \"https://deno.land/x/netsaur@0.2.13/mod.ts\";\n", + "import { setupBackend, WASM } from \"https://deno.land/x/netsaur@0.2.15/mod.ts\";\n", "await setupBackend(WASM);" ] }, @@ -92,7 +92,7 @@ "metadata": {}, "outputs": [], "source": [ - "import { setupBackend, GPU } from \"https://deno.land/x/netsaur@0.2.13/mod.ts\";\n", + "import { setupBackend, GPU } from \"https://deno.land/x/netsaur@0.2.15/mod.ts\";\n", "await setupBackend(GPU);" ] }, @@ -109,7 +109,7 @@ "metadata": {}, "outputs": [], "source": [ - "import { Sequential, DenseLayer, SigmoidLayer, Cost, tensor2D, tensor1D } from \"https://deno.land/x/netsaur@0.2.13/mod.ts\";\n", + "import { Sequential, DenseLayer, SigmoidLayer, Cost, tensor2D, tensor1D } from \"https://deno.land/x/netsaur@0.2.15/mod.ts\";\n", "const net = new Sequential({\n", " /**\n", " * The number of minibatches is set to 4 and the output size is set to 2.\n", diff --git a/src/backends/cpu/mod.ts b/src/backends/cpu/mod.ts index f13a0c0..b1e1ad4 100644 --- a/src/backends/cpu/mod.ts +++ b/src/backends/cpu/mod.ts @@ -15,7 +15,7 @@ const options: FetchOptions = { name: "netsaur", url: new URL(import.meta.url).protocol !== "file:" ? new URL( - "https://github.com/denosaurs/netsaur/releases/download/0.2.14/", + "https://github.com/denosaurs/netsaur/releases/download/0.2.15/", import.meta.url, ) : "./target/release/", diff --git a/src/backends/gpu/mod.ts b/src/backends/gpu/mod.ts index 04669ea..c5401cb 100644 --- a/src/backends/gpu/mod.ts +++ b/src/backends/gpu/mod.ts @@ -15,7 +15,7 @@ const options: FetchOptions = { name: "netsaur_gpu", url: new URL(import.meta.url).protocol !== "file:" ? new URL( - "https://github.com/denosaurs/netsaur/releases/download/0.2.14/", + "https://github.com/denosaurs/netsaur/releases/download/0.2.15/", import.meta.url, ) : "./target/release/", diff --git a/src/backends/wasm/lib/netsaur.generated.js b/src/backends/wasm/lib/netsaur.generated.js index b41c991..dd3070f 100644 --- a/src/backends/wasm/lib/netsaur.generated.js +++ b/src/backends/wasm/lib/netsaur.generated.js @@ -1,7 +1,7 @@ // @generated file from wasmbuild -- do not edit // deno-lint-ignore-file // deno-fmt-ignore-file -// source-hash: d2763e5966c8367f7be14106af540e555164a811 +// source-hash: a728f73002f1cb653f10fe9495ef33f79d70a523 let wasm; let cachedInt32Memory0; @@ -203,7 +203,7 @@ const imports = { __wbindgen_object_drop_ref: function (arg0) { takeObject(arg0); }, - __wbg_log_fd19485ee91363a8: function (arg0, arg1) { + __wbg_log_8d8708b5d26d7ac1: function (arg0, arg1) { console.log(getStringFromWasm0(arg0, arg1)); }, __wbindgen_number_new: function (arg0) { diff --git a/src/backends/wasm/lib/netsaur_bg.wasm b/src/backends/wasm/lib/netsaur_bg.wasm index 7eb184d..6731c24 100644 Binary files a/src/backends/wasm/lib/netsaur_bg.wasm and b/src/backends/wasm/lib/netsaur_bg.wasm differ diff --git a/src/backends/wasm/mod.ts b/src/backends/wasm/mod.ts index 3b21000..84a6e3e 100644 --- a/src/backends/wasm/mod.ts +++ b/src/backends/wasm/mod.ts @@ -22,7 +22,7 @@ export class WASMInstance { await instantiate({ url: new URL(import.meta.url).protocol !== "file:" ? new URL( - "https://github.com/denosaurs/netsaur/releases/download/0.2.14/netsaur_bg.wasm", + "https://github.com/denosaurs/netsaur/releases/download/0.2.15/netsaur_bg.wasm", import.meta.url, ) : undefined, diff --git a/tokenizers/lib/netsaur_tokenizers.generated.js b/tokenizers/lib/netsaur_tokenizers.generated.js index 03d84f2..d923e90 100644 --- a/tokenizers/lib/netsaur_tokenizers.generated.js +++ b/tokenizers/lib/netsaur_tokenizers.generated.js @@ -1,7 +1,7 @@ // @generated file from wasmbuild -- do not edit // deno-lint-ignore-file // deno-fmt-ignore-file -// source-hash: 8beb82a36802cbe280139e22e69a33415c0cb780 +// source-hash: befde420faca401acb360b5de6f414becebadd55 let wasm; const heap = new Array(128).fill(undefined); diff --git a/tokenizers/lib/netsaur_tokenizers_bg.wasm b/tokenizers/lib/netsaur_tokenizers_bg.wasm index 3e6f076..a9d3b16 100644 Binary files a/tokenizers/lib/netsaur_tokenizers_bg.wasm and b/tokenizers/lib/netsaur_tokenizers_bg.wasm differ diff --git a/tokenizers/mod.ts b/tokenizers/mod.ts index 33d9b92..2d6461e 100644 --- a/tokenizers/mod.ts +++ b/tokenizers/mod.ts @@ -16,7 +16,7 @@ export async function init() { await instantiate({ url: new URL(import.meta.url).protocol !== "file:" ? new URL( - "https://github.com/denosaurs/netsaur/releases/download/0.2.13/netsaur_tokenizers_bg.wasm", + "https://github.com/denosaurs/netsaur/releases/download/0.2.15/netsaur_tokenizers_bg.wasm", import.meta.url, ) : undefined,