|
let wasm; |
|
|
|
function addToExternrefTable0(obj) { |
|
const idx = wasm.__externref_table_alloc(); |
|
wasm.__wbindgen_export_2.set(idx, obj); |
|
return idx; |
|
} |
|
|
|
function handleError(f, args) { |
|
try { |
|
return f.apply(this, args); |
|
} catch (e) { |
|
const idx = addToExternrefTable0(e); |
|
wasm.__wbindgen_exn_store(idx); |
|
} |
|
} |
|
|
|
const cachedTextDecoder = (typeof TextDecoder !== 'undefined' ? new TextDecoder('utf-8', { ignoreBOM: true, fatal: true }) : { decode: () => { throw Error('TextDecoder not available') } } ); |
|
|
|
if (typeof TextDecoder !== 'undefined') { cachedTextDecoder.decode(); }; |
|
|
|
let cachedUint8ArrayMemory0 = null; |
|
|
|
function getUint8ArrayMemory0() { |
|
if (cachedUint8ArrayMemory0 === null || cachedUint8ArrayMemory0.byteLength === 0) { |
|
cachedUint8ArrayMemory0 = new Uint8Array(wasm.memory.buffer); |
|
} |
|
return cachedUint8ArrayMemory0; |
|
} |
|
|
|
function getStringFromWasm0(ptr, len) { |
|
ptr = ptr >>> 0; |
|
return cachedTextDecoder.decode(getUint8ArrayMemory0().subarray(ptr, ptr + len)); |
|
} |
|
|
|
let WASM_VECTOR_LEN = 0; |
|
|
|
const cachedTextEncoder = (typeof TextEncoder !== 'undefined' ? new TextEncoder('utf-8') : { encode: () => { throw Error('TextEncoder not available') } } ); |
|
|
|
const encodeString = (typeof cachedTextEncoder.encodeInto === 'function' |
|
? function (arg, view) { |
|
return cachedTextEncoder.encodeInto(arg, view); |
|
} |
|
: function (arg, view) { |
|
const buf = cachedTextEncoder.encode(arg); |
|
view.set(buf); |
|
return { |
|
read: arg.length, |
|
written: buf.length |
|
}; |
|
}); |
|
|
|
function passStringToWasm0(arg, malloc, realloc) { |
|
|
|
if (realloc === undefined) { |
|
const buf = cachedTextEncoder.encode(arg); |
|
const ptr = malloc(buf.length, 1) >>> 0; |
|
getUint8ArrayMemory0().subarray(ptr, ptr + buf.length).set(buf); |
|
WASM_VECTOR_LEN = buf.length; |
|
return ptr; |
|
} |
|
|
|
let len = arg.length; |
|
let ptr = malloc(len, 1) >>> 0; |
|
|
|
const mem = getUint8ArrayMemory0(); |
|
|
|
let offset = 0; |
|
|
|
for (; offset < len; offset++) { |
|
const code = arg.charCodeAt(offset); |
|
if (code > 0x7F) break; |
|
mem[ptr + offset] = code; |
|
} |
|
|
|
if (offset !== len) { |
|
if (offset !== 0) { |
|
arg = arg.slice(offset); |
|
} |
|
ptr = realloc(ptr, len, len = offset + arg.length * 3, 1) >>> 0; |
|
const view = getUint8ArrayMemory0().subarray(ptr + offset, ptr + len); |
|
const ret = encodeString(arg, view); |
|
|
|
offset += ret.written; |
|
ptr = realloc(ptr, len, offset, 1) >>> 0; |
|
} |
|
|
|
WASM_VECTOR_LEN = offset; |
|
return ptr; |
|
} |
|
|
|
let cachedDataViewMemory0 = null; |
|
|
|
function getDataViewMemory0() { |
|
if (cachedDataViewMemory0 === null || cachedDataViewMemory0.buffer.detached === true || (cachedDataViewMemory0.buffer.detached === undefined && cachedDataViewMemory0.buffer !== wasm.memory.buffer)) { |
|
cachedDataViewMemory0 = new DataView(wasm.memory.buffer); |
|
} |
|
return cachedDataViewMemory0; |
|
} |
|
|
|
function isLikeNone(x) { |
|
return x === undefined || x === null; |
|
} |
|
|
|
function passArray8ToWasm0(arg, malloc) { |
|
const ptr = malloc(arg.length * 1, 1) >>> 0; |
|
getUint8ArrayMemory0().set(arg, ptr / 1); |
|
WASM_VECTOR_LEN = arg.length; |
|
return ptr; |
|
} |
|
|
|
function takeFromExternrefTable0(idx) { |
|
const value = wasm.__wbindgen_export_2.get(idx); |
|
wasm.__externref_table_dealloc(idx); |
|
return value; |
|
} |
|
|
|
const ModelFinalization = (typeof FinalizationRegistry === 'undefined') |
|
? { register: () => {}, unregister: () => {} } |
|
: new FinalizationRegistry(ptr => wasm.__wbg_model_free(ptr >>> 0, 1)); |
|
|
|
export class Model { |
|
|
|
__destroy_into_raw() { |
|
const ptr = this.__wbg_ptr; |
|
this.__wbg_ptr = 0; |
|
ModelFinalization.unregister(this); |
|
return ptr; |
|
} |
|
|
|
free() { |
|
const ptr = this.__destroy_into_raw(); |
|
wasm.__wbg_model_free(ptr, 0); |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
constructor(weights, tokenizer, config, quantized) { |
|
const ptr0 = passArray8ToWasm0(weights, wasm.__wbindgen_malloc); |
|
const len0 = WASM_VECTOR_LEN; |
|
const ptr1 = passArray8ToWasm0(tokenizer, wasm.__wbindgen_malloc); |
|
const len1 = WASM_VECTOR_LEN; |
|
const ptr2 = passArray8ToWasm0(config, wasm.__wbindgen_malloc); |
|
const len2 = WASM_VECTOR_LEN; |
|
const ret = wasm.model_load(ptr0, len0, ptr1, len1, ptr2, len2, quantized); |
|
if (ret[2]) { |
|
throw takeFromExternrefTable0(ret[1]); |
|
} |
|
this.__wbg_ptr = ret[0] >>> 0; |
|
ModelFinalization.register(this, this.__wbg_ptr, this); |
|
return this; |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
init_with_prompt(prompt, temp, top_p, repeat_penalty, repeat_last_n, seed) { |
|
let deferred3_0; |
|
let deferred3_1; |
|
try { |
|
const ptr0 = passStringToWasm0(prompt, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); |
|
const len0 = WASM_VECTOR_LEN; |
|
const ret = wasm.model_init_with_prompt(this.__wbg_ptr, ptr0, len0, temp, top_p, repeat_penalty, repeat_last_n, seed); |
|
var ptr2 = ret[0]; |
|
var len2 = ret[1]; |
|
if (ret[3]) { |
|
ptr2 = 0; len2 = 0; |
|
throw takeFromExternrefTable0(ret[2]); |
|
} |
|
deferred3_0 = ptr2; |
|
deferred3_1 = len2; |
|
return getStringFromWasm0(ptr2, len2); |
|
} finally { |
|
wasm.__wbindgen_free(deferred3_0, deferred3_1, 1); |
|
} |
|
} |
|
|
|
|
|
|
|
next_token() { |
|
let deferred2_0; |
|
let deferred2_1; |
|
try { |
|
const ret = wasm.model_next_token(this.__wbg_ptr); |
|
var ptr1 = ret[0]; |
|
var len1 = ret[1]; |
|
if (ret[3]) { |
|
ptr1 = 0; len1 = 0; |
|
throw takeFromExternrefTable0(ret[2]); |
|
} |
|
deferred2_0 = ptr1; |
|
deferred2_1 = len1; |
|
return getStringFromWasm0(ptr1, len1); |
|
} finally { |
|
wasm.__wbindgen_free(deferred2_0, deferred2_1, 1); |
|
} |
|
} |
|
} |
|
|
|
async function __wbg_load(module, imports) { |
|
if (typeof Response === 'function' && module instanceof Response) { |
|
if (typeof WebAssembly.instantiateStreaming === 'function') { |
|
try { |
|
return await WebAssembly.instantiateStreaming(module, imports); |
|
|
|
} catch (e) { |
|
if (module.headers.get('Content-Type') != 'application/wasm') { |
|
console.warn("`WebAssembly.instantiateStreaming` failed because your server does not serve Wasm with `application/wasm` MIME type. Falling back to `WebAssembly.instantiate` which is slower. Original error:\n", e); |
|
|
|
} else { |
|
throw e; |
|
} |
|
} |
|
} |
|
|
|
const bytes = await module.arrayBuffer(); |
|
return await WebAssembly.instantiate(bytes, imports); |
|
|
|
} else { |
|
const instance = await WebAssembly.instantiate(module, imports); |
|
|
|
if (instance instanceof WebAssembly.Instance) { |
|
return { instance, module }; |
|
|
|
} else { |
|
return instance; |
|
} |
|
} |
|
} |
|
|
|
function __wbg_get_imports() { |
|
const imports = {}; |
|
imports.wbg = {}; |
|
imports.wbg.__wbg_buffer_609cc3eee51ed158 = function(arg0) { |
|
const ret = arg0.buffer; |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_call_672a4d21634d4a24 = function() { return handleError(function (arg0, arg1) { |
|
const ret = arg0.call(arg1); |
|
return ret; |
|
}, arguments) }; |
|
imports.wbg.__wbg_call_7cccdd69e0791ae2 = function() { return handleError(function (arg0, arg1, arg2) { |
|
const ret = arg0.call(arg1, arg2); |
|
return ret; |
|
}, arguments) }; |
|
imports.wbg.__wbg_crypto_ed58b8e10a292839 = function(arg0) { |
|
const ret = arg0.crypto; |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_error_7534b8e9a36f1ab4 = function(arg0, arg1) { |
|
let deferred0_0; |
|
let deferred0_1; |
|
try { |
|
deferred0_0 = arg0; |
|
deferred0_1 = arg1; |
|
console.error(getStringFromWasm0(arg0, arg1)); |
|
} finally { |
|
wasm.__wbindgen_free(deferred0_0, deferred0_1, 1); |
|
} |
|
}; |
|
imports.wbg.__wbg_getRandomValues_bcb4912f16000dc4 = function() { return handleError(function (arg0, arg1) { |
|
arg0.getRandomValues(arg1); |
|
}, arguments) }; |
|
imports.wbg.__wbg_log_55f8292edd5cb819 = function(arg0, arg1) { |
|
console.log(getStringFromWasm0(arg0, arg1)); |
|
}; |
|
imports.wbg.__wbg_msCrypto_0a36e2ec3a343d26 = function(arg0) { |
|
const ret = arg0.msCrypto; |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_new_8a6f238a6ece86ea = function() { |
|
const ret = new Error(); |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_new_a12002a7f91c75be = function(arg0) { |
|
const ret = new Uint8Array(arg0); |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_newnoargs_105ed471475aaf50 = function(arg0, arg1) { |
|
const ret = new Function(getStringFromWasm0(arg0, arg1)); |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_newwithbyteoffsetandlength_d97e637ebe145a9a = function(arg0, arg1, arg2) { |
|
const ret = new Uint8Array(arg0, arg1 >>> 0, arg2 >>> 0); |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_newwithlength_a381634e90c276d4 = function(arg0) { |
|
const ret = new Uint8Array(arg0 >>> 0); |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_node_02999533c4ea02e3 = function(arg0) { |
|
const ret = arg0.node; |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_now_807e54c39636c349 = function() { |
|
const ret = Date.now(); |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_process_5c1d670bc53614b8 = function(arg0) { |
|
const ret = arg0.process; |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_randomFillSync_ab2cfe79ebbf2740 = function() { return handleError(function (arg0, arg1) { |
|
arg0.randomFillSync(arg1); |
|
}, arguments) }; |
|
imports.wbg.__wbg_require_79b1e9274cde3c87 = function() { return handleError(function () { |
|
const ret = module.require; |
|
return ret; |
|
}, arguments) }; |
|
imports.wbg.__wbg_set_65595bdd868b3009 = function(arg0, arg1, arg2) { |
|
arg0.set(arg1, arg2 >>> 0); |
|
}; |
|
imports.wbg.__wbg_stack_0ed75d68575b0f3c = function(arg0, arg1) { |
|
const ret = arg1.stack; |
|
const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); |
|
const len1 = WASM_VECTOR_LEN; |
|
getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true); |
|
getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true); |
|
}; |
|
imports.wbg.__wbg_static_accessor_GLOBAL_88a902d13a557d07 = function() { |
|
const ret = typeof global === 'undefined' ? null : global; |
|
return isLikeNone(ret) ? 0 : addToExternrefTable0(ret); |
|
}; |
|
imports.wbg.__wbg_static_accessor_GLOBAL_THIS_56578be7e9f832b0 = function() { |
|
const ret = typeof globalThis === 'undefined' ? null : globalThis; |
|
return isLikeNone(ret) ? 0 : addToExternrefTable0(ret); |
|
}; |
|
imports.wbg.__wbg_static_accessor_SELF_37c5d418e4bf5819 = function() { |
|
const ret = typeof self === 'undefined' ? null : self; |
|
return isLikeNone(ret) ? 0 : addToExternrefTable0(ret); |
|
}; |
|
imports.wbg.__wbg_static_accessor_WINDOW_5de37043a91a9c40 = function() { |
|
const ret = typeof window === 'undefined' ? null : window; |
|
return isLikeNone(ret) ? 0 : addToExternrefTable0(ret); |
|
}; |
|
imports.wbg.__wbg_subarray_aa9065fa9dc5df96 = function(arg0, arg1, arg2) { |
|
const ret = arg0.subarray(arg1 >>> 0, arg2 >>> 0); |
|
return ret; |
|
}; |
|
imports.wbg.__wbg_versions_c71aa1626a93e0a1 = function(arg0) { |
|
const ret = arg0.versions; |
|
return ret; |
|
}; |
|
imports.wbg.__wbindgen_error_new = function(arg0, arg1) { |
|
const ret = new Error(getStringFromWasm0(arg0, arg1)); |
|
return ret; |
|
}; |
|
imports.wbg.__wbindgen_init_externref_table = function() { |
|
const table = wasm.__wbindgen_export_2; |
|
const offset = table.grow(4); |
|
table.set(0, undefined); |
|
table.set(offset + 0, undefined); |
|
table.set(offset + 1, null); |
|
table.set(offset + 2, true); |
|
table.set(offset + 3, false); |
|
; |
|
}; |
|
imports.wbg.__wbindgen_is_function = function(arg0) { |
|
const ret = typeof(arg0) === 'function'; |
|
return ret; |
|
}; |
|
imports.wbg.__wbindgen_is_object = function(arg0) { |
|
const val = arg0; |
|
const ret = typeof(val) === 'object' && val !== null; |
|
return ret; |
|
}; |
|
imports.wbg.__wbindgen_is_string = function(arg0) { |
|
const ret = typeof(arg0) === 'string'; |
|
return ret; |
|
}; |
|
imports.wbg.__wbindgen_is_undefined = function(arg0) { |
|
const ret = arg0 === undefined; |
|
return ret; |
|
}; |
|
imports.wbg.__wbindgen_memory = function() { |
|
const ret = wasm.memory; |
|
return ret; |
|
}; |
|
imports.wbg.__wbindgen_string_new = function(arg0, arg1) { |
|
const ret = getStringFromWasm0(arg0, arg1); |
|
return ret; |
|
}; |
|
imports.wbg.__wbindgen_throw = function(arg0, arg1) { |
|
throw new Error(getStringFromWasm0(arg0, arg1)); |
|
}; |
|
|
|
return imports; |
|
} |
|
|
|
function __wbg_init_memory(imports, memory) { |
|
|
|
} |
|
|
|
function __wbg_finalize_init(instance, module) { |
|
wasm = instance.exports; |
|
__wbg_init.__wbindgen_wasm_module = module; |
|
cachedDataViewMemory0 = null; |
|
cachedUint8ArrayMemory0 = null; |
|
|
|
|
|
wasm.__wbindgen_start(); |
|
return wasm; |
|
} |
|
|
|
function initSync(module) { |
|
if (wasm !== undefined) return wasm; |
|
|
|
|
|
if (typeof module !== 'undefined') { |
|
if (Object.getPrototypeOf(module) === Object.prototype) { |
|
({module} = module) |
|
} else { |
|
console.warn('using deprecated parameters for `initSync()`; pass a single object instead') |
|
} |
|
} |
|
|
|
const imports = __wbg_get_imports(); |
|
|
|
__wbg_init_memory(imports); |
|
|
|
if (!(module instanceof WebAssembly.Module)) { |
|
module = new WebAssembly.Module(module); |
|
} |
|
|
|
const instance = new WebAssembly.Instance(module, imports); |
|
|
|
return __wbg_finalize_init(instance, module); |
|
} |
|
|
|
async function __wbg_init(module_or_path) { |
|
if (wasm !== undefined) return wasm; |
|
|
|
|
|
if (typeof module_or_path !== 'undefined') { |
|
if (Object.getPrototypeOf(module_or_path) === Object.prototype) { |
|
({module_or_path} = module_or_path) |
|
} else { |
|
console.warn('using deprecated parameters for the initialization function; pass a single object instead') |
|
} |
|
} |
|
|
|
if (typeof module_or_path === 'undefined') { |
|
module_or_path = new URL('m_bg.wasm', import.meta.url); |
|
} |
|
const imports = __wbg_get_imports(); |
|
|
|
if (typeof module_or_path === 'string' || (typeof Request === 'function' && module_or_path instanceof Request) || (typeof URL === 'function' && module_or_path instanceof URL)) { |
|
module_or_path = fetch(module_or_path); |
|
} |
|
|
|
__wbg_init_memory(imports); |
|
|
|
const { instance, module } = await __wbg_load(await module_or_path, imports); |
|
|
|
return __wbg_finalize_init(instance, module); |
|
} |
|
|
|
export { initSync }; |
|
export default __wbg_init; |
|
|