Marcel Mraz
1 year ago
committed by
GitHub
19 changed files with 4741 additions and 91 deletions
@ -0,0 +1,202 @@
@@ -0,0 +1,202 @@
|
||||
/** |
||||
* Modified version of hb-subset bindings from "subset-font" package https://github.com/papandreou/subset-font/blob/3f711c8aa29a426c7f22655861abfb976950f527/index.js
|
||||
*
|
||||
* CHANGELOG: |
||||
* - removed dependency on node APIs to work inside the browser |
||||
* - removed dependency on font fontverter for brotli compression |
||||
* - removed dependencies on lodash and p-limit |
||||
* - removed options for preserveNameIds, variationAxes, noLayoutClosure (not needed for now) |
||||
* - replaced text input with codepoints |
||||
* - rewritten in typescript and with esm modules
|
||||
|
||||
Copyright (c) 2012, Andreas Lind Petersen |
||||
All rights reserved. |
||||
|
||||
Redistribution and use in source and binary forms, with or without |
||||
modification, are permitted provided that the following conditions are |
||||
met: |
||||
|
||||
* Redistributions of source code must retain the above copyright |
||||
notice, this list of conditions and the following disclaimer. |
||||
* Redistributions in binary form must reproduce the above copyright |
||||
notice, this list of conditions and the following disclaimer in |
||||
the documentation and/or other materials provided with the |
||||
distribution. |
||||
* Neither the name of the author nor the names of contributors may |
||||
be used to endorse or promote products derived from this |
||||
software without specific prior written permission. |
||||
|
||||
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS |
||||
IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED |
||||
TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A |
||||
PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
*/ |
||||
|
||||
// function HB_TAG(str) {
|
||||
// return str.split("").reduce((a, ch) => {
|
||||
// return (a << 8) + ch.charCodeAt(0);
|
||||
// }, 0);
|
||||
// }
|
||||
|
||||
function subset( |
||||
hbSubsetWasm: any, |
||||
heapu8: Uint8Array, |
||||
font: ArrayBuffer, |
||||
codePoints: ReadonlySet<number>, |
||||
) { |
||||
const input = hbSubsetWasm.hb_subset_input_create_or_fail(); |
||||
if (input === 0) { |
||||
throw new Error( |
||||
"hb_subset_input_create_or_fail (harfbuzz) returned zero, indicating failure", |
||||
); |
||||
} |
||||
|
||||
const fontBuffer = hbSubsetWasm.malloc(font.byteLength); |
||||
heapu8.set(new Uint8Array(font), fontBuffer); |
||||
|
||||
// Create the face
|
||||
const blob = hbSubsetWasm.hb_blob_create( |
||||
fontBuffer, |
||||
font.byteLength, |
||||
2, // HB_MEMORY_MODE_WRITABLE
|
||||
0, |
||||
0, |
||||
); |
||||
const face = hbSubsetWasm.hb_face_create(blob, 0); |
||||
hbSubsetWasm.hb_blob_destroy(blob); |
||||
|
||||
// Do the equivalent of --font-features=*
|
||||
const layoutFeatures = hbSubsetWasm.hb_subset_input_set( |
||||
input, |
||||
6, // HB_SUBSET_SETS_LAYOUT_FEATURE_TAG
|
||||
); |
||||
hbSubsetWasm.hb_set_clear(layoutFeatures); |
||||
hbSubsetWasm.hb_set_invert(layoutFeatures); |
||||
|
||||
// if (preserveNameIds) {
|
||||
// const inputNameIds = harfbuzzJsWasm.hb_subset_input_set(
|
||||
// input,
|
||||
// 4, // HB_SUBSET_SETS_NAME_ID
|
||||
// );
|
||||
// for (const nameId of preserveNameIds) {
|
||||
// harfbuzzJsWasm.hb_set_add(inputNameIds, nameId);
|
||||
// }
|
||||
// }
|
||||
|
||||
// if (noLayoutClosure) {
|
||||
// harfbuzzJsWasm.hb_subset_input_set_flags(
|
||||
// input,
|
||||
// harfbuzzJsWasm.hb_subset_input_get_flags(input) | 0x00000200, // HB_SUBSET_FLAGS_NO_LAYOUT_CLOSURE
|
||||
// );
|
||||
// }
|
||||
|
||||
// Add unicodes indices
|
||||
const inputUnicodes = hbSubsetWasm.hb_subset_input_unicode_set(input); |
||||
for (const c of codePoints) { |
||||
hbSubsetWasm.hb_set_add(inputUnicodes, c); |
||||
} |
||||
|
||||
// if (variationAxes) {
|
||||
// for (const [axisName, value] of Object.entries(variationAxes)) {
|
||||
// if (typeof value === "number") {
|
||||
// // Simple case: Pin/instance the variation axis to a single value
|
||||
// if (
|
||||
// !harfbuzzJsWasm.hb_subset_input_pin_axis_location(
|
||||
// input,
|
||||
// face,
|
||||
// HB_TAG(axisName),
|
||||
// value,
|
||||
// )
|
||||
// ) {
|
||||
// harfbuzzJsWasm.hb_face_destroy(face);
|
||||
// harfbuzzJsWasm.free(fontBuffer);
|
||||
// throw new Error(
|
||||
// `hb_subset_input_pin_axis_location (harfbuzz) returned zero when pinning ${axisName} to ${value}, indicating failure. Maybe the axis does not exist in the font?`,
|
||||
// );
|
||||
// }
|
||||
// } else if (value && typeof value === "object") {
|
||||
// // Complex case: Reduce the variation space of the axis
|
||||
// if (
|
||||
// typeof value.min === "undefined" ||
|
||||
// typeof value.max === "undefined"
|
||||
// ) {
|
||||
// harfbuzzJsWasm.hb_face_destroy(face);
|
||||
// harfbuzzJsWasm.free(fontBuffer);
|
||||
// throw new Error(
|
||||
// `${axisName}: You must provide both a min and a max value when setting the axis range`,
|
||||
// );
|
||||
// }
|
||||
// if (
|
||||
// !harfbuzzJsWasm.hb_subset_input_set_axis_range(
|
||||
// input,
|
||||
// face,
|
||||
// HB_TAG(axisName),
|
||||
// value.min,
|
||||
// value.max,
|
||||
// // An explicit NaN makes harfbuzz use the existing default value, clamping to the new range if necessary
|
||||
// value.default ?? NaN,
|
||||
// )
|
||||
// ) {
|
||||
// harfbuzzJsWasm.hb_face_destroy(face);
|
||||
// harfbuzzJsWasm.free(fontBuffer);
|
||||
// throw new Error(
|
||||
// `hb_subset_input_set_axis_range (harfbuzz) returned zero when setting the range of ${axisName} to [${value.min}; ${value.max}] and a default value of ${value.default}, indicating failure. Maybe the axis does not exist in the font?`,
|
||||
// );
|
||||
// }
|
||||
// }
|
||||
// }
|
||||
// }
|
||||
|
||||
let subset; |
||||
try { |
||||
subset = hbSubsetWasm.hb_subset_or_fail(face, input); |
||||
if (subset === 0) { |
||||
hbSubsetWasm.hb_face_destroy(face); |
||||
hbSubsetWasm.free(fontBuffer); |
||||
throw new Error( |
||||
"hb_subset_or_fail (harfbuzz) returned zero, indicating failure. Maybe the input file is corrupted?", |
||||
); |
||||
} |
||||
} finally { |
||||
// Clean up
|
||||
hbSubsetWasm.hb_subset_input_destroy(input); |
||||
} |
||||
|
||||
// Get result blob
|
||||
const result = hbSubsetWasm.hb_face_reference_blob(subset); |
||||
|
||||
const offset = hbSubsetWasm.hb_blob_get_data(result, 0); |
||||
const subsetByteLength = hbSubsetWasm.hb_blob_get_length(result); |
||||
if (subsetByteLength === 0) { |
||||
hbSubsetWasm.hb_blob_destroy(result); |
||||
hbSubsetWasm.hb_face_destroy(subset); |
||||
hbSubsetWasm.hb_face_destroy(face); |
||||
hbSubsetWasm.free(fontBuffer); |
||||
throw new Error( |
||||
"Failed to create subset font, maybe the input file is corrupted?", |
||||
); |
||||
} |
||||
|
||||
const subsetFont = new Uint8Array( |
||||
heapu8.subarray(offset, offset + subsetByteLength), |
||||
); |
||||
|
||||
// Clean up
|
||||
hbSubsetWasm.hb_blob_destroy(result); |
||||
hbSubsetWasm.hb_face_destroy(subset); |
||||
hbSubsetWasm.hb_face_destroy(face); |
||||
hbSubsetWasm.free(fontBuffer); |
||||
|
||||
return subsetFont; |
||||
} |
||||
|
||||
export default { |
||||
subset, |
||||
}; |
||||
@ -0,0 +1,58 @@
@@ -0,0 +1,58 @@
|
||||
/** |
||||
* Lazy loads wasm and respective bindings for font subsetting based on the harfbuzzjs. |
||||
*/ |
||||
let loadedWasm: ReturnType<typeof load> | null = null; |
||||
|
||||
// TODO: add support for fetching the wasm from an URL (external CDN, data URL, etc.)
|
||||
const load = (): Promise<{ |
||||
subset: ( |
||||
fontBuffer: ArrayBuffer, |
||||
codePoints: ReadonlySet<number>, |
||||
) => Uint8Array; |
||||
}> => { |
||||
return new Promise(async (resolve, reject) => { |
||||
try { |
||||
const [binary, bindings] = await Promise.all([ |
||||
import("./hb-subset.wasm"), |
||||
import("./hb-subset.bindings"), |
||||
]); |
||||
|
||||
WebAssembly.instantiate(binary.default).then((module) => { |
||||
try { |
||||
const harfbuzzJsWasm = module.instance.exports; |
||||
// @ts-expect-error since `.buffer` is custom prop
|
||||
const heapu8 = new Uint8Array(harfbuzzJsWasm.memory.buffer); |
||||
|
||||
const hbSubset = { |
||||
subset: ( |
||||
fontBuffer: ArrayBuffer, |
||||
codePoints: ReadonlySet<number>, |
||||
) => { |
||||
return bindings.default.subset( |
||||
harfbuzzJsWasm, |
||||
heapu8, |
||||
fontBuffer, |
||||
codePoints, |
||||
); |
||||
}, |
||||
}; |
||||
|
||||
resolve(hbSubset); |
||||
} catch (e) { |
||||
reject(e); |
||||
} |
||||
}); |
||||
} catch (error) { |
||||
reject(error); |
||||
} |
||||
}); |
||||
}; |
||||
|
||||
// lazy load the default export
|
||||
export default (): ReturnType<typeof load> => { |
||||
if (!loadedWasm) { |
||||
loadedWasm = load(); |
||||
} |
||||
|
||||
return loadedWasm; |
||||
}; |
||||
File diff suppressed because one or more lines are too long
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,70 @@
@@ -0,0 +1,70 @@
|
||||
/** |
||||
* Lazy loads wasm and respective bindings for woff2 compression and decompression. |
||||
*/ |
||||
type Vector = any; |
||||
|
||||
let loadedWasm: ReturnType<typeof load> | null = null; |
||||
|
||||
// TODO: add support for fetching the wasm from an URL (external CDN, data URL, etc.)
|
||||
const load = (): Promise<{ |
||||
compress: (buffer: ArrayBuffer) => Uint8Array; |
||||
decompress: (buffer: ArrayBuffer) => Uint8Array; |
||||
}> => { |
||||
return new Promise(async (resolve, reject) => { |
||||
try { |
||||
const [binary, bindings] = await Promise.all([ |
||||
import("./woff2.wasm"), |
||||
import("./woff2.bindings"), |
||||
]); |
||||
|
||||
// initializing the module manually, so that we could pass in the wasm binary
|
||||
bindings |
||||
.default({ wasmBinary: binary.default }) |
||||
.then( |
||||
(module: { |
||||
woff2Enc: (buffer: ArrayBuffer, byteLength: number) => Vector; |
||||
woff2Dec: (buffer: ArrayBuffer, byteLength: number) => Vector; |
||||
}) => { |
||||
try { |
||||
// re-map from internal vector into byte array
|
||||
function convertFromVecToUint8Array(vector: Vector): Uint8Array { |
||||
const arr = []; |
||||
for (let i = 0, l = vector.size(); i < l; i++) { |
||||
arr.push(vector.get(i)); |
||||
} |
||||
|
||||
return new Uint8Array(arr); |
||||
} |
||||
|
||||
// re-exporting only compress and decompress functions (also avoids infinite loop inside emscripten bindings)
|
||||
const woff2 = { |
||||
compress: (buffer: ArrayBuffer) => |
||||
convertFromVecToUint8Array( |
||||
module.woff2Enc(buffer, buffer.byteLength), |
||||
), |
||||
decompress: (buffer: ArrayBuffer) => |
||||
convertFromVecToUint8Array( |
||||
module.woff2Dec(buffer, buffer.byteLength), |
||||
), |
||||
}; |
||||
|
||||
resolve(woff2); |
||||
} catch (e) { |
||||
reject(e); |
||||
} |
||||
}, |
||||
); |
||||
} catch (e) { |
||||
reject(e); |
||||
} |
||||
}); |
||||
}; |
||||
|
||||
// lazy loaded default export
|
||||
export default (): ReturnType<typeof load> => { |
||||
if (!loadedWasm) { |
||||
loadedWasm = load(); |
||||
} |
||||
|
||||
return loadedWasm; |
||||
}; |
||||
File diff suppressed because one or more lines are too long
@ -0,0 +1,75 @@
@@ -0,0 +1,75 @@
|
||||
/** |
||||
* This script is used to convert the wasm modules into js modules, with the binary converted into base64 encoded strings. |
||||
*/ |
||||
const fs = require("fs"); |
||||
const path = require("path"); |
||||
|
||||
const wasmModules = [ |
||||
{ |
||||
pkg: `../node_modules/fonteditor-core`, |
||||
src: `./wasm/woff2.wasm`, |
||||
dest: `../packages/excalidraw/fonts/wasm/woff2.wasm.ts`, |
||||
}, |
||||
{ |
||||
pkg: `../node_modules/harfbuzzjs`, |
||||
src: `./wasm/hb-subset.wasm`, |
||||
dest: `../packages/excalidraw/fonts/wasm/hb-subset.wasm.ts`, |
||||
}, |
||||
]; |
||||
|
||||
for (const { pkg, src, dest } of wasmModules) { |
||||
const packagePath = path.resolve(__dirname, pkg, "package.json"); |
||||
const licensePath = path.resolve(__dirname, pkg, "LICENSE"); |
||||
const sourcePath = path.resolve(__dirname, src); |
||||
const destPath = path.resolve(__dirname, dest); |
||||
|
||||
const { |
||||
name, |
||||
version, |
||||
author, |
||||
license, |
||||
authors, |
||||
licenses, |
||||
} = require(packagePath); |
||||
|
||||
const licenseContent = fs.readFileSync(licensePath, "utf-8") || ""; |
||||
const base64 = fs.readFileSync(sourcePath, "base64"); |
||||
const content = `// GENERATED CODE -- DO NOT EDIT!
|
||||
/* eslint-disable prettier/prettier */ |
||||
// @ts-nocheck
|
||||
|
||||
/** |
||||
* The following wasm module is generated with \`scripts/buildWasm.js\` and encoded as base64.
|
||||
* |
||||
* The source of this content is taken from the package "${name}", which contains the following metadata: |
||||
*
|
||||
* @author ${author || JSON.stringify(authors)}
|
||||
* @license ${license || JSON.stringify(licenses)} |
||||
* @version ${version} |
||||
|
||||
${licenseContent} |
||||
*/ |
||||
|
||||
// faster atob alternative - https://github.com/evanw/esbuild/issues/1534#issuecomment-902738399
|
||||
const __toBinary = /* @__PURE__ */ (() => { |
||||
const table = new Uint8Array(128); |
||||
for (let i = 0; i < 64; i++) |
||||
{table[i < 26 ? i + 65 : i < 52 ? i + 71 : i < 62 ? i - 4 : i * 4 - 205] = i;} |
||||
return (base64) => { |
||||
const n = base64.length; const bytes = new Uint8Array((n - (base64[n - 1] == "=") - (base64[n - 2] == "=")) * 3 / 4 | 0); |
||||
for (let i2 = 0, j = 0; i2 < n; ) { |
||||
const c0 = table[base64.charCodeAt(i2++)]; const c1 = table[base64.charCodeAt(i2++)]; |
||||
const c2 = table[base64.charCodeAt(i2++)]; const c3 = table[base64.charCodeAt(i2++)]; |
||||
bytes[j++] = c0 << 2 | c1 >> 4; |
||||
bytes[j++] = c1 << 4 | c2 >> 2; |
||||
bytes[j++] = c2 << 6 | c3; |
||||
} |
||||
return bytes; |
||||
}; |
||||
})(); |
||||
|
||||
export default __toBinary(\`${base64}\`);
|
||||
`;
|
||||
|
||||
fs.writeFileSync(destPath, content); |
||||
} |
||||
Binary file not shown.
Binary file not shown.
Loading…
Reference in new issue