test: Get tests to pass again after tokenizer improvements

This commit is contained in:
Linus Lee
2021-07-14 16:20:59 -04:00
parent 3224698279
commit eeca9286c6
4 changed files with 4 additions and 5 deletions

View File

@@ -480,6 +480,7 @@ sortBy = (v, pred) => (() => { let partition; let vPred; vPred = map(v, pred); p
sort__ink_em__ = v => sortBy(v, x => x);
sort = v => sort__ink_em__(clone(v))
std = load(__Ink_String(`../vendor/std`));
available__ink_qm__ = __ink_negate((() => { return __ink_eq((() => {let __ink_acc_trgt = __as_ink_string(std); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[location] || null : (__ink_acc_trgt.location !== undefined ? __ink_acc_trgt.location : null)})(), null) })());
fastSortBy = (v, pred) => (() => { let preds; v = slice(v, 0, len(v)); preds = {}; each(v, doc => (() => {let __ink_assgn_trgt = __as_ink_string(preds); __is_ink_string(__ink_assgn_trgt) ? __ink_assgn_trgt.assign((() => { return (() => {let __ink_acc_trgt = __as_ink_string(doc); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })(), pred(doc)) : (__ink_assgn_trgt[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(doc); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()]) = pred(doc); return __ink_assgn_trgt})()); return bind(v, __Ink_String(`sort`))((a, b) => ((() => {let __ink_acc_trgt = __as_ink_string(preds); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(a); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()] || null : (__ink_acc_trgt[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(a); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()] !== undefined ? __ink_acc_trgt[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(a); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()] : null)})() - (() => {let __ink_acc_trgt = __as_ink_string(preds); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(b); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()] || null : (__ink_acc_trgt[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(b); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()] !== undefined ? __ink_acc_trgt[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(b); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()] : null)})())) })()
@@ -511,7 +512,7 @@ indexDocs = docs => (() => { let index; index = {}; each(keys(docs), docID => in
std = load(__Ink_String(`../vendor/std`));
quicksort = load(__Ink_String(`../vendor/quicksort`));
fastsort = load(__Ink_String(`../vendor/fastsort.js`));
fastsort = load(__Ink_String(`fastsort.js`));
map = (() => {let __ink_acc_trgt = __as_ink_string(std); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[map] || null : (__ink_acc_trgt.map !== undefined ? __ink_acc_trgt.map : null)})();
reduce = (() => {let __ink_acc_trgt = __as_ink_string(std); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[reduce] || null : (__ink_acc_trgt.reduce !== undefined ? __ink_acc_trgt.reduce : null)})();
envSortBy = (() => { return __ink_match((() => {let __ink_acc_trgt = __as_ink_string(fastsort); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[available__ink_qm__] || null : (__ink_acc_trgt.available__ink_qm__ !== undefined ? __ink_acc_trgt.available__ink_qm__ : null)})(), [[() => (true), () => ((() => {let __ink_acc_trgt = __as_ink_string(fastsort); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[fastSortBy] || null : (__ink_acc_trgt.fastSortBy !== undefined ? __ink_acc_trgt.fastSortBy : null)})())], [() => (__Ink_Empty), () => ((() => {let __ink_acc_trgt = __as_ink_string(quicksort); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[sortBy] || null : (__ink_acc_trgt.sortBy !== undefined ? __ink_acc_trgt.sortBy : null)})())]]) })();

View File

@@ -68,6 +68,7 @@ sortBy = (v, pred) => (() => { let partition; let vPred; vPred = map(v, pred); p
sort__ink_em__ = v => sortBy(v, x => x);
sort = v => sort__ink_em__(clone(v))
std = load(__Ink_String(`../vendor/std`));
available__ink_qm__ = __ink_negate((() => { return __ink_eq((() => {let __ink_acc_trgt = __as_ink_string(std); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[location] || null : (__ink_acc_trgt.location !== undefined ? __ink_acc_trgt.location : null)})(), null) })());
fastSortBy = (v, pred) => (() => { let preds; v = slice(v, 0, len(v)); preds = {}; each(v, doc => (() => {let __ink_assgn_trgt = __as_ink_string(preds); __is_ink_string(__ink_assgn_trgt) ? __ink_assgn_trgt.assign((() => { return (() => {let __ink_acc_trgt = __as_ink_string(doc); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })(), pred(doc)) : (__ink_assgn_trgt[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(doc); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()]) = pred(doc); return __ink_assgn_trgt})()); return bind(v, __Ink_String(`sort`))((a, b) => ((() => {let __ink_acc_trgt = __as_ink_string(preds); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(a); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()] || null : (__ink_acc_trgt[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(a); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()] !== undefined ? __ink_acc_trgt[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(a); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()] : null)})() - (() => {let __ink_acc_trgt = __as_ink_string(preds); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(b); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()] || null : (__ink_acc_trgt[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(b); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()] !== undefined ? __ink_acc_trgt[(() => { return (() => {let __ink_acc_trgt = __as_ink_string(b); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[id] || null : (__ink_acc_trgt.id !== undefined ? __ink_acc_trgt.id : null)})() })()] : null)})())) })()

View File

@@ -26,7 +26,7 @@ indexDocs = docs => (() => { let index; index = {}; each(keys(docs), docID => in
std = load(__Ink_String(`../vendor/std`));
quicksort = load(__Ink_String(`../vendor/quicksort`));
fastsort = load(__Ink_String(`../vendor/fastsort.js`));
fastsort = load(__Ink_String(`fastsort.js`));
map = (() => {let __ink_acc_trgt = __as_ink_string(std); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[map] || null : (__ink_acc_trgt.map !== undefined ? __ink_acc_trgt.map : null)})();
reduce = (() => {let __ink_acc_trgt = __as_ink_string(std); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[reduce] || null : (__ink_acc_trgt.reduce !== undefined ? __ink_acc_trgt.reduce : null)})();
envSortBy = (() => { return __ink_match((() => {let __ink_acc_trgt = __as_ink_string(fastsort); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[available__ink_qm__] || null : (__ink_acc_trgt.available__ink_qm__ !== undefined ? __ink_acc_trgt.available__ink_qm__ : null)})(), [[() => (true), () => ((() => {let __ink_acc_trgt = __as_ink_string(fastsort); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[fastSortBy] || null : (__ink_acc_trgt.fastSortBy !== undefined ? __ink_acc_trgt.fastSortBy : null)})())], [() => (__Ink_Empty), () => ((() => {let __ink_acc_trgt = __as_ink_string(quicksort); return __is_ink_string(__ink_acc_trgt) ? __ink_acc_trgt.valueOf()[sortBy] || null : (__ink_acc_trgt.sortBy !== undefined ? __ink_acc_trgt.sortBy : null)})())]]) })();

View File

@@ -25,7 +25,6 @@ run := (m, t) => (
tokenize('Listen! My name is -- really -- Linus Lee.')
{
listen: 1
my: 1
name: 1
really: 1
linus: 1
@@ -39,10 +38,8 @@ run := (m, t) => (
'won\'t': 1
first: 1
time: 1
we: 1
see: 1
something: 2
like: 1
crazy: 1
}
)