38 Commits

Author	SHA1	Message	Date
vanhauser-thc	fe66a95d96	add autotokens-standalone	2024-08-28 15:31:15 +02:00
vanhauser-thc	1faf6f6731	fix	2023-02-16 07:47:36 +01:00
vanhauser-thc	7f2bafbb8b	remove some debug	2023-02-15 11:54:39 +01:00
vanhauser-thc	ae94499503	fix	2023-02-15 11:48:49 +01:00
vanhauser-thc	04356ecbbe	fix	2023-02-15 11:28:43 +01:00
vanhauser-thc	2090f17a9b	opt	2023-02-15 11:23:42 +01:00
vanhauser-thc	668f5e1fa9	debug output	2023-02-15 09:32:32 +01:00
vanhauser-thc	54fa78d32c	autodisable and better performance	2023-02-13 09:52:57 +01:00
vanhauser-thc	61439859ce	cleanup	2023-02-13 08:26:30 +01:00
vanhauser-thc	240f6421d8	optimize performance	2023-02-13 08:23:47 +01:00
vanhauser-thc	7eaef449a1	remove ALTERNATIVE_TOKENIZE	2023-02-13 08:14:04 +01:00
vanhauser-thc	8a2547073c	more options	2023-02-06 08:51:20 +01:00
vanhauser-thc	e612028255	dict fix	2023-02-05 14:19:10 +01:00
vanhauser-thc	f99656e22b	create from thin air, max mutation	2023-02-05 13:15:06 +01:00
vanhauser-thc	90f61552f7	changes	2023-02-04 15:39:03 +01:00
vanhauser-thc	e1434bcfcd	more autotoken options	2023-02-04 14:34:47 +01:00
vanhauser-thc	91ccbf3f68	fix	2023-02-01 17:16:51 +01:00
vanhauser-thc	b5d8d4c866	comment	2023-01-29 10:07:33 +01:00
vanhauser-thc	47f35d29ac	fix	2023-01-27 14:32:18 +01:00
vanhauser-thc	bd2cb4cd1c	more default tokens	2023-01-20 12:22:29 +01:00
vanhauser-thc	67cfe4f6d4	nits	2023-01-19 22:24:24 +01:00
vanhauser-thc	86d3c65559	nit	2023-01-19 15:59:57 +01:00
vanhauser-thc	afff6f642c	optimize	2023-01-19 13:41:48 +01:00
vanhauser-thc	eeca3a0b29	lots of fixes	2023-01-19 11:52:19 +01:00
vanhauser-thc	151a8facae	autotokens: stats	2023-01-18 23:16:18 +01:00
vanhauser-thc	45567791c6	autotokens: define disable splice	2023-01-18 23:09:16 +01:00
vanhauser-thc	17752465e6	nit	2023-01-18 22:31:55 +01:00
vanhauser-thc	14d8eb9e40	autotoken: splicing; splice_optout	2023-01-18 22:17:14 +01:00
vanhauser-thc	22f757a169	fix	2023-01-18 14:33:06 +01:00
vanhauser-thc	0db662db7b	fix	2023-01-18 14:21:44 +01:00
vanhauser-thc	70f4b456fa	fixes	2023-01-18 13:58:27 +01:00
vanhauser-thc	a41fd5cc5c	alternate tokenize, options	2023-01-18 11:46:28 +01:00
vanhauser-thc	efe57c9368	more whitespace	2023-01-17 09:57:23 +01:00
vanhauser-thc	33f41e3974	autotokens: print stats at exit	2023-01-17 09:52:35 +01:00
vanhauser-thc	4b915207c4	autotokens - much better tokenizer	2023-01-16 17:05:04 +01:00
vanhauser-thc	10b82c7277	fixes	2023-01-15 18:17:28 +01:00
vanhauser-thc	35801bed7a	dictionary support	2023-01-15 13:47:31 +01:00
vanhauser-thc	e3dadbfe0f	autotokens	2023-01-13 18:27:22 +01:00