//
//------------------ DOK FILE --------------------------------------------------
+Header	core.util.token
=pkg	core.util.token
=title	core.util.token
=short	
=desc	Documentation in progress...
//
//
//------------------ PROTO ----------------------------------------------------- tokenIsWord
+Proto	tokenIsWord
=type	fun Str -> Bool
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	str
=type	Str
=desc	
//
+arg	result
=type	Bool
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenIsNumber
+Proto	tokenIsNumber
=type	fun Str -> Bool
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	str
=type	Str
=desc	
//
+arg	result
=type	Bool
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenFilterAnyChar
+Proto	tokenFilterAnyChar
=type	fun -> (fun fifo Str Str Int -> Int)
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	result
=type	fun fifo Str Str Int -> Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenFilterNumber
+Proto	tokenFilterNumber
=type	fun -> (fun fifo Str Str Int -> Int)
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	result
=type	fun fifo Str Str Int -> Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenFilterString
+Proto	tokenFilterString
=type	fun Int -> (fun fifo Str Str Int -> Int)
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	delimiter
=type	Int
=desc	
//
+arg	result
=type	fun fifo Str Str Int -> Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenFilterWord
+Proto	tokenFilterWord
=type	fun -> (fun fifo Str Str Int -> Int)
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	result
=type	fun fifo Str Str Int -> Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenFilterFloat
+Proto	tokenFilterFloat
=type	fun -> (fun fifo Str Str Int -> Int)
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	result
=type	fun fifo Str Str Int -> Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenFilterInteger
+Proto	tokenFilterInteger
=type	fun -> (fun fifo Str Str Int -> Int)
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	result
=type	fun fifo Str Str Int -> Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenFilterHexa
+Proto	tokenFilterHexa
=type	fun -> (fun fifo Str Str Int -> Int)
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	result
=type	fun fifo Str Str Int -> Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenFilterUntil
+Proto	tokenFilterUntil
=type	fun Str -> (fun fifo Str Str Int -> Int)
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	tag
=type	Str
=desc	
//
+arg	result
=type	fun fifo Str Str Int -> Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenFilterComment
+Proto	tokenFilterComment
=type	fun Bool -> (fun fifo Str Str Int -> Int)
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	keep
=type	Bool
=desc	
//
+arg	result
=type	fun fifo Str Str Int -> Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenFilterCommentLine
+Proto	tokenFilterCommentLine
=type	fun Bool -> (fun fifo Str Str Int -> Int)
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	keep
=type	Bool
=desc	
//
+arg	result
=type	fun fifo Str Str Int -> Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenFilterKeywords
+Proto	tokenFilterKeywords
=type	fun list Str -> (fun fifo Str Str Int -> Int)
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	lKeywords
=type	list Str
=desc	
//
+arg	result
=type	fun fifo Str Str Int -> Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenFilterSkip
+Proto	tokenFilterSkip
=type	fun Bool -> (fun fifo Str Str Int -> Int)
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	keep
=type	Bool
=desc	
//
+arg	result
=type	fun fifo Str Str Int -> Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenCutAll
+Proto	tokenCutAll
=type	fun Str list (fun fifo a1 Str Int -> Int) -> list a1
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	src
=type	Str
=desc	
//
+arg	lFilters
=type	list (fun fifo a1 Str Int -> Int)
=desc	
//
+arg	result
=type	list a1
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenTake
+Proto	tokenTake
=type	fun Token{a1} list (fun fifo a1 Str Int -> Int) -> a1
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	t
=type	Token{a1}
=desc	
//
+arg	lFilters
=type	list (fun fifo a1 Str Int -> Int)
=desc	
//
+arg	result
=type	a1
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenMoveOn
+Proto	tokenMoveOn
=type	fun Token{a1} -> Token{a1}
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	t
=type	Token{a1}
=desc	
//
+arg	result
=type	Token{a1}
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenContextError
+Proto	tokenContextError
=type	fun Token{Str} Int -> Str
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	t
=type	Token{Str}
=desc	
//
+arg	n
=type	Int
=desc	
//
+arg	result
=type	Str
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenIndex
+Proto	tokenIndex
=type	fun Token{a1} -> Int
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	t
=type	Token{a1}
=desc	
//
+arg	result
=type	Int
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenDone
+Proto	tokenDone
=type	fun Token{a1} -> Bool
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	t
=type	Token{a1}
=desc	
//
+arg	result
=type	Bool
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- TOKEN_ALPHANUM_UNDER
+Proto	TOKEN_ALPHANUM_UNDER
=type	array Bool
=mode	constant
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- TOKEN_HEXA
+Proto	TOKEN_HEXA
=type	array Bool
=mode	constant
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- TOKEN_NUMERIC
+Proto	TOKEN_NUMERIC
=type	array Bool
=mode	constant
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- TOKEN_SPACES
+Proto	TOKEN_SPACES
=type	array Bool
=mode	constant
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- TOKEN_DOUBLEQUOTE
+Proto	TOKEN_DOUBLEQUOTE
=type	Int
=mode	constant
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- TOKEN_QUOTE
+Proto	TOKEN_QUOTE
=type	Int
=mode	constant
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- TOKEN_BACKSLASH
+Proto	TOKEN_BACKSLASH
=type	Int
=mode	constant
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- Token
+Proto	Token
=type	Token{a1}
=mode	structure
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenNext
+Proto	tokenNext
=type	fun Token{a1} list (fun fifo a1 Str Int -> Int) -> a1
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	t
=type	Token{a1}
=desc	
//
+arg	lFilters
=type	list (fun fifo a1 Str Int -> Int)
=desc	
//
+arg	result
=type	a1
=desc	
//
//
//------------------ PROTO ----------------------------------------------------- tokenCreate
+Proto	tokenCreate
=type	fun Str Int -> Token{a1}
=mode	function
=pkg	core.util.token
=impl	mcy
=link	
=desc	
//
+arg	src
=type	Str
=desc	
//
+arg	iStart
=type	Int
=desc	
//
+arg	result
=type	Token{a1}
=desc