sc=

sgetc()
{
	sc="$(dd bs=1 count=1 2>/dev/null; printf '.')"
	sc="${sc%.}"
}

codegen_sub()
{
	local array="${1}"
	shift 1

	IFS="${RS}"
	for t in ${array}; do
		toktext "${t}"
		case "${t%${US}*}" in
			T_NEWLINE)
				;;
			*)
				printf ' '
				;;
		esac
	done
	unset IFS
}

# The token stack is encoded in a string in the following grammar:
#     Terminal symbols:
#         TOKEN
#     Production rules:
#         stack  = tokens [ '<SOH>' type '<STX>' stack '<ETX>' [ tokens ] ] ;
#         tokens = TOKEN { '<RS>' TOKEN } ;
#         type   = 'C' ;
# We need to recurse through this stack to get to all the tokens.
# Each element in the stack (an array of tokens) gets run through the codegen to
# become text that is inserted into the array below.
parse_stack()
{
	local array=

	array=''
	while :; do
		sgetc
		case "${sc}" in
			'')
				# EOF
				break
				;;
			"${SOH}")
				# New stack element
				sgetc
				case "${sc}" in
					'C')
						# Command substitution
						sgetc  # STX
						array="${array}$(parse_stack)."
						array="${array%.}"
						;;
				esac
				;;
			"${ETX}")
				# End of stack element
				break
				;;
			*)
				# Token character
				array="${array}${sc}"
				;;
		esac
	done
	codegen_sub "${array}"
}

codegen()
{
	local toks="${1}"
	shift 1

	if printf '%s' "${toks}" | parse_stack; then
		return 0
	else
		return 1
	fi
}