waveterm/wavesrv/pkg/shparse/shparse_test.go

package shparse

import (
	"fmt"
	"testing"

	"github.com/commandlinedev/prompt-server/pkg/utilfn"
)

// $(ls f[*]); ./x
// ls f               => raw["ls f"] -> lit["ls f"] -> lit["ls"] lit["f"]
// w; ls foo;         => raw["w; ls foo;"]
// ls&"ls"            => raw["ls&ls"] => lit["ls&"] dq["ls"] => lit["ls"] key["&"] dq["ls"]
// ls $x; echo `ls f  => raw["ls $x; echo `ls f"]
// > echo $foo{x,y}

func testParse(t *testing.T, s string) {
	words := Tokenize(s)

	fmt.Printf("parse <<\n%s\n>>\n", s)
	dumpWords(words, "  ", 8)
	outStr := wordsToStr(words)
	if outStr != s {
		t.Errorf("tokenization output does not match input: %q => %q", s, outStr)
	}
	fmt.Printf("------\n\n")
}

func Test1(t *testing.T) {
	testParse(t, "ls")
	testParse(t, "ls 'foo'")
	testParse(t, `ls "hello" $'\''`)
	testParse(t, `ls "foo`)
	testParse(t, `echo $11 $xyz $ `)
	testParse(t, `echo $(ls ${x:"hello"} foo`)
	testParse(t, `ls ${x:"hello"} $[2+2] $((5 * 10)) $(ls; ls&)`)
	testParse(t, `ls;ls&./foo > out 2> "out2"`)
	testParse(t, `(( x = 5)); ls& cd ~/work/"hello again"`)
	testParse(t, `echo "hello"abc$(ls)$x${y:foo}`)
	testParse(t, `echo $(ls; ./x "foo")`)
	testParse(t, `echo $(ls; (cd foo; ls); (cd bar; ls))xyz`)
	testParse(t, `echo "$x ${y:-foo}"`)
	testParse(t, `command="$(echo "$input" | sed -e "s/^[ \t]*\([^ \t]*\)[ \t]*.*$/\1/g")"`)
	testParse(t, `echo $(ls $)`)
	testParse(t, `echo ${x:-hello\}"}"} 2nd`)
	testParse(t, `echo "$(ls "foo") more $x"`)
	testParse(t, "echo `ls $x \"hello $x\" \\`ls\\`; ./foo`")
	testParse(t, `echo $"hello $x $(ls)"`)
	testParse(t, "echo 'hello'\nls\n")
	testParse(t, "echo 'hello'abc$'\a'")
}

func lastWord(words []*WordType) *WordType {
	if len(words) == 0 {
		return nil
	}
	return words[len(words)-1]
}

func testExtend(t *testing.T, startStr string, extendStr string, complete bool, expStr string) {
	startSP := utilfn.ParseToSP(startStr)
	words := Tokenize(startSP.Str)
	word := findCompletionWordAtPos(words, startSP.Pos, true)
	if word == nil {
		word = MakeEmptyWord(WordTypeLit, nil, startSP.Pos, true)
	}
	outSP := Extend(word, startSP.Pos-word.Offset, extendStr, complete)
	expSP := utilfn.ParseToSP(expStr)
	fmt.Printf("extend: [%s] + %q => [%s]\n", startStr, extendStr, outSP)
	if outSP != expSP {
		t.Errorf("extension does not match: [%s] + %q => [%s] expected [%s]\n", startStr, extendStr, outSP, expSP)
	}
}

func Test2(t *testing.T) {
	testExtend(t, `he[*]`, "llo", false, "hello[*]")
	testExtend(t, `he[*]`, "llo", true, "hello [*]")
	testExtend(t, `'mi[*]e`, "k", false, "'mik[*]e")
	testExtend(t, `'mi[*]e`, "k", true, "'mik[*]e")
	testExtend(t, `'mi[*]'`, "ke", true, "'mike' [*]")
	testExtend(t, `'mi'[*]`, "ke", true, "'mike' [*]")
	testExtend(t, `'mi[*]'`, "ke", false, "'mike[*]'")
	testExtend(t, `'mi'[*]`, "ke", false, "'mike[*]'")
	testExtend(t, `$f[*]`, "oo", false, "$foo[*]")
	testExtend(t, `${f}[*]`, "oo", false, "${foo[*]}")
	testExtend(t, `${f[*]}`, "oo", true, "${foo} [*]")
	testExtend(t, `[*]`, "more stuff", false, `more\ stuff[*]`)
	testExtend(t, `[*]`, "hello\amike", false, `hello$'\a'mike[*]`)
	testExtend(t, `$'he[*]'`, "\x01\x02\x0a", true, `$'he\x01\x02\n' [*]`)
	testExtend(t, `${x}\ [*]ll$y`, "e", false, `${x}\ e[*]ll$y`)
	testExtend(t, `"he[*]"`, "$$o", true, `"he\$\$o" [*]`)
	testExtend(t, `"h[*]llo"`, "e", false, `"he[*]llo"`)
	testExtend(t, `"h[*]llo"`, "e", true, `"he[*]llo"`)
	testExtend(t, `"[*]${h}llo"`, "e\x01", true, `"e"$'\x01'[*]"${h}llo"`)
	testExtend(t, `"${h}llo[*]"`, "e\x01", true, `"${h}lloe"$'\x01' [*]`)
	testExtend(t, `"${h}llo[*]"`, "e\x01", false, `"${h}lloe"$'\x01'[*]`)
	testExtend(t, `"${h}ll[*]o"`, "e\x01", false, `"${h}lle"$'\x01'[*]"o"`)
	testExtend(t, `"ab[*]c${x}def"`, "\x01", false, `"ab"$'\x01'[*]"c${x}def"`)
	testExtend(t, `'ab[*]ef'`, "\x01", false, `'ab'$'\x01'[*]'ef'`)

	// testExtend(t, `'he'`, "llo", `'hello'`)
	// testExtend(t, `'he'`, "'", `'he'\'''`)
	// testExtend(t, `'he'`, "'\x01", `'he'\'$'\x01'''`)
	// testExtend(t, `he`, "llo", `hello`)
	// testExtend(t, `he`, "l*l'\x01\x07o", `hel\*l\'$'\x01'$'\a'o`)
	// testExtend(t, `$x`, "fo|o", `$xfoo`)
	// testExtend(t, `${x`, "fo|o", `${xfoo`)
	// testExtend(t, `$'f`, "oo", `$'foo`)
	// testExtend(t, `$'f`, "'\x01\x07o", `$'f\'\x01\ao`)
	// testExtend(t, `"f"`, "oo", `"foo"`)
	// testExtend(t, `"mi"`, "ke's \"hello\"", `"mike's \"hello\""`)
	// testExtend(t, `"t"`, "t\x01\x07", `"tt"$'\x01'$'\a'""`)
}

func testParseCommands(t *testing.T, str string) {
	fmt.Printf("parse: %q\n", str)
	words := Tokenize(str)
	cmds := ParseCommands(words)
	dumpCommands(cmds, "  ", -1)
	fmt.Printf("\n")
}

func TestCmd(t *testing.T) {
	testParseCommands(t, "ls foo")
	testParseCommands(t, "function foo () { echo hello; }")
	testParseCommands(t, "ls foo && ls bar; ./run $x hello | xargs foo; ")
	testParseCommands(t, "if [[ 2 > 1 ]]; then echo hello\nelse echo world; echo next; done")
	testParseCommands(t, "case lots of stuff; i don\\'t know how to parse; esac; ls foo")
	testParseCommands(t, "(ls & ./x \n   \n); for x in $vars 3; do { echo $x; ls foo ; } done")
	testParseCommands(t, `ls f"oo" "${x:"hello$y"}"`)
	testParseCommands(t, `x="foo $y" z=10 ls`)
}

func testCompPos(t *testing.T, cmdStr string, compType string, hasCommand bool, cmdWordPos int, hasWord bool, superOffset int) {
	cmdSP := utilfn.ParseToSP(cmdStr)
	words := Tokenize(cmdSP.Str)
	cmds := ParseCommands(words)
	cpos := FindCompletionPos(cmds, cmdSP.Pos)
	fmt.Printf("testCompPos [%d] %q => [%s] %v\n", cmdSP.Pos, cmdStr, cpos.CompType, cpos)
	if cpos.CompType != compType {
		t.Errorf("testCompPos %q => invalid comp-type %q, expected %q", cmdStr, cpos.CompType, compType)
	}
	if cpos.CompWord != nil {
		fmt.Printf("  found-word: %d %s\n", cpos.CompWordOffset, cpos.CompWord.stringWithPos(cpos.CompWordOffset))
	}
	if cpos.Cmd != nil {
		fmt.Printf("  found-cmd: ")
		dumpCommands([]*CmdType{cpos.Cmd}, "  ", cpos.RawPos)
	}
	dumpCommands(cmds, "  ", cmdSP.Pos)
	fmt.Printf("\n")
	if cpos.RawPos+cpos.SuperOffset != cmdSP.Pos {
		t.Errorf("testCompPos %q => bad rawpos:%d superoffset:%d expected:%d", cmdStr, cpos.RawPos, cpos.SuperOffset, cmdSP.Pos)
	}
	if (cpos.Cmd != nil) != hasCommand {
		t.Errorf("testCompPos %q => bad has-command exp:%v", cmdStr, hasCommand)
	}
	if (cpos.CompWord != nil) != hasWord {
		t.Errorf("testCompPos %q => bad has-word exp:%v", cmdStr, hasWord)
	}
	if cpos.CmdWordPos != cmdWordPos {
		t.Errorf("testCompPos %q => bad cmd-word-pos got:%d exp:%d", cmdStr, cpos.CmdWordPos, cmdWordPos)
	}
	if cpos.SuperOffset != superOffset {
		t.Errorf("testCompPos %q => bad super-offset got:%d exp:%d", cmdStr, cpos.SuperOffset, superOffset)
	}
}

func TestCompPos(t *testing.T) {
	testCompPos(t, "ls [*]foo", CompTypeArg, true, 1, false, 0)
	testCompPos(t, "ls foo  [*];", CompTypeArg, true, 2, false, 0)
	testCompPos(t, "ls foo  ;[*]", CompTypeCommand, false, 0, false, 0)
	testCompPos(t, "ls foo >[*]> ./bar", CompTypeInvalid, true, 2, true, 0)
	testCompPos(t, "l[*]s", CompTypeCommand, true, 0, true, 0)
	testCompPos(t, "ls[*]", CompTypeCommand, true, 0, true, 0)
	testCompPos(t, "x=10 { (ls ./f[*] more); ls }", CompTypeArg, true, 1, true, 0)
	testCompPos(t, "for x in 1[*] 2 3; do ", CompTypeBasic, false, 0, true, 0)
	testCompPos(t, "for[*] x in 1 2 3;", CompTypeInvalid, false, 0, true, 0)
	testCompPos(t, `ls "abc $(ls -l t[*])" && foo`, CompTypeArg, true, 2, true, 10)
	testCompPos(t, "ls ${abc:$(ls -l [*])}", CompTypeVar, false, 0, true, 0) // we don't sub-parse inside of ${} (so this returns "var" right now)
	testCompPos(t, `ls abc"$(ls $"echo $(ls ./[*]x) foo)" `, CompTypeArg, true, 1, true, 21)
	testCompPos(t, `ls "abc$d[*]"`, CompTypeVar, false, 0, true, 4)
	testCompPos(t, `ls "abc$d$'a[*]`, CompTypeArg, true, 1, true, 0)
	testCompPos(t, `ls $[*]'foo`, CompTypeArg, true, 1, true, 0)
	testCompPos(t, `echo $TE[*]`, CompTypeVar, false, 0, true, 0)
}

func testExpand(t *testing.T, str string, pos int, expStr string, expInfo *ExpandInfo) {
	ectx := ExpandContext{HomeDir: "/Users/mike"}
	words := Tokenize(str)
	if len(words) == 0 {
		t.Errorf("could not tokenize any words from %q", str)
		return
	}
	word := words[0]
	output, info := SimpleExpandPrefix(ectx, word, pos)
	if output != expStr {
		t.Errorf("error expanding %q, output:%q exp:%q", str, output, expStr)
	} else {
		fmt.Printf("expand: %q (%d) => %q\n", str, pos, output)
	}
	if expInfo != nil {
		if info != *expInfo {
			t.Errorf("error expanding %q, info:%v exp:%v", str, info, expInfo)
		}
	}
}

func TestExpand(t *testing.T) {
	testExpand(t, "hello", 3, "hel", nil)
	testExpand(t, "he\\$xabc", 6, "he$xa", nil)
	testExpand(t, "he${x}abc", 6, "he${x}", nil)
	testExpand(t, "'hello\"mike'", 8, "hello\"m", nil)
	testExpand(t, `$'abc\x01def`, 10, "abc\x01d", nil)
	testExpand(t, `$((2 + 2))`, 6, "$((2 +", &ExpandInfo{HasSpecial: true})
	testExpand(t, `abc"def"`, 6, "abcde", nil)
	testExpand(t, `"abc$x$'"'""`, 12, "abc$x\"", nil)
	testExpand(t, `'he'\''s'`, 9, "he's", nil)
}