package shparse import ( "fmt" "testing" "github.com/scripthaus-dev/sh2-server/pkg/utilfn" ) // $(ls f[*]); ./x // ls f => raw["ls f"] -> lit["ls f"] -> lit["ls"] lit["f"] // w; ls foo; => raw["w; ls foo;"] // ls&"ls" => raw["ls&ls"] => lit["ls&"] dq["ls"] => lit["ls"] key["&"] dq["ls"] // ls $x; echo `ls f => raw["ls $x; echo `ls f"] // > echo $foo{x,y} func testParse(t *testing.T, s string) { words := Tokenize(s) fmt.Printf("parse <<\n%s\n>>\n", s) dumpWords(words, " ", 8) outStr := wordsToStr(words) if outStr != s { t.Errorf("tokenization output does not match input: %q => %q", s, outStr) } fmt.Printf("------\n\n") } func Test1(t *testing.T) { testParse(t, "ls") testParse(t, "ls 'foo'") testParse(t, `ls "hello" $'\''`) testParse(t, `ls "foo`) testParse(t, `echo $11 $xyz $ `) testParse(t, `echo $(ls ${x:"hello"} foo`) testParse(t, `ls ${x:"hello"} $[2+2] $((5 * 10)) $(ls; ls&)`) testParse(t, `ls;ls&./foo > out 2> "out2"`) testParse(t, `(( x = 5)); ls& cd ~/work/"hello again"`) testParse(t, `echo "hello"abc$(ls)$x${y:foo}`) testParse(t, `echo $(ls; ./x "foo")`) testParse(t, `echo $(ls; (cd foo; ls); (cd bar; ls))xyz`) testParse(t, `echo "$x ${y:-foo}"`) testParse(t, `command="$(echo "$input" | sed -e "s/^[ \t]*\([^ \t]*\)[ \t]*.*$/\1/g")"`) testParse(t, `echo $(ls $)`) testParse(t, `echo ${x:-hello\}"}"} 2nd`) testParse(t, `echo "$(ls "foo") more $x"`) testParse(t, "echo `ls $x \"hello $x\" \\`ls\\`; ./foo`") testParse(t, `echo $"hello $x $(ls)"`) testParse(t, "echo 'hello'\nls\n") testParse(t, "echo 'hello'abc$'\a'") } func lastWord(words []*WordType) *WordType { if len(words) == 0 { return nil } return words[len(words)-1] } func testExtend(t *testing.T, startStr string, extendStr string, complete bool, expStr string) { startSP := utilfn.ParseToSP(startStr) words := Tokenize(startSP.Str) word := findCompletionWordAtPos(words, startSP.Pos, true) if word == nil { word = MakeEmptyWord(WordTypeLit, nil, startSP.Pos, true) } outSP := Extend(word, startSP.Pos-word.Offset, extendStr, complete) expSP := utilfn.ParseToSP(expStr) fmt.Printf("extend: [%s] + %q => [%s]\n", startStr, extendStr, outSP) if outSP != expSP { t.Errorf("extension does not match: [%s] + %q => [%s] expected [%s]\n", startStr, extendStr, outSP, expSP) } } func Test2(t *testing.T) { testExtend(t, `he[*]`, "llo", false, "hello[*]") testExtend(t, `he[*]`, "llo", true, "hello [*]") testExtend(t, `'mi[*]e`, "k", false, "'mik[*]e") testExtend(t, `'mi[*]e`, "k", true, "'mik[*]e") testExtend(t, `'mi[*]'`, "ke", true, "'mike' [*]") testExtend(t, `'mi'[*]`, "ke", true, "'mike' [*]") testExtend(t, `'mi[*]'`, "ke", false, "'mike[*]'") testExtend(t, `'mi'[*]`, "ke", false, "'mike[*]'") testExtend(t, `$f[*]`, "oo", false, "$foo[*]") testExtend(t, `${f}[*]`, "oo", false, "${foo[*]}") testExtend(t, `${f[*]}`, "oo", true, "${foo} [*]") testExtend(t, `[*]`, "more stuff", false, `more\ stuff[*]`) testExtend(t, `[*]`, "hello\amike", false, `hello$'\a'mike[*]`) testExtend(t, `$'he[*]'`, "\x01\x02\x0a", true, `$'he\x01\x02\n' [*]`) testExtend(t, `${x}\ [*]ll$y`, "e", false, `${x}\ e[*]ll$y`) testExtend(t, `"he[*]"`, "$$o", true, `"he\$\$o" [*]`) testExtend(t, `"h[*]llo"`, "e", false, `"he[*]llo"`) testExtend(t, `"h[*]llo"`, "e", true, `"he[*]llo"`) testExtend(t, `"[*]${h}llo"`, "e\x01", true, `"e"$'\x01'[*]"${h}llo"`) testExtend(t, `"${h}llo[*]"`, "e\x01", true, `"${h}lloe"$'\x01' [*]`) testExtend(t, `"${h}llo[*]"`, "e\x01", false, `"${h}lloe"$'\x01'[*]`) testExtend(t, `"${h}ll[*]o"`, "e\x01", false, `"${h}lle"$'\x01'[*]"o"`) testExtend(t, `"ab[*]c${x}def"`, "\x01", false, `"ab"$'\x01'[*]"c${x}def"`) testExtend(t, `'ab[*]ef'`, "\x01", false, `'ab'$'\x01'[*]'ef'`) // testExtend(t, `'he'`, "llo", `'hello'`) // testExtend(t, `'he'`, "'", `'he'\'''`) // testExtend(t, `'he'`, "'\x01", `'he'\'$'\x01'''`) // testExtend(t, `he`, "llo", `hello`) // testExtend(t, `he`, "l*l'\x01\x07o", `hel\*l\'$'\x01'$'\a'o`) // testExtend(t, `$x`, "fo|o", `$xfoo`) // testExtend(t, `${x`, "fo|o", `${xfoo`) // testExtend(t, `$'f`, "oo", `$'foo`) // testExtend(t, `$'f`, "'\x01\x07o", `$'f\'\x01\ao`) // testExtend(t, `"f"`, "oo", `"foo"`) // testExtend(t, `"mi"`, "ke's \"hello\"", `"mike's \"hello\""`) // testExtend(t, `"t"`, "t\x01\x07", `"tt"$'\x01'$'\a'""`) } func testParseCommands(t *testing.T, str string) { fmt.Printf("parse: %q\n", str) words := Tokenize(str) cmds := ParseCommands(words) dumpCommands(cmds, " ", -1) fmt.Printf("\n") } func TestCmd(t *testing.T) { testParseCommands(t, "ls foo") testParseCommands(t, "function foo () { echo hello; }") testParseCommands(t, "ls foo && ls bar; ./run $x hello | xargs foo; ") testParseCommands(t, "if [[ 2 > 1 ]]; then echo hello\nelse echo world; echo next; done") testParseCommands(t, "case lots of stuff; i don\\'t know how to parse; esac; ls foo") testParseCommands(t, "(ls & ./x \n \n); for x in $vars 3; do { echo $x; ls foo ; } done") testParseCommands(t, `ls f"oo" "${x:"hello$y"}"`) testParseCommands(t, `x="foo $y" z=10 ls`) } func testCompPos(t *testing.T, cmdStr string, compType string, hasCommand bool, cmdWordPos int, hasWord bool, superOffset int) { cmdSP := utilfn.ParseToSP(cmdStr) words := Tokenize(cmdSP.Str) cmds := ParseCommands(words) cpos := FindCompletionPos(cmds, cmdSP.Pos) fmt.Printf("testCompPos [%d] %q => [%s] %v\n", cmdSP.Pos, cmdStr, cpos.CompType, cpos) if cpos.CompType != compType { t.Errorf("testCompPos %q => invalid comp-type %q, expected %q", cmdStr, cpos.CompType, compType) } if cpos.CompWord != nil { fmt.Printf(" found-word: %d %s\n", cpos.CompWordOffset, cpos.CompWord.stringWithPos(cpos.CompWordOffset)) } if cpos.Cmd != nil { fmt.Printf(" found-cmd: ") dumpCommands([]*CmdType{cpos.Cmd}, " ", cpos.RawPos) } dumpCommands(cmds, " ", cmdSP.Pos) fmt.Printf("\n") if cpos.RawPos+cpos.SuperOffset != cmdSP.Pos { t.Errorf("testCompPos %q => bad rawpos:%d superoffset:%d expected:%d", cmdStr, cpos.RawPos, cpos.SuperOffset, cmdSP.Pos) } if (cpos.Cmd != nil) != hasCommand { t.Errorf("testCompPos %q => bad has-command exp:%v", cmdStr, hasCommand) } if (cpos.CompWord != nil) != hasWord { t.Errorf("testCompPos %q => bad has-word exp:%v", cmdStr, hasWord) } if cpos.CmdWordPos != cmdWordPos { t.Errorf("testCompPos %q => bad cmd-word-pos got:%d exp:%d", cmdStr, cpos.CmdWordPos, cmdWordPos) } if cpos.SuperOffset != superOffset { t.Errorf("testCompPos %q => bad super-offset got:%d exp:%d", cmdStr, cpos.SuperOffset, superOffset) } } func TestCompPos(t *testing.T) { testCompPos(t, "ls [*]foo", CompTypeArg, true, 1, false, 0) testCompPos(t, "ls foo [*];", CompTypeArg, true, 2, false, 0) testCompPos(t, "ls foo ;[*]", CompTypeCommand, false, 0, false, 0) testCompPos(t, "ls foo >[*]> ./bar", CompTypeInvalid, true, 2, true, 0) testCompPos(t, "l[*]s", CompTypeCommand, true, 0, true, 0) testCompPos(t, "ls[*]", CompTypeCommand, true, 0, true, 0) testCompPos(t, "x=10 { (ls ./f[*] more); ls }", CompTypeArg, true, 1, true, 0) testCompPos(t, "for x in 1[*] 2 3; do ", CompTypeBasic, false, 0, true, 0) testCompPos(t, "for[*] x in 1 2 3;", CompTypeInvalid, false, 0, true, 0) testCompPos(t, `ls "abc $(ls -l t[*])" && foo`, CompTypeArg, true, 2, true, 10) testCompPos(t, "ls ${abc:$(ls -l [*])}", CompTypeVar, false, 0, true, 0) // we don't sub-parse inside of ${} (so this returns "var" right now) testCompPos(t, `ls abc"$(ls $"echo $(ls ./[*]x) foo)" `, CompTypeArg, true, 1, true, 21) testCompPos(t, `ls "abc$d[*]"`, CompTypeVar, false, 0, true, 4) testCompPos(t, `ls "abc$d$'a[*]`, CompTypeArg, true, 1, true, 0) testCompPos(t, `ls $[*]'foo`, CompTypeArg, true, 1, true, 0) testCompPos(t, `echo $TE[*]`, CompTypeVar, false, 0, true, 0) } func testExpand(t *testing.T, str string, pos int, expStr string, expInfo *ExpandInfo) { ectx := ExpandContext{HomeDir: "/Users/mike"} words := Tokenize(str) if len(words) == 0 { t.Errorf("could not tokenize any words from %q", str) return } word := words[0] output, info := SimpleExpandPrefix(ectx, word, pos) if output != expStr { t.Errorf("error expanding %q, output:%q exp:%q", str, output, expStr) } else { fmt.Printf("expand: %q (%d) => %q\n", str, pos, output) } if expInfo != nil { if info != *expInfo { t.Errorf("error expanding %q, info:%v exp:%v", str, info, expInfo) } } } func TestExpand(t *testing.T) { testExpand(t, "hello", 3, "hel", nil) testExpand(t, "he\\$xabc", 6, "he$xa", nil) testExpand(t, "he${x}abc", 6, "he${x}", nil) testExpand(t, "'hello\"mike'", 8, "hello\"m", nil) testExpand(t, `$'abc\x01def`, 10, "abc\x01d", nil) testExpand(t, `$((2 + 2))`, 6, "$((2 +", &ExpandInfo{HasSpecial: true}) testExpand(t, `abc"def"`, 6, "abcde", nil) testExpand(t, `"abc$x$'"'""`, 12, "abc$x\"", nil) testExpand(t, `'he'\''s'`, 9, "he's", nil) }