waveterm/pkg/shparse/shparse_test.go

220 lines
8.7 KiB
Go

package shparse
import (
"fmt"
"testing"
"github.com/scripthaus-dev/sh2-server/pkg/utilfn"
)
// $(ls f[*]); ./x
// ls f => raw["ls f"] -> lit["ls f"] -> lit["ls"] lit["f"]
// w; ls foo; => raw["w; ls foo;"]
// ls&"ls" => raw["ls&ls"] => lit["ls&"] dq["ls"] => lit["ls"] key["&"] dq["ls"]
// ls $x; echo `ls f => raw["ls $x; echo `ls f"]
// > echo $foo{x,y}
func testParse(t *testing.T, s string) {
words := Tokenize(s)
fmt.Printf("parse <<\n%s\n>>\n", s)
dumpWords(words, " ", 8)
outStr := wordsToStr(words)
if outStr != s {
t.Errorf("tokenization output does not match input: %q => %q", s, outStr)
}
fmt.Printf("------\n\n")
}
func Test1(t *testing.T) {
testParse(t, "ls")
testParse(t, "ls 'foo'")
testParse(t, `ls "hello" $'\''`)
testParse(t, `ls "foo`)
testParse(t, `echo $11 $xyz $ `)
testParse(t, `echo $(ls ${x:"hello"} foo`)
testParse(t, `ls ${x:"hello"} $[2+2] $((5 * 10)) $(ls; ls&)`)
testParse(t, `ls;ls&./foo > out 2> "out2"`)
testParse(t, `(( x = 5)); ls& cd ~/work/"hello again"`)
testParse(t, `echo "hello"abc$(ls)$x${y:foo}`)
testParse(t, `echo $(ls; ./x "foo")`)
testParse(t, `echo $(ls; (cd foo; ls); (cd bar; ls))xyz`)
testParse(t, `echo "$x ${y:-foo}"`)
testParse(t, `command="$(echo "$input" | sed -e "s/^[ \t]*\([^ \t]*\)[ \t]*.*$/\1/g")"`)
testParse(t, `echo $(ls $)`)
testParse(t, `echo ${x:-hello\}"}"} 2nd`)
testParse(t, `echo "$(ls "foo") more $x"`)
testParse(t, "echo `ls $x \"hello $x\" \\`ls\\`; ./foo`")
testParse(t, `echo $"hello $x $(ls)"`)
testParse(t, "echo 'hello'\nls\n")
testParse(t, "echo 'hello'abc$'\a'")
}
func lastWord(words []*WordType) *WordType {
if len(words) == 0 {
return nil
}
return words[len(words)-1]
}
func testExtend(t *testing.T, startStr string, extendStr string, complete bool, expStr string) {
startSP := utilfn.ParseToSP(startStr)
words := Tokenize(startSP.Str)
word := findCompletionWordAtPos(words, startSP.Pos, true)
if word == nil {
word = MakeEmptyWord(WordTypeLit, nil, startSP.Pos, true)
}
outSP := Extend(word, startSP.Pos-word.Offset, extendStr, complete)
expSP := utilfn.ParseToSP(expStr)
fmt.Printf("extend: [%s] + %q => [%s]\n", startStr, extendStr, outSP)
if outSP != expSP {
t.Errorf("extension does not match: [%s] + %q => [%s] expected [%s]\n", startStr, extendStr, outSP, expSP)
}
}
func Test2(t *testing.T) {
testExtend(t, `he[*]`, "llo", false, "hello[*]")
testExtend(t, `he[*]`, "llo", true, "hello [*]")
testExtend(t, `'mi[*]e`, "k", false, "'mik[*]e")
testExtend(t, `'mi[*]e`, "k", true, "'mik[*]e")
testExtend(t, `'mi[*]'`, "ke", true, "'mike' [*]")
testExtend(t, `'mi'[*]`, "ke", true, "'mike' [*]")
testExtend(t, `'mi[*]'`, "ke", false, "'mike[*]'")
testExtend(t, `'mi'[*]`, "ke", false, "'mike[*]'")
testExtend(t, `$f[*]`, "oo", false, "$foo[*]")
testExtend(t, `${f}[*]`, "oo", false, "${foo[*]}")
testExtend(t, `${f[*]}`, "oo", true, "${foo} [*]")
testExtend(t, `[*]`, "more stuff", false, `more\ stuff[*]`)
testExtend(t, `[*]`, "hello\amike", false, `hello$'\a'mike[*]`)
testExtend(t, `$'he[*]'`, "\x01\x02\x0a", true, `$'he\x01\x02\n' [*]`)
testExtend(t, `${x}\ [*]ll$y`, "e", false, `${x}\ e[*]ll$y`)
testExtend(t, `"he[*]"`, "$$o", true, `"he\$\$o" [*]`)
testExtend(t, `"h[*]llo"`, "e", false, `"he[*]llo"`)
testExtend(t, `"h[*]llo"`, "e", true, `"he[*]llo"`)
testExtend(t, `"[*]${h}llo"`, "e\x01", true, `"e"$'\x01'[*]"${h}llo"`)
testExtend(t, `"${h}llo[*]"`, "e\x01", true, `"${h}lloe"$'\x01' [*]`)
testExtend(t, `"${h}llo[*]"`, "e\x01", false, `"${h}lloe"$'\x01'[*]`)
testExtend(t, `"${h}ll[*]o"`, "e\x01", false, `"${h}lle"$'\x01'[*]"o"`)
testExtend(t, `"ab[*]c${x}def"`, "\x01", false, `"ab"$'\x01'[*]"c${x}def"`)
testExtend(t, `'ab[*]ef'`, "\x01", false, `'ab'$'\x01'[*]'ef'`)
// testExtend(t, `'he'`, "llo", `'hello'`)
// testExtend(t, `'he'`, "'", `'he'\'''`)
// testExtend(t, `'he'`, "'\x01", `'he'\'$'\x01'''`)
// testExtend(t, `he`, "llo", `hello`)
// testExtend(t, `he`, "l*l'\x01\x07o", `hel\*l\'$'\x01'$'\a'o`)
// testExtend(t, `$x`, "fo|o", `$xfoo`)
// testExtend(t, `${x`, "fo|o", `${xfoo`)
// testExtend(t, `$'f`, "oo", `$'foo`)
// testExtend(t, `$'f`, "'\x01\x07o", `$'f\'\x01\ao`)
// testExtend(t, `"f"`, "oo", `"foo"`)
// testExtend(t, `"mi"`, "ke's \"hello\"", `"mike's \"hello\""`)
// testExtend(t, `"t"`, "t\x01\x07", `"tt"$'\x01'$'\a'""`)
}
func testParseCommands(t *testing.T, str string) {
fmt.Printf("parse: %q\n", str)
words := Tokenize(str)
cmds := ParseCommands(words)
dumpCommands(cmds, " ", -1)
fmt.Printf("\n")
}
func TestCmd(t *testing.T) {
testParseCommands(t, "ls foo")
testParseCommands(t, "function foo () { echo hello; }")
testParseCommands(t, "ls foo && ls bar; ./run $x hello | xargs foo; ")
testParseCommands(t, "if [[ 2 > 1 ]]; then echo hello\nelse echo world; echo next; done")
testParseCommands(t, "case lots of stuff; i don\\'t know how to parse; esac; ls foo")
testParseCommands(t, "(ls & ./x \n \n); for x in $vars 3; do { echo $x; ls foo ; } done")
testParseCommands(t, `ls f"oo" "${x:"hello$y"}"`)
testParseCommands(t, `x="foo $y" z=10 ls`)
}
func testCompPos(t *testing.T, cmdStr string, compType string, hasCommand bool, cmdWordPos int, hasWord bool, superOffset int) {
cmdSP := utilfn.ParseToSP(cmdStr)
words := Tokenize(cmdSP.Str)
cmds := ParseCommands(words)
cpos := FindCompletionPos(cmds, cmdSP.Pos, 0)
fmt.Printf("testCompPos [%d] %q => [%s] %v\n", cmdSP.Pos, cmdStr, cpos.CompType, cpos)
if cpos.CompType != compType {
t.Errorf("testCompPos %q => invalid comp-type %q, expected %q", cmdStr, cpos.CompType, compType)
}
if cpos.CompWord != nil {
fmt.Printf(" found-word: %d %s\n", cpos.CompWordOffset, cpos.CompWord.stringWithPos(cpos.CompWordOffset))
}
if cpos.Cmd != nil {
fmt.Printf(" found-cmd: ")
dumpCommands([]*CmdType{cpos.Cmd}, " ", cpos.RawPos)
}
dumpCommands(cmds, " ", cmdSP.Pos)
fmt.Printf("\n")
if cpos.RawPos+cpos.SuperOffset != cmdSP.Pos {
t.Errorf("testCompPos %q => bad rawpos:%d superoffset:%d expected:%d", cmdStr, cpos.RawPos, cpos.SuperOffset, cmdSP.Pos)
}
if (cpos.Cmd != nil) != hasCommand {
t.Errorf("testCompPos %q => bad has-command exp:%v", cmdStr, hasCommand)
}
if (cpos.CompWord != nil) != hasWord {
t.Errorf("testCompPos %q => bad has-word exp:%v", cmdStr, hasWord)
}
if cpos.CmdWordPos != cmdWordPos {
t.Errorf("testCompPos %q => bad cmd-word-pos got:%d exp:%d", cmdStr, cpos.CmdWordPos, cmdWordPos)
}
if cpos.SuperOffset != superOffset {
t.Errorf("testCompPos %q => bad super-offset got:%d exp:%d", cmdStr, cpos.SuperOffset, superOffset)
}
}
func TestCompPos(t *testing.T) {
testCompPos(t, "ls [*]foo", CompTypeArg, true, 1, false, 0)
testCompPos(t, "ls foo [*];", CompTypeArg, true, 2, false, 0)
testCompPos(t, "ls foo ;[*]", CompTypeCommand, false, 0, false, 0)
testCompPos(t, "ls foo >[*]> ./bar", CompTypeInvalid, true, 2, true, 0)
testCompPos(t, "l[*]s", CompTypeCommand, true, 0, true, 0)
testCompPos(t, "ls[*]", CompTypeCommand, true, 0, true, 0)
testCompPos(t, "x=10 { (ls ./f[*] more); ls }", CompTypeArg, true, 1, true, 0)
testCompPos(t, "for x in 1[*] 2 3; do ", CompTypeBasic, false, 0, true, 0)
testCompPos(t, "for[*] x in 1 2 3;", CompTypeInvalid, false, 0, true, 0)
testCompPos(t, `ls "abc $(ls -l t[*])" && foo`, CompTypeArg, true, 2, true, 10)
testCompPos(t, "ls ${abc:$(ls -l [*])}", CompTypeVar, false, 0, true, 0) // we don't sub-parse inside of ${} (so this returns "var" right now)
testCompPos(t, `ls abc"$(ls $"echo $(ls ./[*]x) foo)" `, CompTypeArg, true, 1, true, 21)
testCompPos(t, `ls "abc$d[*]"`, CompTypeVar, false, 0, true, 4)
testCompPos(t, `ls "abc$d$'a[*]`, CompTypeArg, true, 1, true, 0)
testCompPos(t, `ls $[*]'foo`, CompTypeArg, true, 1, true, 0)
testCompPos(t, `echo $TE[*]`, CompTypeVar, false, 0, true, 0)
}
func testExpand(t *testing.T, str string, pos int, expStr string, expInfo *ExpandInfo) {
ectx := ExpandContext{HomeDir: "/Users/mike"}
words := Tokenize(str)
if len(words) == 0 {
t.Errorf("could not tokenize any words from %q", str)
return
}
word := words[0]
output, info := SimpleExpandPrefix(ectx, word, pos)
if output != expStr {
t.Errorf("error expanding %q, output:%q exp:%q", str, output, expStr)
} else {
fmt.Printf("expand: %q (%d) => %q\n", str, pos, output)
}
if expInfo != nil {
if info != *expInfo {
t.Errorf("error expanding %q, info:%v exp:%v", str, info, expInfo)
}
}
}
func TestExpand(t *testing.T) {
testExpand(t, "hello", 3, "hel", nil)
testExpand(t, "he\\$xabc", 6, "he$xa", nil)
testExpand(t, "he${x}abc", 6, "he${x}", nil)
testExpand(t, "'hello\"mike'", 8, "hello\"m", nil)
testExpand(t, `$'abc\x01def`, 10, "abc\x01d", nil)
testExpand(t, `$((2 + 2))`, 6, "$((2 +", &ExpandInfo{HasSpecial: true})
testExpand(t, `abc"def"`, 6, "abcde", nil)
testExpand(t, `"abc$x$'"'""`, 12, "abc$x\"", nil)
testExpand(t, `'he'\''s'`, 9, "he's", nil)
}