Plugin Framework to execute a command in SQL IGNORE ME WORK IN PROCESS

go.mod

@@ -21,8 +21,9 @@ require (
 	github.com/aws/aws-sdk-go-v2/service/sts v1.33.1
 	github.com/aws/smithy-go v1.22.1
 	github.com/axiomhq/hyperloglog v0.0.0-20230201085229-3ddf4bad03dc
+	github.com/buger/jsonparser v1.1.1
 	github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5
-	github.com/cespare/xxhash/v2 v2.2.0
+	github.com/cespare/xxhash/v2 v2.3.0
 	github.com/cockroachdb/errors v1.9.1
 	github.com/confluentinc/confluent-kafka-go/v2 v2.4.0
 	github.com/containerd/cgroups/v3 v3.0.1
@@ -31,7 +32,7 @@ require (
 	github.com/dolthub/maphash v0.1.0
 	github.com/dslipak/pdf v0.0.2
 	github.com/elastic/gosigar v0.14.2
-	github.com/extism/go-sdk v1.3.0
+	github.com/extism/go-sdk v1.6.0
 	github.com/fagongzi/goetty/v2 v2.0.3-0.20230628075727-26c9a2fd5fb8
 	github.com/fagongzi/util v0.0.0-20210923134909-bccc37b5040d
 	github.com/felixge/fgprof v0.9.6-0.20240831122612-49987e680f04
@@ -87,7 +88,7 @@ require (
 	golang.org/x/sync v0.8.0
 	golang.org/x/sys v0.26.0
 	gonum.org/v1/gonum v0.14.0
-	google.golang.org/grpc v1.62.1
+	google.golang.org/grpc v1.65.0
 	google.golang.org/protobuf v1.34.2
 	gopkg.in/natefinch/lumberjack.v2 v2.2.1
 )
@@ -101,6 +102,7 @@ require (
 	github.com/clbanning/mxj v1.8.4 // indirect
 	github.com/coreos/go-systemd/v22 v22.3.2 // indirect
 	github.com/dustin/go-humanize v1.0.1 // indirect
+	github.com/dylibso/observe-sdk/go v0.0.0-20240819160327-2d926c5d788a // indirect
 	github.com/go-ini/ini v1.67.0 // indirect
 	github.com/gobwas/glob v0.2.3 // indirect
 	github.com/goccy/go-json v0.10.3 // indirect
@@ -110,6 +112,7 @@ require (
 	github.com/google/go-querystring v1.1.0 // indirect
 	github.com/gosimple/slug v1.13.1 // indirect
 	github.com/gosimple/unidecode v1.0.1 // indirect
+	github.com/ianlancetaylor/demangle v0.0.0-20240805132620-81f5be970eca // indirect
 	github.com/itchyny/timefmt-go v0.1.6 // indirect
 	github.com/jmespath/go-jmespath v0.4.0 // indirect
 	github.com/josharian/native v1.1.0 // indirect
@@ -129,7 +132,9 @@ require (
 	github.com/rs/xid v1.6.0 // indirect
 	github.com/segmentio/asm v1.1.3 // indirect
 	github.com/shoenig/go-m1cpu v0.1.6 // indirect
-	github.com/tetratelabs/wazero v1.7.3 // indirect
+	github.com/tetratelabs/wabin v0.0.0-20230304001439-f6f874872834 // indirect
+	github.com/tetratelabs/wazero v1.8.1-0.20240916092830-1353ca24fef0 // indirect
+	go.opentelemetry.io/proto/otlp v1.3.1 // indirect
 	golang.org/x/crypto v0.28.0 // indirect
 	golang.org/x/net v0.30.0 // indirect
 	golang.org/x/text v0.19.0 // indirect
@@ -204,7 +209,7 @@ require (
 	go.uber.org/multierr v1.11.0 // indirect
 	golang.org/x/mod v0.21.0 // indirect
 	golang.org/x/tools v0.26.0 // indirect
-	google.golang.org/genproto/googleapis/rpc v0.0.0-20240318140521-94a12d6c2237 // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20240814211410-ddb44dafa142 // indirect
 	gopkg.in/ini.v1 v1.67.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
 

pkg/datalink/docx/docx_test.go

@@ -67,7 +67,6 @@ func TestOpenWordFileValidFile(t *testing.T) {
 	if !strings.Contains(string(doc), "This is a word file") {
 		t.Errorf("Error reading document.xml %s ", doc)
 	}
-	fmt.Printf("%s", err)
 }
 
 func TestParseText(t *testing.T) {
@@ -196,3 +195,19 @@ func TestParseTextFromReader(t *testing.T) {
 	}
 	//fmt.Printf(doc)
 }
+
+func TestWiki(t *testing.T) {
+	dat, err := os.ReadFile("testfiles/wiki.docx")
+	if err != nil {
+		t.Errorf("read file error %s", err)
+	}
+
+	doctext, err := ParseTextFromReader(bytes.NewReader(dat), int64(len(dat)))
+	if err != nil {
+		t.Errorf("parsing test.docx should work \n %s", err)
+	}
+
+	if !strings.Contains(doctext, "In the philosophy of religion") {
+		t.Errorf("parsed text does not contain expected text \n %s", doctext)
+	}
+}

pkg/datalink/docx/types.go

@@ -42,15 +42,20 @@ type Style struct {
 	Val string `xml:"val,attr"`
 }
 type Row struct {
-	Text string `xml:"t"`
+	Texts []string `xml:"t"`
 }
 
 // methods
 func (w WordDocument) AsText() string {
 	text := ""
 	for _, v := range w.Paragraphs {
 		for _, rv := range v.Rows {
-			text += rv.Text
+			for i, tv := range rv.Texts {
+				if i > 0 {
+					text += "\n"
+				}
+				text += tv
+			}
 		}
 		text += "\n"
 	}

pkg/frontend/variables.go

@@ -2414,6 +2414,14 @@ var gSysVarsDefs = map[string]SystemVariable{
 		Type:              InitSystemVariableIntType("min_examined_row_limit", 0, 4294967295, false),
 		Default:           int64(0),
 	},
+	"moplugin_allowed_hosts": {
+		Name:              "moplugin_allowed_hosts",
+		Scope:             ScopeGlobal,
+		Dynamic:           true,
+		SetVarHintApplies: false,
+		Type:              InitSystemVariableStringType("moplugin_allowed_hosts"),
+		Default:           "localhost",
+	},
 	"myisam_data_pointer_size": {
 		Name:              "myisam_data_pointer_size",
 		Scope:             ScopeGlobal,