Merge pull request #2646 from xushiwei/q

cmd: hdq

Author: xushiwei

.gitignore

@@ -39,6 +39,7 @@ xgo_autogen*.go
 !dql/fetcher/**/xgo_autogen.go
 !cmd/xgo/gop_autogen*.go
 !cmd/xgo/xgo_autogen*.go
+!cmd/hdq/xgo_autogen*.go
 !demo/fullspec/mixgo-complex/xgo_autogen.go
 !demo/mixgo/xgo_autogen.go
 go.json

cmd/hdq/fetch_cmd.gox

@@ -0,0 +1,47 @@
+/*
+ * Copyright (c) 2026 The XGo Authors (xgo.dev). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *	 http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and limitations under the License.
+ */
+
+import (
+	"encoding/json"
+	"io"
+	"log"
+	"os"
+	"xgo/dql/fetcher"
+)
+
+use "fetch [flags] fetchType [input ... | -]"
+
+short "Fetch objects from the html source with the specified fetchType and inputs"
+
+run args => {
+	if args.len < 1 {
+		help
+		return
+	}
+	fetchType := args[0]
+	inputs := args[1:]
+	if len(inputs) == 1 && inputs[0] == "-" {
+		inputs = string(io.readAll(os.Stdin)!).fields
+	}
+	docs := make([]any, 0, len(inputs))
+	for input in inputs {
+		log.println "==> Fetch", input
+		doc := fetcher.do(fetchType, input)!
+		docs <- doc
+	}
+	enc := json.newEncoder(os.Stdout)
+	enc.setIndent "", "  "
+	enc.encode! docs
+}

cmd/hdq/list_cmd.gox

@@ -0,0 +1,28 @@
+/*
+ * Copyright (c) 2026 The XGo Authors (xgo.dev). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *	 http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and limitations under the License.
+ */
+
+import (
+	"xgo/dql/fetcher"
+)
+
+use "list"
+
+short "List all supported fetchTypes."
+
+run => {
+	for ft in fetcher.list {
+		echo ft
+	}
+}

cmd/hdq/main_app.gox

@@ -0,0 +1,28 @@
+/*
+ * Copyright (c) 2026 The XGo Authors (xgo.dev). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *	 http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and limitations under the License.
+ */
+
+import (
+	_ "github.com/qiniu/x/stream/http/cached"
+
+	_ "xgo/dql/fetcher/github.com/issueTask"
+	_ "xgo/dql/fetcher/github.com/repoList"
+	_ "xgo/dql/fetcher/hrefs"
+	_ "xgo/dql/fetcher/pkg.go.dev/importedBy"
+	_ "xgo/dql/fetcher/pytorch.org/fndoc"
+)
+
+use "hdq"
+
+short "hdq - An HTML DOM Query Tool (powered by XGo DQL)"

cmd/hdq/xgo_autogen.go

@@ -19,6 +19,7 @@ package fetcher
 import (
 	"errors"
 	"reflect"
+	"sort"
 
 	"github.com/goplus/xgo/dql/html"
 )
@@ -83,4 +84,14 @@ func Register(fetchType string, conv Conv, urlOf func(input any) string) {
 	convs[fetchType] = fetchInfo{vConv, urlOf}
 }
 
+// List returns a list of registered fetch types.
+func List() []string {
+	keys := make([]string, 0, len(convs))
+	for k := range convs {
+		keys = append(keys, k)
+	}
+	sort.Strings(keys)
+	return keys
+}
+
 // -----------------------------------------------------------------------------