Merge pull request #62 from xushiwei/q

fetcher: githubisstask

cmd/hdq/hdq.go

@@ -26,6 +26,7 @@ import (
  "github.com/goplus/hdq/cmd/hdq/internal/help"
  "github.com/qiniu/x/log"
 
+ _ "github.com/goplus/hdq/fetcher/githubisstask"
  _ "github.com/goplus/hdq/fetcher/gopkg"
  _ "github.com/goplus/hdq/fetcher/hrefs"
  _ "github.com/goplus/hdq/fetcher/torch"

fetcher/githubisstask/_testdata/gopkgsupport/out.json

@@ -0,0 +1,77 @@
+{
+ "issue": "",
+ "tasks": [
+ {
+ "desc": "fmt* (Imported By: 4513111)",
+ "done": true
+ },
+ {
+ "desc": "time* (Imported By: 2238303)",
+ "done": true
+ },
+ {
+ "desc": "strings (Imported By: 2104027)",
+ "done": true
+ },
+ {
+ "desc": "os* (Imported By: 1956039)",
+ "done": true
+ },
+ {
+ "desc": "context (Imported By: 1460725)",
+ "done": true
+ },
+ {
+ "desc": "net/http (Imported By: 1415440)",
+ "done": false
+ },
+ {
+ "desc": "errors (Imported By: 1294097)",
+ "done": true
+ },
+ {
+ "desc": "io (Imported By: 1268791)",
+ "done": true
+ },
+ {
+ "desc": "strconv (Imported By: 1206047)",
+ "done": true
+ },
+ {
+ "desc": "encoding/json (Imported By: 1201739)",
+ "done": false
+ },
+ {
+ "desc": "log (Imported By: 1117493)",
+ "done": true
+ },
+ {
+ "desc": "sync* (Imported By: 1075441)",
+ "done": true
+ },
+ {
+ "desc": "bytes (Imported By: 1021859)",
+ "done": true
+ },
+ {
+ "desc": "io/ioutil (Imported By: 794650)",
+ "done": true
+ },
+ {
+ "desc": "reflect* (Imported By: 647872)",
+ "done": true
+ },
+ {
+ "desc": "path/filepath (Imported By: 541715)",
+ "done": true
+ },
+ {
+ "desc": "net (Imported By: 538522)",
+ "done": false
+ },
+ {
+ "desc": "math (Imported By: 502954)",
+ "done": true
+ }
+ ]
+}

fetcher/githubisstask/github_issue_task.gop

@@ -0,0 +1,51 @@
+/*
+Copyright 2024 The GoPlus Authors (goplus.org)
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package githubisstask
+
+import (
+ "strings"
+
+ "github.com/goplus/hdq"
+ "github.com/goplus/hdq/fetcher"
+)
+
+type Task struct {
+ Desc string `json:"desc"`
+ Done bool `json:"done"`
+}
+
+type Result struct {
+ Issue string `json:"issue"` // goplus/llgo#642
+ Tasks []Task `json:"tasks"`
+}
+
+// New creates a new Result from a html document.
+func New(input any, doc hdq.NodeSet) Result {
+ issue := input.(string)
+ taskList := doc.any.ul.class("contains-task-list").one
+ tasks := [Task{li.text!, li.firstElementChild.hasAttr("checked")} for li <- taskList.child.li]
+ return {issue, tasks}
+}
+
+// URL returns the input URL for the given name.
+func URL(input any) string {
+ issue := input.(string)
+ return "https://github.com/" + strings.Replace(issue, "#", "/issues/", 1)
+}
+
+func init() {
+ fetcher.Register("githubisstask", New, URL)
+}

fetcher/gopkg/gopkg_imps.gop

@@ -41,9 +41,9 @@ func New(input any, doc hdq.NodeSet) Result {
  return {path, importedBy}
 }
 
-// URL returns the input URL for the given name.
-func URL(name any) string {
- return "https://pkg.go.dev/" + name.(string)
+// URL returns the input URL for the given input.
+func URL(input any) string {
+ return "https://pkg.go.dev/" + input.(string)
 }
 
 func init() {

fetcher/hrefs/hrefs.gop

@@ -31,9 +31,9 @@ func New(input any, doc hdq.NodeSet) Result {
  return {input.(string), hrefs}
 }
 
-// URL returns the input URL for the given name.
-func URL(name any) string {
- return name.(string)
+// URL returns the input URL for the given input.
+func URL(input any) string {
+ return input.(string)
 }
 
 func init() {

fetcher/torch/pysig_torch.gop

@@ -55,9 +55,9 @@ func New(input any, doc hdq.NodeSet) Result {
  return {name, "", "", "<NULL>", url}
 }
 
-// URL returns the input URL for the given name.
-func URL(name any) string {
- return "https://pytorch.org/docs/stable/generated/torch." + name.(string) + ".html"
+// URL returns the input URL for the given input.
+func URL(input any) string {
+ return "https://pytorch.org/docs/stable/generated/torch." + input.(string) + ".html"
 }
 
 func init() {

hdq_helper.go

@@ -379,6 +379,13 @@ func (p NodeSet) Href__2(exactlyOne bool) (text string, err error) {
  return p.AttrVal("href", exactlyOne)
 }
 
+// HasAttr returns true if NodeSet has attribute k or not.
+func (p NodeSet) HasAttr(k string, exactlyOne ...bool) bool {
+ _, e := p.AttrVal(k, exactlyOne...)
+ return e == nil
+}
+
+// Attr returns attribute value of NodeSet.
 func (p NodeSet) Attr__0(k string, exactlyOne ...bool) (text string, err error) {
  return p.AttrVal(k, exactlyOne...)
 }

hdq_test.go

@@ -20,6 +20,7 @@ import (
  "testing"
 
  "github.com/goplus/hdq"
+ "github.com/goplus/hdq/fetcher/githubisstask"
  "github.com/goplus/hdq/fetcher/gopkg"
  "github.com/goplus/hdq/fetcher/torch"
  "github.com/goplus/hdq/hdqtest"
@@ -48,6 +49,10 @@ func TestGoPkg(t *testing.T) {
  hdqtest.FromDir(t, "", "./fetcher/gopkg/_testdata", gopkg.New, "data.zip#index.htm", "zip")
 }
 
+func TestGithubIssueTask(t *testing.T) {
+ hdqtest.FromDir(t, "", "./fetcher/githubisstask/_testdata", githubisstask.New, "data.zip#index.htm", "zip")
+}
+
 func TestSource(t *testing.T) {
  const data = "<html><body>hello</body></html>"
  doc := hdq.Source([]byte(data))