Skip to content
This repository was archived by the owner on Mar 11, 2025. It is now read-only.

Commit

Permalink
修复一些测试和结构体
Browse files Browse the repository at this point in the history
  • Loading branch information
songjiaxin committed Aug 7, 2020
1 parent 398037a commit b62fd0e
Show file tree
Hide file tree
Showing 2 changed files with 49 additions and 50 deletions.
53 changes: 5 additions & 48 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -3,53 +3,10 @@

![screenshot1.png](misc/screenshot1.png)

## usage
## 测试爬虫功能

```go
package main

import (
"fmt"
"log"
"os"
Zhihu "github.com/solarhell/ZhihuZhuanlanCrawler"
)

func main() {
const columnName = "OTalk"

pinnedArticlePidAndAuthor, err := Zhihu.GetPinnedArticlePidAndAuthor(columnName)
if err != nil {
log.Println(err)
os.Exit(1)
}

fmt.Printf("%+v\n", *pinnedArticlePidAndAuthor)

pinnedArticle, err := Zhihu.GetSingleArticle(pinnedArticlePidAndAuthor.ID)
if err != nil {
log.Println(err)
os.Exit(1)
}

fmt.Printf("%+v\n", *pinnedArticle)

pids, err := Zhihu.GetArticlesListPids(columnName)
if err != nil {
log.Println(err)
os.Exit(1)
}

for _, pid := range pids {
if pid == pinnedArticle.ID {
continue
}
article, err := Zhihu.GetSingleArticle(pid)
if err != nil {
log.Println(err)
os.Exit(1)
}
fmt.Printf("%+v\n", *article)
}
}
```shell script
go test -run TestCrawl -v
```

具体用法可以参考 `crawler_test.go`
46 changes: 44 additions & 2 deletions crawler_test.go
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
package ZhihuZhuanlanCrawler

import "testing"
import (
"testing"
)

const columnName = "OTalk" // https://zhuanlan.zhihu.com/Otalk
const pid = 60968502 // https://zhuanlan.zhihu.com/p/60968502
Expand All @@ -20,7 +22,7 @@ func TestClient_GetArticlesListPids(t *testing.T) {
t.Error(err.Error())
return
}
t.Logf("%+v\n", pids)
t.Logf("%v\n", pids)
}

func TestClient_GetSingleArticle(t *testing.T) {
Expand All @@ -31,3 +33,43 @@ func TestClient_GetSingleArticle(t *testing.T) {
}
t.Logf("%+v\n", *article)
}

func TestCrawl(t *testing.T) {
const columnName = "OTalk"

pinnedArticlePidAndAuthor, err := GetPinnedArticlePidAndAuthor(columnName)
if err != nil {
t.Error(err)
return
}

t.Logf("%+v\n", *pinnedArticlePidAndAuthor)

pinnedArticle, err := GetSingleArticle(pinnedArticlePidAndAuthor.ID)
if err != nil {
t.Error(err)
return
}

t.Logf("%+v\n", *pinnedArticle)

pids, err := GetArticlesListPids(columnName)
if err != nil {
t.Error(err)
return
}

t.Logf("pids: %v\n", pids)

for _, pid := range pids {
if pid == pinnedArticle.ID {
continue
}
article, err := GetSingleArticle(pid)
if err != nil {
t.Error(err)
return
}
t.Logf("%+v\n", *article)
}
}

0 comments on commit b62fd0e

Please sign in to comment.