fix(jenkins): job collector pager (#2035)
diff --git a/plugins/jenkins/tasks/job_collector.go b/plugins/jenkins/tasks/job_collector.go
index 52d9ab8..c0f7c0d 100644
--- a/plugins/jenkins/tasks/job_collector.go
+++ b/plugins/jenkins/tasks/job_collector.go
@@ -2,7 +2,9 @@
import (
"encoding/json"
+ "fmt"
"net/http"
+ "net/url"
"github.com/merico-dev/lake/plugins/core"
"github.com/merico-dev/lake/plugins/helper"
@@ -42,6 +44,14 @@
Incremental: incremental,
UrlTemplate: "api/json",
+ Query: func(reqData *helper.RequestData) (url.Values, error) {
+ query := url.Values{}
+ treeValue := fmt.Sprintf(
+ "jobs[name,class,color,base]{%d,%d}",
+ reqData.Pager.Skip, reqData.Pager.Skip+reqData.Pager.Size)
+ query.Set("tree", treeValue)
+ return query, nil
+ },
ResponseParser: func(res *http.Response) ([]json.RawMessage, error) {
var data struct {
