| /* |
| Licensed to the Apache Software Foundation (ASF) under one or more |
| contributor license agreements. See the NOTICE file distributed with |
| this work for additional information regarding copyright ownership. |
| The ASF licenses this file to You under the Apache License, Version 2.0 |
| (the "License"); you may not use this file except in compliance with |
| the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| */ |
| |
| package tasks |
| |
| import ( |
| "encoding/json" |
| "fmt" |
| "net/http" |
| "net/url" |
| "reflect" |
| |
| "github.com/apache/incubator-devlake/plugins/core" |
| . "github.com/apache/incubator-devlake/plugins/core/dal" |
| "github.com/apache/incubator-devlake/plugins/helper" |
| ) |
| |
| const RAW_BUILD_TABLE = "jenkins_api_builds" |
| |
| var CollectApiBuildsMeta = core.SubTaskMeta{ |
| Name: "collectApiBuilds", |
| EntryPoint: CollectApiBuilds, |
| EnabledByDefault: true, |
| Description: "Collect builds data from jenkins api", |
| } |
| |
| type SimpleJob struct { |
| Name string |
| } |
| |
| func CollectApiBuilds(taskCtx core.SubTaskContext) error { |
| db := taskCtx.GetDal() |
| data := taskCtx.GetData().(*JenkinsTaskData) |
| clauses := []Clause{ |
| Select("tjj.name"), |
| From("_tool_jenkins_jobs tjj"), |
| Where(`tjj.connection_id = ?`, data.Options.ConnectionId), |
| } |
| |
| cursor, err := db.Cursor(clauses...) |
| if err != nil { |
| return err |
| } |
| defer cursor.Close() |
| |
| iterator, err := helper.NewDalCursorIterator(db, cursor, reflect.TypeOf(SimpleJob{})) |
| if err != nil { |
| return err |
| } |
| |
| collector, err := helper.NewApiCollector(helper.ApiCollectorArgs{ |
| RawDataSubTaskArgs: helper.RawDataSubTaskArgs{ |
| Params: JenkinsApiParams{ |
| ConnectionId: data.Options.ConnectionId, |
| }, |
| Ctx: taskCtx, |
| Table: RAW_BUILD_TABLE, |
| }, |
| ApiClient: data.ApiClient, |
| PageSize: 100, |
| Input: iterator, |
| UrlTemplate: "job/{{ .Input.Name }}/api/json", |
| /* |
| (Optional) Return query string for request, or you can plug them into UrlTemplate directly |
| */ |
| Query: func(reqData *helper.RequestData) (url.Values, error) { |
| query := url.Values{} |
| treeValue := fmt.Sprintf( |
| "allBuilds[number,timestamp,duration,estimatedDuration,displayName,result,actions[lastBuiltRevision[SHA1],mercurialRevisionNumber],changeSet[kind,revisions[revision]]]{%d,%d}", |
| reqData.Pager.Skip, reqData.Pager.Skip+reqData.Pager.Size) |
| query.Set("tree", treeValue) |
| return query, nil |
| }, |
| ResponseParser: func(res *http.Response) ([]json.RawMessage, error) { |
| var data struct { |
| Builds []json.RawMessage `json:"allBuilds"` |
| } |
| err := helper.UnmarshalResponse(res, &data) |
| if err != nil { |
| return nil, err |
| } |
| return data.Builds, nil |
| }, |
| }) |
| |
| if err != nil { |
| return err |
| } |
| |
| return collector.Execute() |
| } |