wordpress.httpRequest - Code Metrics - Inspection of "feat(scan): WordPress Vulnerability Scan (core, pl..." - future-architect/vuls - Measure and Improve Code Quality continuously with Scrutinizer

Passed

Pull Request — master (#769)

by kota

created 2019-04-03 04:00 UTC

wordpress.httpRequest B

↳ Parent: wordpress/wordpress.go

Complexity

Conditions

Size

Total Lines	22
Code Lines	17

Duplication

Lines	0
Ratio	0 %

Importance

Changes

Metric	Value
cc	7
eloc	17
dl	0
loc	22
rs	8
c	0
b	0
f	0
nop	2

/* Vuls - Vulnerability Scanner
Copyright (C) 2016  Future Corporation , Japan.

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <http://www.gnu.org/licenses/>.
*/

package wordpress

import (
	"encoding/json"
	"fmt"
	"io/ioutil"
	"net/http"
	"strings"

	"github.com/future-architect/vuls/models"
	"github.com/future-architect/vuls/util"
	version "github.com/hashicorp/go-version"
	"github.com/pkg/errors"
)

//WpCveInfos is for wpvulndb's json
type WpCveInfos struct {
	ReleaseDate  string `json:"release_date"`
	ChangelogURL string `json:"changelog_url"`
	// Status        string `json:"status"`
	LatestVersion string `json:"latest_version"`
	LastUpdated   string `json:"last_updated"`
	// Popular         bool        `json:"popular"`
	Vulnerabilities []WpCveInfo `json:"vulnerabilities"`
	Error           string      `json:"error"`
}

//WpCveInfo is for wpvulndb's json
type WpCveInfo struct {
	ID        int    `json:"id"`
	Title     string `json:"title"`
	CreatedAt string `json:"created_at"`
	UpdatedAt string `json:"updated_at"`
	// PublishedDate string     `json:"published_date"`
	VulnType   string     `json:"vuln_type"`
	References References `json:"references"`
	FixedIn    string     `json:"fixed_in"`
}

//References is for wpvulndb's json
type References struct {
	URL     []string `json:"url"`
	Cve     []string `json:"cve"`
	Secunia []string `json:"secunia"`
}

// FillWordPress access to wpvulndb and fetch scurity alerts and then set to the given ScanResult.
// https://wpvulndb.com/
func FillWordPress(r *models.ScanResult, token string) (int, error) {
	// Core
	ver := strings.Replace(r.WordPressPackages.CoreVersion(), ".", "", -1)
	if ver == "" {
		return 0, fmt.Errorf("Failed to get WordPress core version")
	}
	url := fmt.Sprintf("https://wpvulndb.com/api/v3/wordpresses/%s", ver)
	body, err := httpRequest(url, token)
	if err != nil {
		return 0, err
	}
	wpVinfos, err := convertToVinfos(models.WPCore, string(body))
	if err != nil {
		return 0, err
	}

	//TODO add a flag ignore inactive plugin or themes such as -wp-ignore-inactive flag to cmd line option or config.toml

	// Themes
	for _, p := range r.WordPressPackages.Themes() {
		url := fmt.Sprintf("https://wpvulndb.com/api/v3/themes/%s", p.Name)
		body, err := httpRequest(url, token)
		if err != nil {
			return 0, err
		}
		if body == "" {
			continue
		}

		templateVinfos, err := convertToVinfos(p.Name, string(body))
		if err != nil {
			return 0, err
		}

		for _, v := range templateVinfos {
			for _, fixstat := range v.WpPackageFixStats {
				pkg, ok := r.WordPressPackages.Find(fixstat.Name)
				if !ok {
					continue
				}
				ok, err := match(pkg.Version, fixstat.FixedIn)
				if err != nil {
					return 0, errors.Wrap(err, "Not a semantic versioning")
				}
				if ok {
					wpVinfos = append(wpVinfos, v)
					util.Log.Infof("[match] %s installed: %s, fixedIn: %s", pkg.Name, pkg.Version, fixstat.FixedIn)
				} else {
					//TODO Debugf
					util.Log.Infof("[miss] %s installed: %s, fixedIn: %s", pkg.Name, pkg.Version, fixstat.FixedIn)
				}
			}
		}
	}

	// Plugins
	for _, p := range r.WordPressPackages.Plugins() {
		url := fmt.Sprintf("https://wpvulndb.com/api/v3/plugins/%s", p.Name)
		body, err := httpRequest(url, token)
		if err != nil {
			return 0, err
		}
		if body == "" {
			continue
		}

		pluginVinfos, err := convertToVinfos(p.Name, string(body))
		if err != nil {
			return 0, err
		}

		for _, v := range pluginVinfos {
			for _, fixstat := range v.WpPackageFixStats {
				pkg, ok := r.WordPressPackages.Find(fixstat.Name)
				if !ok {
					continue
				}
				ok, err := match(pkg.Version, fixstat.FixedIn)
				if err != nil {
					return 0, errors.Wrap(err, "Not a semantic versioning")
				}
				if ok {
					wpVinfos = append(wpVinfos, v)
					//TODO Debugf
					util.Log.Infof("[match] %s installed: %s, fixedIn: %s", pkg.Name, pkg.Version, fixstat.FixedIn)
				} else {
					//TODO Debugf
					util.Log.Infof("[miss] %s installed: %s, fixedIn: %s", pkg.Name, pkg.Version, fixstat.FixedIn)
				}
			}
		}
	}

	for _, wpVinfo := range wpVinfos {
		if vinfo, ok := r.ScannedCves[wpVinfo.CveID]; ok {
			vinfo.CveContents[models.WPVulnDB] = wpVinfo.CveContents[models.WPVulnDB]
			vinfo.VulnType = wpVinfo.VulnType
			vinfo.Confidences = append(vinfo.Confidences, wpVinfo.Confidences...)
			vinfo.WpPackageFixStats = append(vinfo.WpPackageFixStats, wpVinfo.WpPackageFixStats...)
			r.ScannedCves[wpVinfo.CveID] = vinfo
		} else {
			r.ScannedCves[wpVinfo.CveID] = wpVinfo
		}
	}
	return len(wpVinfos), nil
}

func match(installedVer, fixedIn string) (bool, error) {
	v1, err := version.NewVersion(installedVer)
	if err != nil {
		return false, err
	}
	v2, err := version.NewVersion(fixedIn)
	if err != nil {
		return false, err
	}
	return v1.LessThan(v2), nil
}

func convertToVinfos(pkgName, body string) (vinfos []models.VulnInfo, err error) {
	// "pkgName" : CVE Detailed data
	pkgnameCves := map[string]WpCveInfos{}
	if err = json.Unmarshal([]byte(body), &pkgnameCves); err != nil {
		return nil, errors.Wrap(err, fmt.Sprintf("Failed to unmarshal: %s", body))
	}

	for _, v := range pkgnameCves {
		vs := extractToVulnInfos(pkgName, v.Vulnerabilities)
		vinfos = append(vinfos, vs...)
	}
	return vinfos, nil
}

func extractToVulnInfos(pkgName string, cves []WpCveInfo) (vinfos []models.VulnInfo) {
	for _, vulnerability := range cves {
		if len(vulnerability.References.Cve) == 0 {
			//TODO ignore no-cve-vulns for now
			continue
		}
		var cveIDs []string
		for _, cveNumber := range vulnerability.References.Cve {
			//TODO ignore no-cve-vulns for now
			cveIDs = append(cveIDs, "CVE-"+cveNumber)
		}

		var refs []models.Reference
		for _, url := range vulnerability.References.URL {
			refs = append(refs, models.Reference{
				Link: url,
			})
		}

		for _, cveID := range cveIDs {
			vinfos = append(vinfos, models.VulnInfo{
				CveID: cveID,
				CveContents: models.NewCveContents(
					models.CveContent{
						Type:       models.WPVulnDB,
						CveID:      cveID,
						Title:      vulnerability.Title,
						References: refs,
					},
				),
				VulnType: vulnerability.VulnType,
				Confidences: []models.Confidence{
					models.WPVulnDBMatch,
				},
				WpPackageFixStats: []models.WpPackageFixStatus{{
					Name:    pkgName,
					FixedIn: vulnerability.FixedIn,
				}},
			})
		}
	}
	return
}

func httpRequest(url, token string) (string, error) {
	req, err := http.NewRequest("GET", url, nil)
	if err != nil {
		return "", err
	}
	req.Header.Set("Authorization", fmt.Sprintf("Token token=%s", token))
	resp, err := new(http.Client).Do(req)
	if err != nil {
		return "", err
	}
	body, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		return "", err
	}
	defer resp.Body.Close()
	if resp.StatusCode != 200 && resp.StatusCode != 404 {
		return "", fmt.Errorf("status: %s", resp.Status)
	} else if resp.StatusCode == 404 {
		// This package is not in WPVulnDB
		return "", nil
	}
	return string(body), nil
}


1			/* Vuls - Vulnerability Scanner
2			Copyright (C) 2016 Future Corporation , Japan.
3
4			This program is free software: you can redistribute it and/or modify
5			it under the terms of the GNU General Public License as published by
6			the Free Software Foundation, either version 3 of the License, or
7			(at your option) any later version.
8
9			This program is distributed in the hope that it will be useful,
10			but WITHOUT ANY WARRANTY; without even the implied warranty of
11			MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12			GNU General Public License for more details.
13
14			You should have received a copy of the GNU General Public License
15			along with this program. If not, see <http://www.gnu.org/licenses/>.
16			*/
17
18			package wordpress
19
20			import (
21			"encoding/json"
22			"fmt"
23			"io/ioutil"
24			"net/http"
25			"strings"
26
27			"github.com/future-architect/vuls/models"
28			"github.com/future-architect/vuls/util"
29			version "github.com/hashicorp/go-version"
30			"github.com/pkg/errors"
31			)
32
33			//WpCveInfos is for wpvulndb's json
34			type WpCveInfos struct {
35			ReleaseDate string `json:"release_date"`
36			ChangelogURL string `json:"changelog_url"`
37			// Status string `json:"status"`
38			LatestVersion string `json:"latest_version"`
39			LastUpdated string `json:"last_updated"`
40			// Popular bool `json:"popular"`
41			Vulnerabilities []WpCveInfo `json:"vulnerabilities"`
42			Error string `json:"error"`
43			}
44
45			//WpCveInfo is for wpvulndb's json
46			type WpCveInfo struct {
47			ID int `json:"id"`
48			Title string `json:"title"`
49			CreatedAt string `json:"created_at"`
50			UpdatedAt string `json:"updated_at"`
51			// PublishedDate string `json:"published_date"`
52			VulnType string `json:"vuln_type"`
53			References References `json:"references"`
54			FixedIn string `json:"fixed_in"`
55			}
56
57			//References is for wpvulndb's json
58			type References struct {
59			URL []string `json:"url"`
60			Cve []string `json:"cve"`
61			Secunia []string `json:"secunia"`
62			}
63
64			// FillWordPress access to wpvulndb and fetch scurity alerts and then set to the given ScanResult.
65			// https://wpvulndb.com/
66			func FillWordPress(r *models.ScanResult, token string) (int, error) {
67			// Core
68			ver := strings.Replace(r.WordPressPackages.CoreVersion(), ".", "", -1)
69			if ver == "" {
70			return 0, fmt.Errorf("Failed to get WordPress core version")
71			}
72			url := fmt.Sprintf("https://wpvulndb.com/api/v3/wordpresses/%s", ver)
73			body, err := httpRequest(url, token)
74			if err != nil {
75			return 0, err
76			}
77			wpVinfos, err := convertToVinfos(models.WPCore, string(body))
78			if err != nil {
79			return 0, err
80			}
81
82			//TODO add a flag ignore inactive plugin or themes such as -wp-ignore-inactive flag to cmd line option or config.toml
83
84			// Themes
85			for _, p := range r.WordPressPackages.Themes() {
86			url := fmt.Sprintf("https://wpvulndb.com/api/v3/themes/%s", p.Name)
87			body, err := httpRequest(url, token)
88			if err != nil {
89			return 0, err
90			}
91			if body == "" {
92			continue
93			}
94
95			templateVinfos, err := convertToVinfos(p.Name, string(body))
96			if err != nil {
97			return 0, err
98			}
99
100			for _, v := range templateVinfos {
101			for _, fixstat := range v.WpPackageFixStats {
102			pkg, ok := r.WordPressPackages.Find(fixstat.Name)
103			if !ok {
104			continue
105			}
106			ok, err := match(pkg.Version, fixstat.FixedIn)
107			if err != nil {
108			return 0, errors.Wrap(err, "Not a semantic versioning")
109			}
110			if ok {
111			wpVinfos = append(wpVinfos, v)
112			util.Log.Infof("[match] %s installed: %s, fixedIn: %s", pkg.Name, pkg.Version, fixstat.FixedIn)
113			} else {
114			//TODO Debugf
115			util.Log.Infof("[miss] %s installed: %s, fixedIn: %s", pkg.Name, pkg.Version, fixstat.FixedIn)
116			}
117			}
118			}
119			}
120
121			// Plugins
122			for _, p := range r.WordPressPackages.Plugins() {
123			url := fmt.Sprintf("https://wpvulndb.com/api/v3/plugins/%s", p.Name)
124			body, err := httpRequest(url, token)
125			if err != nil {
126			return 0, err
127			}
128			if body == "" {
129			continue
130			}
131
132			pluginVinfos, err := convertToVinfos(p.Name, string(body))
133			if err != nil {
134			return 0, err
135			}
136
137			for _, v := range pluginVinfos {
138			for _, fixstat := range v.WpPackageFixStats {
139			pkg, ok := r.WordPressPackages.Find(fixstat.Name)
140			if !ok {
141			continue
142			}
143			ok, err := match(pkg.Version, fixstat.FixedIn)
144			if err != nil {
145			return 0, errors.Wrap(err, "Not a semantic versioning")
146			}
147			if ok {
148			wpVinfos = append(wpVinfos, v)
149			//TODO Debugf
150			util.Log.Infof("[match] %s installed: %s, fixedIn: %s", pkg.Name, pkg.Version, fixstat.FixedIn)
151			} else {
152			//TODO Debugf
153			util.Log.Infof("[miss] %s installed: %s, fixedIn: %s", pkg.Name, pkg.Version, fixstat.FixedIn)
154			}
155			}
156			}
157			}
158
159			for _, wpVinfo := range wpVinfos {
160			if vinfo, ok := r.ScannedCves[wpVinfo.CveID]; ok {
161			vinfo.CveContents[models.WPVulnDB] = wpVinfo.CveContents[models.WPVulnDB]
162			vinfo.VulnType = wpVinfo.VulnType
163			vinfo.Confidences = append(vinfo.Confidences, wpVinfo.Confidences...)
164			vinfo.WpPackageFixStats = append(vinfo.WpPackageFixStats, wpVinfo.WpPackageFixStats...)
165			r.ScannedCves[wpVinfo.CveID] = vinfo
166			} else {
167			r.ScannedCves[wpVinfo.CveID] = wpVinfo
168			}
169			}
170			return len(wpVinfos), nil
171			}
172
173			func match(installedVer, fixedIn string) (bool, error) {
174			v1, err := version.NewVersion(installedVer)
175			if err != nil {
176			return false, err
177			}
178			v2, err := version.NewVersion(fixedIn)
179			if err != nil {
180			return false, err
181			}
182			return v1.LessThan(v2), nil
183			}
184
185			func convertToVinfos(pkgName, body string) (vinfos []models.VulnInfo, err error) {
186			// "pkgName" : CVE Detailed data
187			pkgnameCves := map[string]WpCveInfos{}
188			if err = json.Unmarshal([]byte(body), &pkgnameCves); err != nil {
189			return nil, errors.Wrap(err, fmt.Sprintf("Failed to unmarshal: %s", body))
190			}
191
192			for _, v := range pkgnameCves {
193			vs := extractToVulnInfos(pkgName, v.Vulnerabilities)
194			vinfos = append(vinfos, vs...)
195			}
196			return vinfos, nil
197			}
198
199			func extractToVulnInfos(pkgName string, cves []WpCveInfo) (vinfos []models.VulnInfo) {
200			for _, vulnerability := range cves {
201			if len(vulnerability.References.Cve) == 0 {
202			//TODO ignore no-cve-vulns for now
203			continue
204			}
205			var cveIDs []string
206			for _, cveNumber := range vulnerability.References.Cve {
207			//TODO ignore no-cve-vulns for now
208			cveIDs = append(cveIDs, "CVE-"+cveNumber)
209			}
210
211			var refs []models.Reference
212			for _, url := range vulnerability.References.URL {
213			refs = append(refs, models.Reference{
214			Link: url,
215			})
216			}
217
218			for _, cveID := range cveIDs {
219			vinfos = append(vinfos, models.VulnInfo{
220			CveID: cveID,
221			CveContents: models.NewCveContents(
222			models.CveContent{
223			Type: models.WPVulnDB,
224			CveID: cveID,
225			Title: vulnerability.Title,
226			References: refs,
227			},
228			),
229			VulnType: vulnerability.VulnType,
230			Confidences: []models.Confidence{
231			models.WPVulnDBMatch,
232			},
233			WpPackageFixStats: []models.WpPackageFixStatus{{
234			Name: pkgName,
235			FixedIn: vulnerability.FixedIn,
236			}},
237			})
238			}
239			}
240			return
241			}
242
243			func httpRequest(url, token string) (string, error) {
244			req, err := http.NewRequest("GET", url, nil)
245			if err != nil {
246			return "", err
247			}
248			req.Header.Set("Authorization", fmt.Sprintf("Token token=%s", token))
249			resp, err := new(http.Client).Do(req)
250			if err != nil {
251			return "", err
252			}
253			body, err := ioutil.ReadAll(resp.Body)
254			if err != nil {
255			return "", err
256			}
257			defer resp.Body.Close()
258			if resp.StatusCode != 200 && resp.StatusCode != 404 {
259			return "", fmt.Errorf("status: %s", resp.Status)
260			} else if resp.StatusCode == 404 {
261			// This package is not in WPVulnDB
262			return "", nil
263			}
264			return string(body), nil
265			}
266

future-architect / vuls

Pull Request — master (#769)

wordpress.httpRequest B

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like