Revision: 24753
http://sourceforge.net/p/gar/code/24753
Author: wahwah
Date: 2015-03-22 18:25:43 +0000 (Sun, 22 Mar 2015)
Log Message:
-----------
Generate Markdown.
Modified Paths:
--------------
csw/mgar/gar/v2/go/Makefile
csw/mgar/gar/v2/go/src/package-gar-status/package-gar-status.go
Modified: csw/mgar/gar/v2/go/Makefile
===================================================================
--- csw/mgar/gar/v2/go/Makefile 2015-03-22 16:11:17 UTC (rev 24752)
+++ csw/mgar/gar/v2/go/Makefile 2015-03-22 18:25:43 UTC (rev 24753)
@@ -7,6 +7,7 @@
# BINARIES += bin/crashtest
BINARIES += bin/gen-catalog-index
BINARIES += bin/promote-packages
+BINARIES += bin/package-gar-status
# On GNU/Linux, 'install'
INSTALL = ginstall
@@ -31,6 +32,9 @@
bin/promote-packages: src/promote-packages/promote-packages.go
opencsw/diskformat.o opencsw/mantis.o
gccgo -g -o $@ $^
+bin/package-gar-status: src/package-gar-status/package-gar-status.go
opencsw/diskformat.o opencsw/mantis.o
+ gccgo -g -o $@ $^
+
opencsw/diskformat.o: opencsw src/opencsw/diskformat/diskformat.o
$(INSTALL) -m 755 src/opencsw/diskformat/diskformat.o
opencsw/diskformat.o
Modified: csw/mgar/gar/v2/go/src/package-gar-status/package-gar-status.go
===================================================================
--- csw/mgar/gar/v2/go/src/package-gar-status/package-gar-status.go
2015-03-22 16:11:17 UTC (rev 24752)
+++ csw/mgar/gar/v2/go/src/package-gar-status/package-gar-status.go
2015-03-22 18:25:43 UTC (rev 24753)
@@ -1,5 +1,8 @@
// We're only including fields that are relevant now. Fields that are present
in
// JSON data but are not in structs, are ignored by the unmarshaller.
+//
+// The script fetches every package every time. It could store a local cache
+// to speed up execution.
package main
@@ -16,17 +19,24 @@
)
var outputFile string
+var testingRun bool
-const tmpl = `GAR package status report
-Generated on {{ .Date }}
+const markdownTmpl = `# GAR package status report
-{{ range .Pkgs }}
-{{ .Pkg.Catalogname }} is {{ if .InGar }} in GAR {{ else }} NOT in GAR {{ end
}}{{ end }}
+Generated on {{ .Date }} by v2/go/src/package-gar-status/package-gar-status.go
+
+## Packages not in GAR
+{{ range .Pkgs }}{{ if .InGar }}{{ else }}
+* [{{ .Pkg.Catalogname }}](http://www.opencsw.org/packages/{{ .Pkg.Catalogname
}})
+ --
+ [{{ .Pkg.Md5_sum }}](http://buildfarm.opencsw.org/pkgdb/srv4/{{ .Pkg.Md5_sum
}}/){{ end }}{{ end }}
`
func init() {
- flag.StringVar(&outputFile, "output-file", "gar-package-status.txt",
+ flag.StringVar(&outputFile, "output-file", "gar-package-status.md",
"Where to write output.")
+ flag.BoolVar(&testingRun, "testing", false,
+ "Run for testing, only a few packages")
}
type BasicStatsType struct {
@@ -45,9 +55,14 @@
func FindOutIfPackageIsInGar(md5 diskformat.Md5Sum) (bool, error) {
url := fmt.Sprintf("%s/srv4/%s/pkg-stats/", diskformat.PkgdbUrl, md5)
log.Println("Fetching", url)
+ var resp *http.Response
resp, err := http.Get(url)
if err != nil {
- return false, err
+ // Try again maybe?
+ resp, err = http.Get(url)
+ if err != nil {
+ return false, err
+ }
}
defer resp.Body.Close()
@@ -73,21 +88,28 @@
func main() {
log.Println("Program start")
+ // Without flag.Parse(), -h doesn't work.
+ flag.Parse()
+
+ // Parse the template early.
+ t := template.Must(template.New("tmpl").Parse(markdownTmpl))
+
spec := diskformat.CatalogSpec {
"unstable",
"i386",
"SunOS5.10",
}
- log.Println("spec:", spec)
+ log.Println("Looking at catalog ", spec, " only.")
inGarByPkgname := make(map[string]PackageWithExtraData)
if cws, err := diskformat.GetCatalogWithSpec(spec); err != nil {
log.Fatalln("Error unmarshalling JSON data:", err)
} else {
+ var count = 0
for _, pkg := range cws.Pkgs {
log.Println("Processing", fmt.Sprintf("%+v", pkg))
if inGar, err := FindOutIfPackageIsInGar(pkg.Md5_sum); err != nil {
- log.Fatalln(pkg.Md5_sum, "boo", err)
+ log.Fatalln("Failed to fetch: ", pkg.Md5_sum, " because ", err)
} else {
log.Println("Result: ", pkg.Md5_sum, "is", inGar)
var pwed PackageWithExtraData
@@ -95,6 +117,10 @@
pwed.InGar = inGar
inGarByPkgname[pkg.Catalogname] = pwed
}
+ count += 1
+ if testingRun && count > 10 {
+ break
+ }
}
}
f, err := os.Create(outputFile)
@@ -108,8 +134,8 @@
td.Pkgs = append(td.Pkgs, pkg)
}
td.Date = time.Now()
- t := template.Must(template.New("tmpl").Parse(tmpl))
if err := t.Execute(f, td); err != nil {
log.Fatal(err)
}
+ log.Println("Finished, potentially successfully.")
}
This was sent by the SourceForge.net collaborative development platform, the
world's largest Open Source development site.
