sjs/retrogit
1
0
Fork 0
mirror of https://github.com/samsonjs/retrogit.git synced 2026-03-25 09:25:49 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add chunking for looking of repo vintages.

Browse source 
Can only call datastore.GetMulti with 1000 keys.
This commit is contained in:
Mihai Parparita 2016-10-26 23:21:00 -07:00
parent 012d736e25
commit 535a3b2acf
1 changed files with 14 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
app/repos.go
View file

@ -14,6 +14,7 @@ import (
const ( const (
VintageDateFormat = "January 2, 2006" VintageDateFormat = "January 2, 2006"
VintageChunkSize = 1000
) )
type RepoVintage struct { type RepoVintage struct {
@ -122,6 +123,19 @@ func init() {
} }
func fillVintages(c appengine.Context, user *github.User, repos []*Repo) error { func fillVintages(c appengine.Context, user *github.User, repos []*Repo) error {
if len(repos) > VintageChunkSize {
for chunkStart := 0; chunkStart < len(repos); chunkStart += VintageChunkSize {
chunkEnd := chunkStart + VintageChunkSize
if chunkEnd > len(repos) {
chunkEnd = len(repos)
}
err := fillVintages(c, user, repos[chunkStart:chunkEnd])
if err != nil {
return err
}
}
return nil
}
keys := make([]*datastore.Key, len(repos)) keys := make([]*datastore.Key, len(repos))
for i := range repos { for i := range repos {
keys[i] = getVintageKey(c, *user.ID, *repos[i].ID) keys[i] = getVintageKey(c, *user.ID, *repos[i].ID)