Rooba
/
perkeep
mirror of https://github.com/perkeep/perkeep.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

importer/foursquare: few little tweaks, mostly logging. 

Change-Id: Iee200c348ee89bf5ef37b4394d6320bcdcff3842
This commit is contained in:
Brad Fitzpatrick 2014-04-22 22:37:42 -07:00
parent 33ba1ad928
commit bfd97aefb3
1 changed files with 25 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

45
pkg/importer/foursquare/foursquare.go
View File

@ -171,8 +171,8 @@ func (r *run) importCheckins() error {
}
itemcount := len(resp.Response.Checkins.Items)
log.Printf("Importing %d checkins", itemcount)
if itemcount < 100 {
log.Printf("foursquare: importing %d checkins (offset %d)", itemcount, offset)
if itemcount < limit {
continueRequests = false
} else {
offset += itemcount
@ -219,34 +219,39 @@ func (r *run) importPhotos(placeNode *importer.Object) error {
return err
}
photosNode.SetAttrs(
if err := photosNode.SetAttrs(
"title", "Photos of "+placeNode.Attr("title"),
"camliDefVis", "hide")
"camliDefVis", "hide"); err != nil {
return err
}
resp := photosList{}
if err := r.im.doAPI(r.Context, r.token(), &resp, "venues/"+placeNode.Attr("foursquareId")+"/photos", "limit", "10"); err != nil {
return err
}
itemcount := len(resp.Response.Photos.Items)
log.Printf("Importing %d photos for venue %s", itemcount, placeNode.Attr("title"))
var need []*photoItem
for _, photo := range resp.Response.Photos.Items {
attr := "camliPath:" + photo.Id + filepath.Ext(photo.Suffix)
if photosNode.Attr(attr) != "" {
log.Printf("Skipping photo, we already have it")
// Assume we have this photo already and don't need to refetch.
continue
if photosNode.Attr(attr) == "" {
need = append(need, photo)
}
url := photo.Prefix + "original" + photo.Suffix
ref := r.urlFileRef(url, "")
if ref == "" {
log.Printf("Error slurping photo: %s", url)
continue
}
err = photosNode.SetAttr(attr, ref)
if err != nil {
log.Printf("Error adding venue photo: %#v", err)
}
if len(need) > 0 {
log.Printf("foursquare: importing %d photos for venue %s", len(need), placeNode.Attr("title"))
for _, photo := range need {
attr := "camliPath:" + photo.Id + filepath.Ext(photo.Suffix)
url := photo.Prefix + "original" + photo.Suffix
log.Printf("foursquare: importing photo for venue %s: %s", placeNode.Attr("title"), url)
ref := r.urlFileRef(url, "")
if ref == "" {
log.Printf("Error slurping photo: %s", url)
continue
}
if err := photosNode.SetAttr(attr, ref); err != nil {
log.Printf("Error adding venue photo: %#v", err)
}
}
}