mirror of https://github.com/perkeep/perkeep.git
508 lines
15 KiB
Go
508 lines
15 KiB
Go
/*
|
|
Copyright 2011 Google Inc.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package search_test
|
|
|
|
import (
|
|
. "camlistore.org/pkg/search"
|
|
|
|
"bytes"
|
|
"encoding/json"
|
|
"io/ioutil"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"path/filepath"
|
|
"testing"
|
|
"time"
|
|
|
|
"camlistore.org/pkg/blob"
|
|
"camlistore.org/pkg/httputil"
|
|
"camlistore.org/pkg/index"
|
|
"camlistore.org/pkg/index/indextest"
|
|
"camlistore.org/pkg/osutil"
|
|
"camlistore.org/pkg/test"
|
|
)
|
|
|
|
// An indexOwnerer is something that knows who owns the index.
|
|
// It is implemented by indexAndOwner for use by TestHandler.
|
|
type indexOwnerer interface {
|
|
IndexOwner() blob.Ref
|
|
}
|
|
|
|
type indexAndOwner struct {
|
|
index.Interface
|
|
owner blob.Ref
|
|
}
|
|
|
|
func (io indexAndOwner) IndexOwner() blob.Ref {
|
|
return io.owner
|
|
}
|
|
|
|
type handlerTest struct {
|
|
// setup is responsible for populating the index before the
|
|
// handler is invoked.
|
|
//
|
|
// A FakeIndex is constructed and provided to setup and is
|
|
// generally then returned as the Index to use, but an
|
|
// alternate Index may be returned instead, in which case the
|
|
// FakeIndex is not used.
|
|
setup func(fi *test.FakeIndex) index.Interface
|
|
|
|
name string // test name
|
|
query string // the HTTP path + optional query suffix after "camli/search/"
|
|
|
|
want map[string]interface{}
|
|
}
|
|
|
|
var owner = blob.MustParse("abcown-123")
|
|
|
|
func parseJSON(s string) map[string]interface{} {
|
|
m := make(map[string]interface{})
|
|
err := json.Unmarshal([]byte(s), &m)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
return m
|
|
}
|
|
|
|
// addToClockOrigin returns the given Duration added
|
|
// to test.ClockOrigin, in UTC, and RFC3339Nano formatted.
|
|
func addToClockOrigin(d time.Duration) string {
|
|
return test.ClockOrigin.Add(d).UTC().Format(time.RFC3339Nano)
|
|
}
|
|
|
|
var handlerTests = []handlerTest{
|
|
{
|
|
name: "describe-missing",
|
|
setup: func(fi *test.FakeIndex) index.Interface { return fi },
|
|
query: "describe?blobref=eabc-555",
|
|
want: parseJSON(`{
|
|
"meta": {
|
|
}
|
|
}`),
|
|
},
|
|
|
|
{
|
|
name: "describe-jpeg-blob",
|
|
setup: func(fi *test.FakeIndex) index.Interface {
|
|
fi.AddMeta(blob.MustParse("abc-555"), "", 999)
|
|
return fi
|
|
},
|
|
query: "describe?blobref=abc-555",
|
|
want: parseJSON(`{
|
|
"meta": {
|
|
"abc-555": {
|
|
"blobRef": "abc-555",
|
|
"size": 999
|
|
}
|
|
}
|
|
}`),
|
|
},
|
|
|
|
{
|
|
name: "describe-permanode",
|
|
setup: func(fi *test.FakeIndex) index.Interface {
|
|
pn := blob.MustParse("perma-123")
|
|
fi.AddMeta(pn, "permanode", 123)
|
|
fi.AddClaim(owner, pn, "set-attribute", "camliContent", "foo-232")
|
|
fi.AddMeta(blob.MustParse("foo-232"), "", 878)
|
|
|
|
// Test deleting all attributes
|
|
fi.AddClaim(owner, pn, "add-attribute", "wont-be-present", "x")
|
|
fi.AddClaim(owner, pn, "add-attribute", "wont-be-present", "y")
|
|
fi.AddClaim(owner, pn, "del-attribute", "wont-be-present", "")
|
|
|
|
// Test deleting a specific attribute.
|
|
fi.AddClaim(owner, pn, "add-attribute", "only-delete-b", "a")
|
|
fi.AddClaim(owner, pn, "add-attribute", "only-delete-b", "b")
|
|
fi.AddClaim(owner, pn, "add-attribute", "only-delete-b", "c")
|
|
fi.AddClaim(owner, pn, "del-attribute", "only-delete-b", "b")
|
|
return fi
|
|
},
|
|
query: "describe?blobref=perma-123",
|
|
want: parseJSON(`{
|
|
"meta": {
|
|
"foo-232": {
|
|
"blobRef": "foo-232",
|
|
"size": 878
|
|
},
|
|
"perma-123": {
|
|
"blobRef": "perma-123",
|
|
"camliType": "permanode",
|
|
"size": 123,
|
|
"permanode": {
|
|
"attr": {
|
|
"camliContent": [ "foo-232" ],
|
|
"only-delete-b": [ "a", "c" ]
|
|
},
|
|
"modtime": "` + addToClockOrigin(8*time.Second) + `"
|
|
}
|
|
}
|
|
}
|
|
}`),
|
|
},
|
|
|
|
// test that describe follows camliPath:foo attributes
|
|
{
|
|
name: "describe-permanode-follows-camliPath",
|
|
setup: func(fi *test.FakeIndex) index.Interface {
|
|
pn := blob.MustParse("perma-123")
|
|
fi.AddMeta(pn, "permanode", 123)
|
|
fi.AddClaim(owner, pn, "set-attribute", "camliPath:foo", "bar-123")
|
|
|
|
fi.AddMeta(blob.MustParse("bar-123"), "", 123)
|
|
return fi
|
|
},
|
|
query: "describe?blobref=perma-123",
|
|
want: parseJSON(`{
|
|
"meta": {
|
|
"bar-123": {
|
|
"blobRef": "bar-123",
|
|
"size": 123
|
|
},
|
|
"perma-123": {
|
|
"blobRef": "perma-123",
|
|
"camliType": "permanode",
|
|
"size": 123,
|
|
"permanode": {
|
|
"attr": {
|
|
"camliPath:foo": [
|
|
"bar-123"
|
|
]
|
|
},
|
|
"modtime": "` + addToClockOrigin(1*time.Second) + `"
|
|
}
|
|
}
|
|
}
|
|
}`),
|
|
},
|
|
|
|
// Test recent permanodes
|
|
{
|
|
name: "recent-1",
|
|
setup: func(*test.FakeIndex) index.Interface {
|
|
// Ignore the fakeindex and use the real (but in-memory) implementation,
|
|
// using IndexDeps to populate it.
|
|
idx := index.NewMemoryIndex()
|
|
id := indextest.NewIndexDeps(idx)
|
|
|
|
pn := id.NewPlannedPermanode("pn1")
|
|
id.SetAttribute(pn, "title", "Some title")
|
|
return indexAndOwner{idx, id.SignerBlobRef}
|
|
},
|
|
query: "recent",
|
|
want: parseJSON(`{
|
|
"recent": [
|
|
{"blobref": "sha1-7ca7743e38854598680d94ef85348f2c48a44513",
|
|
"modtime": "2011-11-28T01:32:37.000123456Z",
|
|
"owner": "sha1-ad87ca5c78bd0ce1195c46f7c98e6025abbaf007"}
|
|
],
|
|
"meta": {
|
|
"sha1-7ca7743e38854598680d94ef85348f2c48a44513": {
|
|
"blobRef": "sha1-7ca7743e38854598680d94ef85348f2c48a44513",
|
|
"camliType": "permanode",
|
|
"permanode": {
|
|
"attr": { "title": [ "Some title" ] },
|
|
"modtime": "` + addToClockOrigin(1*time.Second) + `"
|
|
},
|
|
"size": 534
|
|
}
|
|
}
|
|
}`),
|
|
},
|
|
|
|
// Test recent permanode of a file
|
|
{
|
|
name: "recent-file",
|
|
setup: func(*test.FakeIndex) index.Interface {
|
|
// Ignore the fakeindex and use the real (but in-memory) implementation,
|
|
// using IndexDeps to populate it.
|
|
idx := index.NewMemoryIndex()
|
|
id := indextest.NewIndexDeps(idx)
|
|
|
|
// Upload a basic image
|
|
camliRootPath, err := osutil.GoPackagePath("camlistore.org")
|
|
if err != nil {
|
|
panic("Package camlistore.org no found in $GOPATH or $GOPATH not defined")
|
|
}
|
|
uploadFile := func(file string, modTime time.Time) blob.Ref {
|
|
fileName := filepath.Join(camliRootPath, "pkg", "index", "indextest", "testdata", file)
|
|
contents, err := ioutil.ReadFile(fileName)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
br, _ := id.UploadFile(file, string(contents), modTime)
|
|
return br
|
|
}
|
|
dudeFileRef := uploadFile("dude.jpg", time.Time{})
|
|
|
|
pn := id.NewPlannedPermanode("pn1")
|
|
id.SetAttribute(pn, "camliContent", dudeFileRef.String())
|
|
return indexAndOwner{idx, id.SignerBlobRef}
|
|
},
|
|
query: "recent",
|
|
want: parseJSON(`{
|
|
"recent": [
|
|
{"blobref": "sha1-7ca7743e38854598680d94ef85348f2c48a44513",
|
|
"modtime": "2011-11-28T01:32:37.000123456Z",
|
|
"owner": "sha1-ad87ca5c78bd0ce1195c46f7c98e6025abbaf007"}
|
|
],
|
|
"meta": {
|
|
"sha1-7ca7743e38854598680d94ef85348f2c48a44513": {
|
|
"blobRef": "sha1-7ca7743e38854598680d94ef85348f2c48a44513",
|
|
"camliType": "permanode",
|
|
"permanode": {
|
|
"attr": {
|
|
"camliContent": [
|
|
"sha1-e3f0ee86622dda4d7e8a4a4af51117fb79dbdbbb"
|
|
]
|
|
},
|
|
"modtime": "` + addToClockOrigin(1*time.Second) + `"
|
|
},
|
|
"size": 534
|
|
},
|
|
"sha1-e3f0ee86622dda4d7e8a4a4af51117fb79dbdbbb": {
|
|
"blobRef": "sha1-e3f0ee86622dda4d7e8a4a4af51117fb79dbdbbb",
|
|
"camliType": "file",
|
|
"size": 184,
|
|
"file": {
|
|
"fileName": "dude.jpg",
|
|
"size": 1932,
|
|
"mimeType": "image/jpeg"
|
|
},
|
|
"image": {
|
|
"width": 50,
|
|
"height": 100
|
|
}
|
|
}
|
|
}
|
|
}`),
|
|
},
|
|
|
|
// Test recent permanode of a file, in a collection
|
|
{
|
|
name: "recent-file-collec",
|
|
setup: func(*test.FakeIndex) index.Interface {
|
|
SetTestHookBug121(func() {
|
|
time.Sleep(2 * time.Second)
|
|
})
|
|
// Ignore the fakeindex and use the real (but in-memory) implementation,
|
|
// using IndexDeps to populate it.
|
|
idx := index.NewMemoryIndex()
|
|
id := indextest.NewIndexDeps(idx)
|
|
|
|
// Upload a basic image
|
|
camliRootPath, err := osutil.GoPackagePath("camlistore.org")
|
|
if err != nil {
|
|
panic("Package camlistore.org no found in $GOPATH or $GOPATH not defined")
|
|
}
|
|
uploadFile := func(file string, modTime time.Time) blob.Ref {
|
|
fileName := filepath.Join(camliRootPath, "pkg", "index", "indextest", "testdata", file)
|
|
contents, err := ioutil.ReadFile(fileName)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
br, _ := id.UploadFile(file, string(contents), modTime)
|
|
return br
|
|
}
|
|
dudeFileRef := uploadFile("dude.jpg", time.Time{})
|
|
pn := id.NewPlannedPermanode("pn1")
|
|
id.SetAttribute(pn, "camliContent", dudeFileRef.String())
|
|
collec := id.NewPlannedPermanode("pn2")
|
|
id.SetAttribute(collec, "camliMember", pn.String())
|
|
return indexAndOwner{idx, id.SignerBlobRef}
|
|
},
|
|
query: "recent",
|
|
want: parseJSON(`{
|
|
"recent": [
|
|
{
|
|
"blobref": "sha1-3c8b5d36bd4182c6fe802984832f197786662ccf",
|
|
"modtime": "2011-11-28T01:32:38.000123456Z",
|
|
"owner": "sha1-ad87ca5c78bd0ce1195c46f7c98e6025abbaf007"
|
|
},
|
|
{
|
|
"blobref": "sha1-7ca7743e38854598680d94ef85348f2c48a44513",
|
|
"modtime": "2011-11-28T01:32:37.000123456Z",
|
|
"owner": "sha1-ad87ca5c78bd0ce1195c46f7c98e6025abbaf007"
|
|
}
|
|
],
|
|
"meta": {
|
|
"sha1-3c8b5d36bd4182c6fe802984832f197786662ccf": {
|
|
"blobRef": "sha1-3c8b5d36bd4182c6fe802984832f197786662ccf",
|
|
"camliType": "permanode",
|
|
"size": 534,
|
|
"permanode": {
|
|
"attr": {
|
|
"camliMember": [
|
|
"sha1-7ca7743e38854598680d94ef85348f2c48a44513"
|
|
]
|
|
},
|
|
"modtime": "` + addToClockOrigin(2*time.Second) + `"
|
|
}
|
|
},
|
|
"sha1-7ca7743e38854598680d94ef85348f2c48a44513": {
|
|
"blobRef": "sha1-7ca7743e38854598680d94ef85348f2c48a44513",
|
|
"camliType": "permanode",
|
|
"size": 534,
|
|
"permanode": {
|
|
"attr": {
|
|
"camliContent": [
|
|
"sha1-e3f0ee86622dda4d7e8a4a4af51117fb79dbdbbb"
|
|
]
|
|
},
|
|
"modtime": "` + addToClockOrigin(1*time.Second) + `"
|
|
}
|
|
},
|
|
"sha1-e3f0ee86622dda4d7e8a4a4af51117fb79dbdbbb": {
|
|
"blobRef": "sha1-e3f0ee86622dda4d7e8a4a4af51117fb79dbdbbb",
|
|
"camliType": "file",
|
|
"size": 184,
|
|
"file": {
|
|
"fileName": "dude.jpg",
|
|
"size": 1932,
|
|
"mimeType": "image/jpeg"
|
|
},
|
|
"image": {
|
|
"width": 50,
|
|
"height": 100
|
|
}
|
|
}
|
|
}
|
|
}`),
|
|
},
|
|
|
|
// Test recent permanodes with thumbnails
|
|
{
|
|
name: "recent-thumbs",
|
|
setup: func(*test.FakeIndex) index.Interface {
|
|
// Ignore the fakeindex and use the real (but in-memory) implementation,
|
|
// using IndexDeps to populate it.
|
|
idx := index.NewMemoryIndex()
|
|
id := indextest.NewIndexDeps(idx)
|
|
|
|
pn := id.NewPlannedPermanode("pn1")
|
|
id.SetAttribute(pn, "title", "Some title")
|
|
return indexAndOwner{idx, id.SignerBlobRef}
|
|
},
|
|
query: "recent?thumbnails=100",
|
|
want: parseJSON(`{
|
|
"recent": [
|
|
{"blobref": "sha1-7ca7743e38854598680d94ef85348f2c48a44513",
|
|
"modtime": "2011-11-28T01:32:37.000123456Z",
|
|
"owner": "sha1-ad87ca5c78bd0ce1195c46f7c98e6025abbaf007"}
|
|
],
|
|
"meta": {
|
|
"sha1-7ca7743e38854598680d94ef85348f2c48a44513": {
|
|
"blobRef": "sha1-7ca7743e38854598680d94ef85348f2c48a44513",
|
|
"camliType": "permanode",
|
|
"permanode": {
|
|
"attr": { "title": [ "Some title" ] },
|
|
"modtime": "` + addToClockOrigin(1*time.Second) + `"
|
|
},
|
|
"size": 534,
|
|
"thumbnailHeight": 100,
|
|
"thumbnailSrc": "node.png",
|
|
"thumbnailWidth": 100
|
|
}
|
|
}
|
|
}`),
|
|
},
|
|
|
|
// edgeto handler: put a permanode (member) in two parent
|
|
// permanodes, then delete the second and verify that edges
|
|
// back from member only reveal the first parent.
|
|
{
|
|
name: "edge-to",
|
|
setup: func(*test.FakeIndex) index.Interface {
|
|
// Ignore the fakeindex and use the real (but in-memory) implementation,
|
|
// using IndexDeps to populate it.
|
|
idx := index.NewMemoryIndex()
|
|
id := indextest.NewIndexDeps(idx)
|
|
|
|
parent1 := id.NewPlannedPermanode("pn1") // sha1-7ca7743e38854598680d94ef85348f2c48a44513
|
|
parent2 := id.NewPlannedPermanode("pn2")
|
|
member := id.NewPlannedPermanode("member") // always sha1-9ca84f904a9bc59e6599a53f0a3927636a6dbcae
|
|
id.AddAttribute(parent1, "camliMember", member.String())
|
|
id.AddAttribute(parent2, "camliMember", member.String())
|
|
id.DelAttribute(parent2, "camliMember", "")
|
|
return indexAndOwner{idx, id.SignerBlobRef}
|
|
},
|
|
query: "edgesto?blobref=sha1-9ca84f904a9bc59e6599a53f0a3927636a6dbcae",
|
|
want: parseJSON(`{
|
|
"toRef": "sha1-9ca84f904a9bc59e6599a53f0a3927636a6dbcae",
|
|
"edgesTo": [
|
|
{"from": "sha1-7ca7743e38854598680d94ef85348f2c48a44513",
|
|
"fromType": "permanode"}
|
|
]
|
|
}`),
|
|
},
|
|
}
|
|
|
|
func TestHandler(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("skipping in short mode")
|
|
return
|
|
}
|
|
seen := map[string]bool{}
|
|
defer SetTestHookBug121(func() {})
|
|
for _, tt := range handlerTests {
|
|
if seen[tt.name] {
|
|
t.Fatalf("duplicate test named %q", tt.name)
|
|
}
|
|
seen[tt.name] = true
|
|
SetTestHookBug121(func() {})
|
|
|
|
fakeIndex := test.NewFakeIndex()
|
|
idx := tt.setup(fakeIndex)
|
|
|
|
indexOwner := owner
|
|
if io, ok := idx.(indexOwnerer); ok {
|
|
indexOwner = io.IndexOwner()
|
|
}
|
|
h := NewHandler(idx, indexOwner)
|
|
|
|
req, err := http.NewRequest("GET", "/camli/search/"+tt.query, nil)
|
|
if err != nil {
|
|
t.Fatalf("%s: bad query: %v", tt.name, err)
|
|
}
|
|
req.Header.Set(httputil.PathSuffixHeader, req.URL.Path[1:])
|
|
|
|
rr := httptest.NewRecorder()
|
|
rr.Body = new(bytes.Buffer)
|
|
|
|
h.ServeHTTP(rr, req)
|
|
|
|
got := rr.Body.Bytes()
|
|
want, _ := json.MarshalIndent(tt.want, "", " ")
|
|
trim := bytes.TrimSpace
|
|
|
|
if bytes.Equal(trim(got), trim(want)) {
|
|
continue
|
|
}
|
|
|
|
// Try with re-encoded got, since the JSON ordering doesn't matter
|
|
// to the test,
|
|
gotj := parseJSON(string(got))
|
|
got2, _ := json.MarshalIndent(gotj, "", " ")
|
|
if bytes.Equal(got2, want) {
|
|
continue
|
|
}
|
|
diff := test.Diff(want, got2)
|
|
|
|
t.Errorf("test %s:\nwant: %s\n got: %s\ndiff:\n%s", tt.name, want, got, diff)
|
|
}
|
|
}
|