/* Copyright 2013 The Perkeep Authors Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package integration import ( "bufio" "bytes" "fmt" "net/http" "net/url" "os" "path/filepath" "strings" "testing" "time" "github.com/gorilla/websocket" "perkeep.org/pkg/test" ) // Test that running: // // $ pk-put permanode // // ... creates and uploads a permanode, and that we can pk-get it back. func TestCamputPermanode(t *testing.T) { w := test.GetWorld(t) br := w.NewPermanode(t) out := test.MustRunCmd(t, w.Cmd("pk-get", br.String())) mustHave := []string{ `{"camliVersion": 1,`, `"camliSigner": "`, `"camliType": "permanode",`, `random": "`, `,"camliSig":"`, } for _, str := range mustHave { if !strings.Contains(out, str) { t.Errorf("Expected permanode response to contain %q; it didn't. Got: %s", str, out) } } } func TestWebsocketQuery(t *testing.T) { w := test.GetWorld(t) pn := w.NewPermanode(t) test.MustRunCmd(t, w.Cmd("pk-put", "attr", pn.String(), "tag", "foo")) check := func(err error) { if err != nil { t.Fatalf("%v", err) } } const bufSize = 1 << 20 dialer := websocket.Dialer{ ReadBufferSize: bufSize, WriteBufferSize: bufSize, } searchURL := (&url.URL{Scheme: "ws", Host: w.Addr(), Path: w.SearchHandlerPath() + "ws"}).String() wsHeaders := http.Header{ "Origin": {"http://" + w.Addr()}, } wc, _, err := dialer.Dial(searchURL, wsHeaders) check(err) msg, err := wc.NextWriter(websocket.TextMessage) check(err) _, err = msg.Write([]byte(`{"tag": "foo", "query": { "expression": "tag:foo" }}`)) check(err) check(msg.Close()) errc := make(chan error, 1) go func() { inType, inMsg, err := wc.ReadMessage() if err != nil { errc <- err return } if !strings.HasPrefix(string(inMsg), `{"tag":"_status"`) { errc <- fmt.Errorf("unexpected message type=%d msg=%q, wanted status update", inType, inMsg) return } inType, inMsg, err = wc.ReadMessage() if err != nil { errc <- err return } if strings.Contains(string(inMsg), pn.String()) { errc <- nil return } errc <- fmt.Errorf("unexpected message type=%d msg=%q", inType, inMsg) }() select { case err := <-errc: if err != nil { t.Error(err) } case <-time.After(5 * time.Second): t.Error("timeout") } } func TestInternalHandler(t *testing.T) { w := test.GetWorld(t) tests := map[string]int{ "/": http.StatusOK, "/test-that-root-handler-returns-404": http.StatusNotFound, "/no-http-storage/": http.StatusUnauthorized, "/no-http-handler/": http.StatusUnauthorized, "/bs-and-maybe-also-index/camli": http.StatusBadRequest, "/bs/camli/sha1-b2201302e129a4396a323cb56283cddeef11bbe8": http.StatusNotFound, "/no-http-storage/camli/sha1-b2201302e129a4396a323cb56283cddeef11bbe8": http.StatusUnauthorized, } for suffix, want := range tests { res, err := http.Get(w.ServerBaseURL() + suffix) if err != nil { t.Fatalf("On %s: %v", suffix, err) } if res.StatusCode != want { t.Errorf("For %s: Status = %d; want %d", suffix, res.StatusCode, want) } res.Body.Close() } } func TestNoTestingLinking(t *testing.T) { w, err := test.NewWorld() if err != nil { t.Fatal(err) } help, err := w.Help() if err != nil { t.Fatalf("Error running perkeepd -help: %v, %v", string(help), err) } sc := bufio.NewScanner(bytes.NewReader(help)) for sc.Scan() { l := strings.TrimSpace(sc.Text()) if strings.HasPrefix(l, "-test.") { t.Fatal("test flag detected in help output of perkeepd, because testing pkg got linked into binary") } } if err := sc.Err(); err != nil { t.Fatal(err) } } func mustWriteFile(t *testing.T, path, contents string) { err := os.WriteFile(path, []byte(contents), 0644) if err != nil { t.Fatal(err) } } // Run pk-put in the environment it runs in under the Android app. // This matches how pk-put is used in UploadThread.java. func TestAndroidCamputFile(t *testing.T) { w := test.GetWorld(t) // UploadThread.java sets: // CAMLI_AUTH (set by w.CmdWithEnv) // CAMLI_TRUSTED_CERT (not needed) // CAMLI_CACHE_DIR // CAMPUT_ANDROID_OUTPUT=1 cacheDir := t.TempDir() env := append(os.Environ(), "CAMPUT_ANDROID_OUTPUT=1", "CAMLI_CACHE_DIR="+cacheDir, ) cmd := w.CmdWithEnv("pk-put", env, "--server="+w.ServerBaseURL(), "file", "-stdinargs", "-vivify") cmd.Stderr = os.Stderr in, err := cmd.StdinPipe() if err != nil { t.Fatal(err) } out, err := cmd.StdoutPipe() if err != nil { t.Fatal(err) } if err := w.Ping(); err != nil { t.Fatal(err) } if err := cmd.Start(); err != nil { t.Fatal(err) } defer cmd.Process.Kill() srcDir := t.TempDir() file1 := filepath.Join(srcDir, "file1.txt") mustWriteFile(t, file1, "contents 1") file2 := filepath.Join(srcDir, "file2.txt") mustWriteFile(t, file2, "contents 2 longer length") go func() { fmt.Fprintf(in, "%s\n", file1) fmt.Fprintf(in, "%s\n", file2) }() waitc := make(chan error) go func() { sc := bufio.NewScanner(out) fileUploaded := 0 for sc.Scan() { t.Logf("Got: %q", sc.Text()) f := strings.Fields(sc.Text()) if len(f) == 0 { t.Logf("empty text?") continue } if f[0] == "FILE_UPLOADED" { fileUploaded++ if fileUploaded == 2 { break } } } in.Close() if err := sc.Err(); err != nil { t.Error(err) } }() defer cmd.Process.Kill() go func() { waitc <- cmd.Wait() }() select { case <-time.After(5 * time.Second): t.Fatal("timeout waiting for pk-put to end") case err := <-waitc: if err != nil { t.Errorf("pk-put exited uncleanly: %v", err) } } }