perkeep/pkg/osutil/gce/gce.go

102 lines
2.8 KiB
Go
Raw Normal View History

/*
Copyright 2014 The Camlistore Authors
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
// Package gce configures hooks for running Camlistore for Google Compute Engine.
package gce // import "camlistore.org/pkg/osutil/gce"
import (
"errors"
"fmt"
"io"
"log"
"os"
"path"
"strings"
"camlistore.org/pkg/env"
"camlistore.org/pkg/osutil"
"cloud.google.com/go/compute/metadata"
"cloud.google.com/go/logging"
"go4.org/jsonconfig"
_ "go4.org/wkfs/gcs"
"golang.org/x/net/context"
)
func init() {
if !env.OnGCE() {
return
}
osutil.RegisterConfigDirFunc(func() string {
v, _ := metadata.InstanceAttributeValue("camlistore-config-dir")
if v == "" {
return v
}
return path.Clean("/gcs/" + strings.TrimPrefix(v, "gs://"))
})
pkg/osutil: remove dependency on pkg/env pkg/osutil started depending on pkg/env in c55c8602d3cea4511081630e17bca7ed601abc44 , when we added DefaultLetsEncryptCache(), because it behaves differently whether we're on GCE or not. This in turn made pkg/osutil depend on cloud.google.com/go/compute/metadata and a couple of others. This, in itself, was not so bad since the main user of pkg/osutil, server/camlistored already depends on all these same dependencies anyway. However, pkg/types/camtypes depends on pkg/osutil (although maybe it shouldn't) because it calls osutil.UserClientConfigPath() for an error message. And finally, in app/publisher/js - which is some Go code meant as input for gopherjs, so that it gets compiled into javascript that we include in the publisher web page - we depend on pkg/types/camtypes for some search query results. So as of c55c8602d3cea4511081630e17bca7ed601abc44, we "leaked" a couple of additional and unnecessary dependencies into the gopherjs generated code. That made the minified output unnoticeably grow, and apparently had no other adverse effect, so we didn't notice. That is, until we landed b0b6a0a89eefba9064248b7e0705f3525b06a6d0, which updated a ton of vendored dependencies, most of them in cloud.google.com/go and google.golang.org/api. And interestingly, the update made cloud.google.com/go/compute/metadata depend on a lot of these other dependencies. This had two noticeable consequences: 1) The (unminified) generated js code grew from 6.1M to 8.2M, which in itself is super bad already. 2) The js code actually stopped working. For some reason (that I can't explain, and will probably leave to the GopherJS devs if they're interested), the members/functions that we export to the javascript namespace with gopherjs (typically with a js.Global.Set("ExportedNameForFoo", FooFunc)), are not visible anymore, which of course breaks everything. Therefore, this CL fixes this issue by simply doing what we knew we should have done from the start: we now let pkg/osutil/gce (which already depends on pkg/env) itself register a LetsEncryptCacheFunc into pkg/osutil, which removes the need for pkg/osutil to depend on pkg/env. Change-Id: Ie8f33e9cb873919dd1728068dd8a5d0170282f88
2017-01-17 23:37:37 +00:00
osutil.RegisterLetsEncryptCacheFunc(func() string {
return "/tmp/camli-letsencrypt.cache"
})
jsonconfig.RegisterFunc("_gce_instance_meta", func(c *jsonconfig.ConfigParser, v []interface{}) (interface{}, error) {
if len(v) != 1 {
return nil, errors.New("only 1 argument supported after _gce_instance_meta")
}
attr, ok := v[0].(string)
if !ok {
return nil, errors.New("expected argument after _gce_instance_meta to be a string")
}
val, err := metadata.InstanceAttributeValue(attr)
if err != nil {
return nil, fmt.Errorf("error reading GCE instance attribute %q: %v", attr, err)
}
return val, nil
})
}
// LogWriter returns an environment-specific io.Writer suitable for passing
// to log.SetOutput. It will also include writing to os.Stderr as well.
func LogWriter() (w io.Writer) {
w = os.Stderr
if !env.OnGCE() {
return
}
projID, err := metadata.ProjectID()
if projID == "" {
log.Printf("Error getting project ID: %v", err)
return
}
scopes, _ := metadata.Scopes("default")
haveScope := func(scope string) bool {
for _, x := range scopes {
if x == scope {
return true
}
}
return false
}
if !haveScope(logging.Scope) {
log.Printf("when this Google Compute Engine VM instance was created, it wasn't granted enough access to use Google Cloud Logging (Scope URL: %v).", logging.Scope)
return
}
logc, err := logging.NewClient(context.Background(), projID, "camlistored-stderr")
if err != nil {
log.Printf("Error creating Google logging client: %v", err)
return
}
return io.MultiWriter(w, logc.Writer(logging.Debug))
}