mirror of https://github.com/perkeep/perkeep.git
126 lines
2.6 KiB
Go
126 lines
2.6 KiB
Go
/*
|
|
Copyright 2013 The Camlistore Authors
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package readerutil
|
|
|
|
import (
|
|
"os"
|
|
"sync"
|
|
|
|
"camlistore.org/pkg/singleflight"
|
|
"camlistore.org/pkg/types"
|
|
)
|
|
|
|
var (
|
|
openerGroup singleflight.Group
|
|
|
|
openFileMu sync.Mutex // guards openFiles
|
|
openFiles = make(map[string]*openFile)
|
|
)
|
|
|
|
type openFile struct {
|
|
*os.File
|
|
path string // map key of openFiles
|
|
refCount int
|
|
}
|
|
|
|
type openFileHandle struct {
|
|
closed bool
|
|
*openFile
|
|
}
|
|
|
|
func (f *openFileHandle) Close() error {
|
|
openFileMu.Lock()
|
|
if f.closed {
|
|
openFileMu.Unlock()
|
|
return nil
|
|
}
|
|
f.closed = true
|
|
f.refCount--
|
|
if f.refCount < 0 {
|
|
panic("unexpected negative refcount")
|
|
}
|
|
zero := f.refCount == 0
|
|
if zero {
|
|
delete(openFiles, f.path)
|
|
}
|
|
openFileMu.Unlock()
|
|
if !zero {
|
|
return nil
|
|
}
|
|
return f.openFile.File.Close()
|
|
}
|
|
|
|
type openingFile struct {
|
|
path string
|
|
mu sync.RWMutex // write-locked until Open is done
|
|
|
|
// Results, once mu is unlocked:
|
|
of *openFile
|
|
err error
|
|
}
|
|
|
|
// OpenSingle opens the given file path for reading, reusing existing file descriptors
|
|
// when possible.
|
|
func OpenSingle(path string) (types.ReaderAtCloser, error) {
|
|
openFileMu.Lock()
|
|
of := openFiles[path]
|
|
if of != nil {
|
|
of.refCount++
|
|
openFileMu.Unlock()
|
|
return &openFileHandle{false, of}, nil
|
|
}
|
|
openFileMu.Unlock() // release the lock while we call os.Open
|
|
|
|
winner := false // this goroutine made it into Do's func
|
|
|
|
// Returns an *openFile
|
|
resi, err := openerGroup.Do(path, func() (interface{}, error) {
|
|
winner = true
|
|
f, err := os.Open(path)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
of := &openFile{
|
|
File: f,
|
|
path: path,
|
|
refCount: 1,
|
|
}
|
|
openFileMu.Lock()
|
|
openFiles[path] = of
|
|
openFileMu.Unlock()
|
|
return of, nil
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
of = resi.(*openFile)
|
|
|
|
// If our os.Open was dup-suppressed, we have to increment our
|
|
// reference count.
|
|
if !winner {
|
|
openFileMu.Lock()
|
|
if of.refCount == 0 {
|
|
// Winner already closed it. Try again (rare).
|
|
openFileMu.Unlock()
|
|
return OpenSingle(path)
|
|
}
|
|
of.refCount++
|
|
openFileMu.Unlock()
|
|
}
|
|
return &openFileHandle{false, of}, nil
|
|
}
|