summaryrefslogtreecommitdiffstats
path: root/tpl
diff options
context:
space:
mode:
authorCameron Moore <moorereason@gmail.com>2017-05-01 14:08:46 -0500
committerBjørn Erik Pedersen <bjorn.erik.pedersen@gmail.com>2017-05-02 09:18:41 +0200
commit1cf2f3dc4fa81503485a73db21bfda6e965dee15 (patch)
treef52971e8d9ddafb3e534888fa353d37a4c8d7dde /tpl
parent5f095c27eabab75c1c948e4aa62ff4737a5607bd (diff)
tpl/data: Move cache logic to separate file
Diffstat (limited to 'tpl')
-rw-r--r--tpl/data/cache.go83
-rw-r--r--tpl/data/resources.go59
2 files changed, 83 insertions, 59 deletions
diff --git a/tpl/data/cache.go b/tpl/data/cache.go
new file mode 100644
index 000000000..37990f124
--- /dev/null
+++ b/tpl/data/cache.go
@@ -0,0 +1,83 @@
+// Copyright 2017 The Hugo Authors. All rights reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package data
+
+import (
+ "errors"
+ "net/url"
+ "sync"
+
+ "github.com/spf13/afero"
+ "github.com/spf13/hugo/config"
+ "github.com/spf13/hugo/helpers"
+)
+
+var cacheMu sync.RWMutex
+
+// getCacheFileID returns the cache ID for a string.
+func getCacheFileID(cfg config.Provider, id string) string {
+ return cfg.GetString("cacheDir") + url.QueryEscape(id)
+}
+
+// getCache returns the content for an ID from the file cache or an error.
+// If the ID is not found, return nil,nil.
+func getCache(id string, fs afero.Fs, cfg config.Provider, ignoreCache bool) ([]byte, error) {
+ if ignoreCache {
+ return nil, nil
+ }
+
+ cacheMu.RLock()
+ defer cacheMu.RUnlock()
+
+ fID := getCacheFileID(cfg, id)
+ isExists, err := helpers.Exists(fID, fs)
+ if err != nil {
+ return nil, err
+ }
+ if !isExists {
+ return nil, nil
+ }
+
+ return afero.ReadFile(fs, fID)
+}
+
+// writeCache writes bytes associated with an ID into the file cache.
+func writeCache(id string, c []byte, fs afero.Fs, cfg config.Provider, ignoreCache bool) error {
+ if ignoreCache {
+ return nil
+ }
+
+ cacheMu.Lock()
+ defer cacheMu.Unlock()
+
+ fID := getCacheFileID(cfg, id)
+ f, err := fs.Create(fID)
+ if err != nil {
+ return errors.New("Error: " + err.Error() + ". Failed to create file: " + fID)
+ }
+ defer f.Close()
+
+ n, err := f.Write(c)
+ if err != nil {
+ return errors.New("Error: " + err.Error() + ". Failed to write to file: " + fID)
+ }
+ if n == 0 {
+ return errors.New("No bytes written to file: " + fID)
+ }
+ return nil
+}
+
+func deleteCache(id string, fs afero.Fs, cfg config.Provider) error {
+ return fs.Remove(getCacheFileID(cfg, id))
+}
diff --git a/tpl/data/resources.go b/tpl/data/resources.go
index 5f4cf9b94..56714e1a1 100644
--- a/tpl/data/resources.go
+++ b/tpl/data/resources.go
@@ -20,7 +20,6 @@ import (
"errors"
"io/ioutil"
"net/http"
- "net/url"
"path/filepath"
"strings"
"sync"
@@ -36,7 +35,6 @@ var (
remoteURLLock = &remoteLock{m: make(map[string]*sync.Mutex)}
resSleep = time.Second * 2 // if JSON decoding failed sleep for n seconds before retrying
resRetries = 1 // number of retries to load the JSON from URL or local file system
- resCacheMu sync.RWMutex
)
type remoteLock struct {
@@ -68,63 +66,6 @@ func (l *remoteLock) URLUnlock(url string) {
}
}
-// getCacheFileID returns the cache ID for a string.
-func getCacheFileID(cfg config.Provider, id string) string {
- return cfg.GetString("cacheDir") + url.QueryEscape(id)
-}
-
-// getCache returns the content for an ID from the file cache or an error.
-// If the ID is not found, return nil,nil.
-func getCache(id string, fs afero.Fs, cfg config.Provider, ignoreCache bool) ([]byte, error) {
- if ignoreCache {
- return nil, nil
- }
-
- resCacheMu.RLock()
- defer resCacheMu.RUnlock()
-
- fID := getCacheFileID(cfg, id)
- isExists, err := helpers.Exists(fID, fs)
- if err != nil {
- return nil, err
- }
- if !isExists {
- return nil, nil
- }
-
- return afero.ReadFile(fs, fID)
-}
-
-// writeCache writes bytes associated with an ID into the file cache.
-func writeCache(id string, c []byte, fs afero.Fs, cfg config.Provider, ignoreCache bool) error {
- if ignoreCache {
- return nil
- }
-
- resCacheMu.Lock()
- defer resCacheMu.Unlock()
-
- fID := getCacheFileID(cfg, id)
- f, err := fs.Create(fID)
- if err != nil {
- return errors.New("Error: " + err.Error() + ". Failed to create file: " + fID)
- }
- defer f.Close()
-
- n, err := f.Write(c)
- if err != nil {
- return errors.New("Error: " + err.Error() + ". Failed to write to file: " + fID)
- }
- if n == 0 {
- return errors.New("No bytes written to file: " + fID)
- }
- return nil
-}
-
-func deleteCache(id string, fs afero.Fs, cfg config.Provider) error {
- return fs.Remove(getCacheFileID(cfg, id))
-}
-
// getRemote loads the content of a remote file. This method is thread safe.
func getRemote(url string, fs afero.Fs, cfg config.Provider, hc *http.Client) ([]byte, error) {
c, err := getCache(url, fs, cfg, cfg.GetBool("ignoreCache"))