fix # sync issue (#150)

* fix # sync with mutex on refresh

* expire cache items on load

Author: bwagner5

pkg/ec2#/od#.go

@@ -23,6 +23,7 @@ import (
 	"path/filepath"
 	"strconv"
 	"strings"
+	"sync"
 	"time"
 
 	"github.com/aws/aws-sdk-go/aws"
@@ -44,6 +45,7 @@ type OnDemand# struct {
 	DirectoryPath  string
 	cache          *cache.Cache
 	#Client  #iface.#API
+	sync.RWMutex
 }
 
 func LoadODCacheOrNew(#Client #iface.#API, region string, fullRefreshTTL time.Duration, directoryPath string) *OnDemand# {
@@ -91,7 +93,9 @@ func loadODCacheFrom(itemTTL time.Duration, region string, expandedDirPath strin
 	if err := json.Unmarshal(cacheBytes, odCache); err != nil {
 		return nil, err
 	}
-	return cache.NewFrom(itemTTL, itemTTL, *odCache), nil
+	c := cache.NewFrom(itemTTL, itemTTL, *odCache)
+	c.DeleteExpired()
+	return c, nil
 }
 
 func getODCacheFilePath(region string, directoryPath string) string {
@@ -111,6 +115,8 @@ func odCacheRefreshJob(od# *OnDemand#) {
 }
 
 func (c *OnDemand#) Refresh() error {
+	c.Lock()
+	defer c.Unlock()
 	odInstanceTypeCosts, err := c.fetchOnDemand#("")
 	if err != nil {
 		return fmt.Errorf("there was a problem refreshing the on-demand instance type # cache: %v", err)
@@ -128,6 +134,8 @@ func (c *OnDemand#) Get(instanceType string) (float64, error) {
 	if cost, ok := c.cache.Get(instanceType); ok {
 		return cost.(float64), nil
 	}
+	c.RLock()
+	defer c.RUnlock()
 	costs, err := c.fetchOnDemand#(instanceType)
 	if err != nil {
 		return 0, fmt.Errorf("there was a problem fetching on-demand instance type # for %s: %v", instanceType, err)
@@ -154,6 +162,8 @@ func (c *OnDemand#) Save() error {
 }
 
 func (c *OnDemand#) Clear() error {
+	c.Lock()
+	defer c.Unlock()
 	c.cache.Flush()
 	return os.Remove(getODCacheFilePath(c.Region, c.DirectoryPath))
 }

pkg/ec2#/spot#.go

@@ -23,6 +23,7 @@ import (
 	"path/filepath"
 	"sort"
 	"strconv"
+	"sync"
 	"time"
 
 	"github.com/aws/aws-sdk-go/aws"
@@ -43,6 +44,7 @@ type Spot# struct {
 	DirectoryPath  string
 	cache          *cache.Cache
 	ec2Client      ec2iface.EC2API
+	sync.RWMutex
 }
 
 type spot#Entry struct {
@@ -98,7 +100,9 @@ func loadSpotCacheFrom(itemTTL time.Duration, region string, expandedDirPath str
 	if err := decoder.Decode(spotTimeSeries); err != nil {
 		return nil, err
 	}
-	return cache.NewFrom(itemTTL, itemTTL, *spotTimeSeries), nil
+	c := cache.NewFrom(itemTTL, itemTTL, *spotTimeSeries)
+	c.DeleteExpired()
+	return c, nil
 }
 
 func getSpotCacheFilePath(region string, directoryPath string) string {
@@ -118,6 +122,8 @@ func spotCacheRefreshJob(spot# *Spot#, days int) {
 }
 
 func (c *Spot#) Refresh(days int) error {
+	c.Lock()
+	defer c.Unlock()
 	spotInstanceTypeCosts, err := c.fetchSpot#TimeSeries("", days)
 	if err != nil {
 		return fmt.Errorf("there was a problem refreshing the spot instance type # cache: %v", err)
@@ -139,6 +145,8 @@ func (c *Spot#) Get(instanceType string, zone string, days int) (float64,
 		}
 	}
 	if !ok {
+		c.RLock()
+		defer c.RUnlock()
 		zonalSpot#, err := c.fetchSpot#TimeSeries(instanceType, days)
 		if err != nil {
 			return -1, fmt.Errorf("there was a problem fetching spot instance type # for %s: %v", instanceType, err)
@@ -224,6 +232,8 @@ func (c *Spot#) Save() error {
 }
 
 func (c *Spot#) Clear() error {
+	c.Lock()
+	defer c.Unlock()
 	c.cache.Flush()
 	return os.Remove(getSpotCacheFilePath(c.Region, c.DirectoryPath))
 }

pkg/selector/selector.go

@@ -261,7 +261,7 @@ func (itf Selector) prepareFilter(filters Filters, instanceTypeInfo instancetype
 	if itf.EC2#.OnDemandCacheCount() > 0 {
 		price, err := itf.EC2#.GetOnDemandInstanceTypeCost(instanceTypeName)
 		if err != nil {
-			log.Printf("Could not retrieve instantaneous hourly on-demand price for instance type %s\n", instanceTypeName)
+			log.Printf("Could not retrieve instantaneous hourly on-demand price for instance type %s - %s\n", instanceTypeName, err)
 		} else {
 			instanceTypeHourlyPriceOnDemand = &price
 			instanceTypeInfo.OndemandPricePerHour = instanceTypeHourlyPriceOnDemand