Implementation for Hazelcast based state store (#145)
* hazelcast store impl * go.mod update
This commit is contained in:
parent
9e78671fc0
commit
c4bd2a47ea
2
go.mod
2
go.mod
|
@ -20,6 +20,7 @@ require (
|
|||
github.com/Shopify/sarama v1.23.1
|
||||
github.com/Sirupsen/logrus v1.0.6
|
||||
github.com/a8m/documentdb v1.2.0
|
||||
github.com/apache/thrift v0.13.0 // indirect
|
||||
github.com/aws/aws-sdk-go v1.25.0
|
||||
github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b
|
||||
github.com/cenkalti/backoff v2.2.1+incompatible // indirect
|
||||
|
@ -40,6 +41,7 @@ require (
|
|||
github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 // indirect
|
||||
github.com/hashicorp/consul/api v1.2.0
|
||||
github.com/hashicorp/go-multierror v1.0.0
|
||||
github.com/hazelcast/hazelcast-go-client v0.0.0-20190530123621-6cf767c2f31a
|
||||
github.com/jonboulle/clockwork v0.1.0 // indirect
|
||||
github.com/joomcode/errorx v1.0.0 // indirect
|
||||
github.com/joomcode/redispipe v0.9.0
|
||||
|
|
4
go.sum
4
go.sum
|
@ -88,6 +88,8 @@ github.com/alecthomas/template v0.0.0-20160405071501-a0175ee3bccc/go.mod h1:LOuy
|
|||
github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc=
|
||||
github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
|
||||
github.com/alecthomas/units v0.0.0-20190717042225-c3de453c63f4/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
|
||||
github.com/apache/thrift v0.13.0 h1:5hryIiq9gtn+MiLVn0wP37kb/uTeRZgN08WoCsAhIhI=
|
||||
github.com/apache/thrift v0.13.0/go.mod h1:cp2SuWMxlEZw2r+iP2GNCdIi4C1qmUzdZFSVb+bacwQ=
|
||||
github.com/armon/circbuf v0.0.0-20150827004946-bbbad097214e/go.mod h1:3U/XgcO3hCbHZ8TKRvWD2dDTCfh9M9ya+I9JpbB7O8o=
|
||||
github.com/armon/go-metrics v0.0.0-20180917152333-f0300d1749da h1:8GUt8eRujhVEGZFFEjBj46YV4rDjvGrNxb0KMWYkL2I=
|
||||
github.com/armon/go-metrics v0.0.0-20180917152333-f0300d1749da/go.mod h1:Q73ZrmVTwzkszR9V5SSuryQ31EELlFMUz1kKyl939pY=
|
||||
|
@ -267,6 +269,8 @@ github.com/hashicorp/memberlist v0.1.3 h1:EmmoJme1matNzb+hMpDuR/0sbJSUisxyqBGG67
|
|||
github.com/hashicorp/memberlist v0.1.3/go.mod h1:ajVTdAv/9Im8oMAAj5G31PhhMCZJV2pPBoIllUwCN7I=
|
||||
github.com/hashicorp/serf v0.8.2 h1:YZ7UKsJv+hKjqGVUUbtE3HNj79Eln2oQ75tniF6iPt0=
|
||||
github.com/hashicorp/serf v0.8.2/go.mod h1:6hOLApaqBFA1NXqRQAsxw9QxuDEvNxSQRwA/JwenrHc=
|
||||
github.com/hazelcast/hazelcast-go-client v0.0.0-20190530123621-6cf767c2f31a h1:j6SSiw7fWemWfrJL801xiQ6xRT7ZImika50xvmPN+tg=
|
||||
github.com/hazelcast/hazelcast-go-client v0.0.0-20190530123621-6cf767c2f31a/go.mod h1:VhwtcZ7sg3xq7REqGzEy7ylSWGKz4jZd05eCJropNzI=
|
||||
github.com/hpcloud/tail v1.0.0 h1:nfCOvKYfkgYP8hkirhJocXT2+zOD8yUNjXaWfTlyFKI=
|
||||
github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU=
|
||||
github.com/imdario/mergo v0.3.5 h1:JboBksRwiiAJWvIYJVo46AfV+IAIKZpfrSzVKj42R4Q=
|
||||
|
|
|
@ -0,0 +1,144 @@
|
|||
package hazelcast
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"strings"
|
||||
|
||||
"github.com/hazelcast/hazelcast-go-client/core"
|
||||
jsoniter "github.com/json-iterator/go"
|
||||
|
||||
"github.com/dapr/components-contrib/state"
|
||||
"github.com/hazelcast/hazelcast-go-client"
|
||||
)
|
||||
|
||||
const (
|
||||
hazelcastServers = "hazelcastServers"
|
||||
hazelcastMap = "hazelcastMap"
|
||||
)
|
||||
|
||||
//Hazelcast state store
|
||||
type Hazelcast struct {
|
||||
hzMap core.Map
|
||||
json jsoniter.API
|
||||
}
|
||||
|
||||
// NewHazelcastStore returns a new hazelcast backed state store
|
||||
func NewHazelcastStore() *Hazelcast {
|
||||
return &Hazelcast{json: jsoniter.ConfigFastest}
|
||||
}
|
||||
|
||||
func validateMetadata(metadata state.Metadata) error {
|
||||
if metadata.Properties[hazelcastServers] == "" {
|
||||
return errors.New("hazelcast error: missing hazelcast servers")
|
||||
}
|
||||
if metadata.Properties[hazelcastMap] == "" {
|
||||
return errors.New("hazelcast error: missing hazelcast map name")
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// Init does metadata and connection parsing
|
||||
func (store *Hazelcast) Init(metadata state.Metadata) error {
|
||||
err := validateMetadata(metadata)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
servers := metadata.Properties[hazelcastServers]
|
||||
|
||||
hzConfig := hazelcast.NewConfig()
|
||||
hzConfig.NetworkConfig().AddAddress(strings.Split(servers, ",")...)
|
||||
|
||||
client, err := hazelcast.NewClientWithConfig(hzConfig)
|
||||
if err != nil {
|
||||
return fmt.Errorf("hazelcast error: %v", err)
|
||||
}
|
||||
store.hzMap, err = client.GetMap(metadata.Properties[hazelcastMap])
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("hazelcast error: %v", err)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
//Set stores value for a key to Hazelcast
|
||||
func (store *Hazelcast) Set(req *state.SetRequest) error {
|
||||
err := state.CheckSetRequestOptions(req)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
var value string
|
||||
b, ok := req.Value.([]byte)
|
||||
if ok {
|
||||
value = string(b)
|
||||
} else {
|
||||
value, err = store.json.MarshalToString(req.Value)
|
||||
if err != nil {
|
||||
return fmt.Errorf("hazelcast error: failed to set key %s: %s", req.Key, err)
|
||||
}
|
||||
}
|
||||
_, err = store.hzMap.Put(req.Key, value)
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("hazelcast error: failed to set key %s: %s", req.Key, err)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// BulkSet performs a bulks save operation
|
||||
func (store *Hazelcast) BulkSet(req []state.SetRequest) error {
|
||||
for _, s := range req {
|
||||
err := store.Set(&s)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// Get retrieves state from Hazelcast with a key
|
||||
func (store *Hazelcast) Get(req *state.GetRequest) (*state.GetResponse, error) {
|
||||
resp, err := store.hzMap.Get(req.Key)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("hazelcast error: failed to get value for %s: %s", req.Key, err)
|
||||
}
|
||||
if resp == nil {
|
||||
return nil, fmt.Errorf("hazelcast error: key %s does not exist in store", req.Key)
|
||||
}
|
||||
value, err := store.json.Marshal(&resp)
|
||||
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("hazelcast error: %v", err)
|
||||
}
|
||||
|
||||
return &state.GetResponse{
|
||||
Data: value,
|
||||
}, nil
|
||||
}
|
||||
|
||||
// Delete performs a delete operation
|
||||
func (store *Hazelcast) Delete(req *state.DeleteRequest) error {
|
||||
err := state.CheckDeleteRequestOptions(req)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
err = store.hzMap.Delete(req.Key)
|
||||
if err != nil {
|
||||
return fmt.Errorf("hazelcast error: failed to delete key - %s", req.Key)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// BulkDelete performs a bulk delete operation
|
||||
func (store *Hazelcast) BulkDelete(req []state.DeleteRequest) error {
|
||||
for _, re := range req {
|
||||
err := store.Delete(&re)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
|
@ -0,0 +1,53 @@
|
|||
package hazelcast
|
||||
|
||||
import (
|
||||
"testing"
|
||||
|
||||
"github.com/dapr/components-contrib/state"
|
||||
"github.com/stretchr/testify/assert"
|
||||
)
|
||||
|
||||
func TestValidateMetadata(t *testing.T) {
|
||||
t.Run("without required configuration", func(t *testing.T) {
|
||||
properties := map[string]string{}
|
||||
m := state.Metadata{
|
||||
Properties: properties,
|
||||
}
|
||||
err := validateMetadata(m)
|
||||
assert.NotNil(t, err)
|
||||
})
|
||||
|
||||
t.Run("without server configuration", func(t *testing.T) {
|
||||
properties := map[string]string{
|
||||
"hazelcastMap": "foo-map",
|
||||
}
|
||||
m := state.Metadata{
|
||||
Properties: properties,
|
||||
}
|
||||
err := validateMetadata(m)
|
||||
assert.NotNil(t, err)
|
||||
})
|
||||
|
||||
t.Run("without map configuration", func(t *testing.T) {
|
||||
properties := map[string]string{
|
||||
"hazelcastServers": "hz1:5701",
|
||||
}
|
||||
m := state.Metadata{
|
||||
Properties: properties,
|
||||
}
|
||||
err := validateMetadata(m)
|
||||
assert.NotNil(t, err)
|
||||
})
|
||||
|
||||
t.Run("with valid configuration", func(t *testing.T) {
|
||||
properties := map[string]string{
|
||||
"hazelcastServers": "hz1:5701",
|
||||
"hazelcastMap": "foo-map",
|
||||
}
|
||||
m := state.Metadata{
|
||||
Properties: properties,
|
||||
}
|
||||
err := validateMetadata(m)
|
||||
assert.Nil(t, err)
|
||||
})
|
||||
}
|
Loading…
Reference in New Issue