test: small refactoring changes, small improvements in redis test

This commit is contained in:
Dimitri Herzog 2022-11-22 14:56:56 +00:00
parent c19d4bd60d
commit e63d9fbdad
2 changed files with 268 additions and 142 deletions

View File

@ -185,7 +185,7 @@ func (c *Client) startup() error {
if msg != nil && len(msg.Payload) > 0 {
// message is not empty
err = c.processReceivedMessage(msg)
c.processReceivedMessage(msg)
}
// publish message from buffer
case s := <-c.sendBuffer:
@ -222,10 +222,10 @@ func (c *Client) publishMessageFromBuffer(s *bufferMessage) {
}
}
func (c *Client) processReceivedMessage(msg *redis.Message) (err error) {
func (c *Client) processReceivedMessage(msg *redis.Message) {
var rm redisMessage
err = json.Unmarshal([]byte(msg.Payload), &rm)
err := json.Unmarshal([]byte(msg.Payload), &rm)
if err == nil {
// message was sent from a different blocky instance
if !bytes.Equal(rm.Client, c.id) {
@ -248,8 +248,6 @@ func (c *Client) processReceivedMessage(msg *redis.Message) (err error) {
if err != nil {
c.l.Error("Processing error: ", err)
}
return err
}
func (c *Client) processEnabledMessage(redisMsg *redisMessage) error {
@ -277,14 +275,14 @@ func (c *Client) getResponse(key string) (*CacheMessage, error) {
Key: cleanKey(key),
Message: []byte(resp),
}, ttl)
if err == nil {
return result, nil
if err != nil {
return nil, fmt.Errorf("conversion error: %w", err)
}
return result, nil
}
}
c.l.Error("Conversion error: ", err)
return nil, err
}

View File

@ -20,166 +20,294 @@ var (
err error
)
var _ = BeforeSuite(func() {
redisServer, err = miniredis.Run()
Expect(err).Should(Succeed())
var rcfg config.RedisConfig
err = defaults.Set(&rcfg)
Expect(err).Should(Succeed())
rcfg.Address = redisServer.Addr()
redisConfig = &rcfg
redisClient, err = New(redisConfig)
Expect(err).Should(Succeed())
Expect(redisClient).ShouldNot(BeNil())
})
var _ = AfterSuite(func() {
redisServer.Close()
})
var _ = Describe("Redis client", func() {
When("created", func() {
It("with no address", func() {
var rcfg config.RedisConfig
err = defaults.Set(&rcfg)
BeforeEach(func() {
redisServer, err = miniredis.Run()
Expect(err).Should(Succeed())
Expect(err).Should(Succeed())
var rClient *Client
DeferCleanup(redisServer.Close)
rClient, err = New(&rcfg)
var rcfg config.RedisConfig
err = defaults.Set(&rcfg)
Expect(err).Should(Succeed())
Expect(rClient).Should(BeNil())
})
It("with invalid address", func() {
var rcfg config.RedisConfig
err = defaults.Set(&rcfg)
Expect(err).Should(Succeed())
Expect(err).Should(Succeed())
rcfg.Address = "127.0.0.1:0"
rcfg.Address = redisServer.Addr()
redisConfig = &rcfg
redisClient, err = New(redisConfig)
_, err = New(&rcfg)
Expect(err).ShouldNot(Succeed())
})
It("with invalid password", func() {
var rcfg config.RedisConfig
err = defaults.Set(&rcfg)
Expect(err).Should(Succeed())
rcfg.Address = redisServer.Addr()
rcfg.Password = "wrong"
_, err = New(&rcfg)
Expect(err).ShouldNot(Succeed())
})
Expect(err).Should(Succeed())
Expect(redisClient).ShouldNot(BeNil())
})
When("publish", func() {
It("cache works", func() {
var res *dns.Msg
Describe("Client creation", func() {
When("redis configuration has no address", func() {
It("should return nil without error", func() {
var rcfg config.RedisConfig
err = defaults.Set(&rcfg)
res, err = util.NewMsgWithAnswer("example.com.", 123, dns.Type(dns.TypeA), "123.124.122.123")
Expect(err).Should(Succeed())
Expect(err).Should(Succeed())
redisClient.PublishCache("example.com", res)
Eventually(func() []string {
return redisServer.DB(redisConfig.Database).Keys()
}, "100ms").Should(HaveLen(1))
})
It("enabled works", func() {
redisClient.PublishEnabled(&EnabledMessage{
State: true,
Expect(New(&rcfg)).Should(BeNil())
})
Eventually(func() map[string]int {
return redisServer.PubSubNumSub(SyncChannelName)
}, "50ms").Should(HaveLen(1))
})
})
When("received", func() {
It("enabled", func() {
var binState []byte
binState, err = json.Marshal(EnabledMessage{State: true})
Expect(err).Should(Succeed())
When("redis configuration has invalid address", func() {
It("should fail with error", func() {
var rcfg config.RedisConfig
err = defaults.Set(&rcfg)
Expect(err).Should(Succeed())
var id []byte
id, err = uuid.New().MarshalBinary()
Expect(err).Should(Succeed())
rcfg.Address = "127.0.0.1:0"
var binMsg []byte
binMsg, err = json.Marshal(redisMessage{
Type: messageTypeEnable,
Message: binState,
Client: id,
_, err = New(&rcfg)
Expect(err).Should(HaveOccurred())
})
Expect(err).Should(Succeed())
lenE := len(redisClient.EnabledChannel)
rec := redisServer.Publish(SyncChannelName, string(binMsg))
Expect(rec).Should(Equal(1))
Eventually(func() chan *EnabledMessage {
return redisClient.EnabledChannel
}, "100ms").Should(HaveLen(lenE + 1))
})
It("doesn't work", func() {
var id []byte
id, err = uuid.New().MarshalBinary()
Expect(err).Should(Succeed())
When("redis configuration has invalid password", func() {
It("should fail with error", func() {
var rcfg config.RedisConfig
err = defaults.Set(&rcfg)
Expect(err).Should(Succeed())
var binMsg []byte
binMsg, err = json.Marshal(redisMessage{
Key: "unknown",
Type: 99,
Message: []byte("test"),
Client: id,
rcfg.Address = redisServer.Addr()
rcfg.Password = "wrong"
_, err = New(&rcfg)
Expect(err).Should(HaveOccurred())
})
Expect(err).Should(Succeed())
lenE := len(redisClient.EnabledChannel)
lenC := len(redisClient.CacheChannel)
rec := redisServer.Publish(SyncChannelName, string(binMsg))
Expect(rec).Should(Equal(1))
Eventually(func() chan *EnabledMessage {
return redisClient.EnabledChannel
}, "100ms").Should(HaveLen(lenE))
Eventually(func() chan *CacheMessage {
return redisClient.CacheChannel
}, "100ms").Should(HaveLen(lenC))
})
})
When("GetRedisCache", func() {
It("works", func() {
var res *dns.Msg
origCount := len(redisClient.CacheChannel)
res, err = util.NewMsgWithAnswer("example.com.", 123, dns.Type(dns.TypeA), "123.124.122.123")
Describe("Publish message", func() {
When("Redis client publishes 'cache' message", func() {
It("One new entry with TTL > 0 should be persisted in the database", func() {
By("Database is empty", func() {
Eventually(func() []string {
return redisServer.DB(redisConfig.Database).Keys()
}).Should(BeEmpty())
})
Expect(err).Should(Succeed())
By("publish new message with TTL > 0", func() {
res, err := util.NewMsgWithAnswer("example.com.", 123, dns.Type(dns.TypeA), "123.124.122.123")
redisClient.PublishCache("example.com", res)
Expect(err).Should(Succeed())
Eventually(func() []string {
return redisServer.DB(redisConfig.Database).Keys()
}, "100ms").Should(HaveLen(1))
redisClient.PublishCache("example.com", res)
})
redisClient.GetRedisCache()
By("Database has one entry with correct TTL", func() {
Eventually(func() bool {
return redisServer.DB(redisConfig.Database).Exists(CacheStorePrefix + "example.com")
}).Should(BeTrue())
Eventually(func() []string {
return redisServer.DB(redisConfig.Database).Keys()
}, "100ms").Should(HaveLen(origCount + 1))
ttl := redisServer.DB(redisConfig.Database).TTL(CacheStorePrefix + "example.com")
Expect(ttl.Seconds()).Should(BeNumerically("~", 123))
})
})
It("One new entry with default TTL should be persisted in the database", func() {
By("Database is empty", func() {
Eventually(func() []string {
return redisServer.DB(redisConfig.Database).Keys()
}).Should(BeEmpty())
})
By("publish new message with TTL = 0", func() {
res, err := util.NewMsgWithAnswer("example.com.", 0, dns.Type(dns.TypeA), "123.124.122.123")
Expect(err).Should(Succeed())
redisClient.PublishCache("example.com", res)
})
By("Database has one entry with default TTL", func() {
Eventually(func() bool {
return redisServer.DB(redisConfig.Database).Exists(CacheStorePrefix + "example.com")
}).Should(BeTrue())
ttl := redisServer.DB(redisConfig.Database).TTL(CacheStorePrefix + "example.com")
Expect(ttl.Seconds()).Should(BeNumerically("~", defaultCacheTime.Seconds()))
})
})
})
When("Redis client publishes 'enabled' message", func() {
It("should propagate the message over redis", func() {
redisClient.PublishEnabled(&EnabledMessage{
State: true,
})
Eventually(func() map[string]int {
return redisServer.PubSubNumSub(SyncChannelName)
}).Should(HaveLen(1))
})
})
})
Describe("Receive message", func() {
When("'enabled' message is received", func() {
It("should propagate the message over the channel", func() {
var binState []byte
binState, err = json.Marshal(EnabledMessage{State: true})
Expect(err).Should(Succeed())
var id []byte
id, err = uuid.New().MarshalBinary()
Expect(err).Should(Succeed())
var binMsg []byte
binMsg, err = json.Marshal(redisMessage{
Type: messageTypeEnable,
Message: binState,
Client: id,
})
Expect(err).Should(Succeed())
lenE := len(redisClient.EnabledChannel)
rec := redisServer.Publish(SyncChannelName, string(binMsg))
Expect(rec).Should(Equal(1))
Eventually(func() chan *EnabledMessage {
return redisClient.EnabledChannel
}).Should(HaveLen(lenE + 1))
})
})
When("'cache' message is received", func() {
It("should propagate the message over the channel", func() {
res, err := util.NewMsgWithAnswer("example.com.", 123, dns.Type(dns.TypeA), "123.124.122.123")
Expect(err).Should(Succeed())
var binState []byte
binState, err = res.Pack()
Expect(err).Should(Succeed())
var id []byte
id, err = uuid.New().MarshalBinary()
Expect(err).Should(Succeed())
var binMsg []byte
binMsg, err = json.Marshal(redisMessage{
Key: "example.com",
Type: messageTypeCache,
Message: binState,
Client: id,
})
Expect(err).Should(Succeed())
lenE := len(redisClient.CacheChannel)
rec := redisServer.Publish(SyncChannelName, string(binMsg))
Expect(rec).Should(Equal(1))
Eventually(func() chan *CacheMessage {
return redisClient.CacheChannel
}).Should(HaveLen(lenE + 1))
})
})
When("wrong data is received", func() {
It("should not propagate the message over the channel if data is wrong", func() {
var id []byte
id, err = uuid.New().MarshalBinary()
Expect(err).Should(Succeed())
var binMsg []byte
binMsg, err = json.Marshal(redisMessage{
Key: "unknown",
Type: messageTypeCache,
Message: []byte("test"),
Client: id,
})
Expect(err).Should(Succeed())
lenE := len(redisClient.EnabledChannel)
lenC := len(redisClient.CacheChannel)
rec := redisServer.Publish(SyncChannelName, string(binMsg))
Expect(rec).Should(Equal(1))
Eventually(func() chan *EnabledMessage {
return redisClient.EnabledChannel
}).Should(HaveLen(lenE))
Eventually(func() chan *CacheMessage {
return redisClient.CacheChannel
}).Should(HaveLen(lenC))
})
It("should not propagate the message over the channel if type is wrong", func() {
var id []byte
id, err = uuid.New().MarshalBinary()
Expect(err).Should(Succeed())
var binMsg []byte
binMsg, err = json.Marshal(redisMessage{
Key: "unknown",
Type: 99,
Message: []byte("test"),
Client: id,
})
Expect(err).Should(Succeed())
lenE := len(redisClient.EnabledChannel)
lenC := len(redisClient.CacheChannel)
rec := redisServer.Publish(SyncChannelName, string(binMsg))
Expect(rec).Should(Equal(1))
Eventually(func() chan *EnabledMessage {
return redisClient.EnabledChannel
}).Should(HaveLen(lenE))
Eventually(func() chan *CacheMessage {
return redisClient.CacheChannel
}).Should(HaveLen(lenC))
})
})
})
Describe("Read the redis cache and publish it to the channel", func() {
When("GetRedisCache is called with valid database entries", func() {
It("Should read data from Redis and propagate it via cache channel", func() {
By("Database is empty", func() {
Eventually(func() []string {
return redisServer.DB(redisConfig.Database).Keys()
}).Should(BeEmpty())
})
By("Put valid data in Redis by publishing the cache entry", func() {
var res *dns.Msg
res, err = util.NewMsgWithAnswer("example.com.", 123, dns.Type(dns.TypeA), "123.124.122.123")
Expect(err).Should(Succeed())
redisClient.PublishCache("example.com", res)
})
By("Database has one entry now", func() {
Eventually(func() []string {
return redisServer.DB(redisConfig.Database).Keys()
}).Should(HaveLen(1))
})
By("call GetRedisCache - It should read one entry from redis and propagate it via channel", func() {
redisClient.GetRedisCache()
Eventually(redisClient.CacheChannel).Should(HaveLen(1))
})
})
})
When("GetRedisCache is called and database contains not valid entry", func() {
It("Should do nothing (only log error)", func() {
Expect(redisServer.DB(redisConfig.Database).Set(CacheStorePrefix+"test", "test")).Should(Succeed())
redisClient.GetRedisCache()
Consistently(redisClient.CacheChannel).Should(BeEmpty())
})
})
})
})