mirror of
https://github.com/restic/restic.git
synced 2024-08-28 15:17:22 +02:00
599 lines
18 KiB
Go
599 lines
18 KiB
Go
|
// Copyright 2016 Google Inc. All Rights Reserved.
|
||
|
//
|
||
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
// you may not use this file except in compliance with the License.
|
||
|
// You may obtain a copy of the License at
|
||
|
//
|
||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||
|
//
|
||
|
// Unless required by applicable law or agreed to in writing, software
|
||
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
// See the License for the specific language governing permissions and
|
||
|
// limitations under the License.
|
||
|
|
||
|
package pubsub
|
||
|
|
||
|
import (
|
||
|
"fmt"
|
||
|
"math"
|
||
|
"strings"
|
||
|
"sync"
|
||
|
"time"
|
||
|
|
||
|
"github.com/golang/protobuf/ptypes"
|
||
|
|
||
|
"cloud.google.com/go/iam"
|
||
|
"cloud.google.com/go/internal/version"
|
||
|
vkit "cloud.google.com/go/pubsub/apiv1"
|
||
|
durpb "github.com/golang/protobuf/ptypes/duration"
|
||
|
gax "github.com/googleapis/gax-go"
|
||
|
"golang.org/x/net/context"
|
||
|
"google.golang.org/api/option"
|
||
|
pb "google.golang.org/genproto/googleapis/pubsub/v1"
|
||
|
"google.golang.org/grpc"
|
||
|
"google.golang.org/grpc/codes"
|
||
|
"google.golang.org/grpc/status"
|
||
|
)
|
||
|
|
||
|
type nextStringFunc func() (string, error)
|
||
|
type nextSnapshotFunc func() (*snapshotConfig, error)
|
||
|
|
||
|
// service provides an internal abstraction to isolate the generated
|
||
|
// PubSub API; most of this package uses this interface instead.
|
||
|
// The single implementation, *apiService, contains all the knowledge
|
||
|
// of the generated PubSub API (except for that present in legacy code).
|
||
|
type service interface {
|
||
|
createSubscription(ctx context.Context, subName string, cfg SubscriptionConfig) error
|
||
|
getSubscriptionConfig(ctx context.Context, subName string) (SubscriptionConfig, string, error)
|
||
|
listProjectSubscriptions(ctx context.Context, projName string) nextStringFunc
|
||
|
deleteSubscription(ctx context.Context, name string) error
|
||
|
subscriptionExists(ctx context.Context, name string) (bool, error)
|
||
|
modifyPushConfig(ctx context.Context, subName string, conf PushConfig) error
|
||
|
|
||
|
createTopic(ctx context.Context, name string) error
|
||
|
deleteTopic(ctx context.Context, name string) error
|
||
|
topicExists(ctx context.Context, name string) (bool, error)
|
||
|
listProjectTopics(ctx context.Context, projName string) nextStringFunc
|
||
|
listTopicSubscriptions(ctx context.Context, topicName string) nextStringFunc
|
||
|
|
||
|
modifyAckDeadline(ctx context.Context, subName string, deadline time.Duration, ackIDs []string) error
|
||
|
fetchMessages(ctx context.Context, subName string, maxMessages int32) ([]*Message, error)
|
||
|
publishMessages(ctx context.Context, topicName string, msgs []*Message) ([]string, error)
|
||
|
|
||
|
// splitAckIDs divides ackIDs into
|
||
|
// * a batch of a size which is suitable for passing to acknowledge or
|
||
|
// modifyAckDeadline, and
|
||
|
// * the rest.
|
||
|
splitAckIDs(ackIDs []string) ([]string, []string)
|
||
|
|
||
|
// acknowledge ACKs the IDs in ackIDs.
|
||
|
acknowledge(ctx context.Context, subName string, ackIDs []string) error
|
||
|
|
||
|
iamHandle(resourceName string) *iam.Handle
|
||
|
|
||
|
newStreamingPuller(ctx context.Context, subName string, ackDeadline int32) *streamingPuller
|
||
|
|
||
|
createSnapshot(ctx context.Context, snapName, subName string) (*snapshotConfig, error)
|
||
|
deleteSnapshot(ctx context.Context, snapName string) error
|
||
|
listProjectSnapshots(ctx context.Context, projName string) nextSnapshotFunc
|
||
|
|
||
|
// TODO(pongad): Raw proto returns an empty SeekResponse; figure out if we want to return it before GA.
|
||
|
seekToTime(ctx context.Context, subName string, t time.Time) error
|
||
|
seekToSnapshot(ctx context.Context, subName, snapName string) error
|
||
|
|
||
|
close() error
|
||
|
}
|
||
|
|
||
|
type apiService struct {
|
||
|
pubc *vkit.PublisherClient
|
||
|
subc *vkit.SubscriberClient
|
||
|
}
|
||
|
|
||
|
func newPubSubService(ctx context.Context, opts []option.ClientOption) (*apiService, error) {
|
||
|
pubc, err := vkit.NewPublisherClient(ctx, opts...)
|
||
|
if err != nil {
|
||
|
return nil, err
|
||
|
}
|
||
|
subc, err := vkit.NewSubscriberClient(ctx, option.WithGRPCConn(pubc.Connection()))
|
||
|
if err != nil {
|
||
|
_ = pubc.Close() // ignore error
|
||
|
return nil, err
|
||
|
}
|
||
|
pubc.SetGoogleClientInfo("gccl", version.Repo)
|
||
|
subc.SetGoogleClientInfo("gccl", version.Repo)
|
||
|
return &apiService{pubc: pubc, subc: subc}, nil
|
||
|
}
|
||
|
|
||
|
func (s *apiService) close() error {
|
||
|
// Return the first error, because the first call closes the connection.
|
||
|
err := s.pubc.Close()
|
||
|
_ = s.subc.Close()
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
func (s *apiService) createSubscription(ctx context.Context, subName string, cfg SubscriptionConfig) error {
|
||
|
var rawPushConfig *pb.PushConfig
|
||
|
if cfg.PushConfig.Endpoint != "" || len(cfg.PushConfig.Attributes) != 0 {
|
||
|
rawPushConfig = &pb.PushConfig{
|
||
|
Attributes: cfg.PushConfig.Attributes,
|
||
|
PushEndpoint: cfg.PushConfig.Endpoint,
|
||
|
}
|
||
|
}
|
||
|
var retentionDuration *durpb.Duration
|
||
|
if cfg.retentionDuration != 0 {
|
||
|
retentionDuration = ptypes.DurationProto(cfg.retentionDuration)
|
||
|
}
|
||
|
|
||
|
_, err := s.subc.CreateSubscription(ctx, &pb.Subscription{
|
||
|
Name: subName,
|
||
|
Topic: cfg.Topic.name,
|
||
|
PushConfig: rawPushConfig,
|
||
|
AckDeadlineSeconds: trunc32(int64(cfg.AckDeadline.Seconds())),
|
||
|
RetainAckedMessages: cfg.retainAckedMessages,
|
||
|
MessageRetentionDuration: retentionDuration,
|
||
|
})
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
func (s *apiService) getSubscriptionConfig(ctx context.Context, subName string) (SubscriptionConfig, string, error) {
|
||
|
rawSub, err := s.subc.GetSubscription(ctx, &pb.GetSubscriptionRequest{Subscription: subName})
|
||
|
if err != nil {
|
||
|
return SubscriptionConfig{}, "", err
|
||
|
}
|
||
|
var rd time.Duration
|
||
|
// TODO(pongad): Remove nil-check after white list is removed.
|
||
|
if rawSub.MessageRetentionDuration != nil {
|
||
|
if rd, err = ptypes.Duration(rawSub.MessageRetentionDuration); err != nil {
|
||
|
return SubscriptionConfig{}, "", err
|
||
|
}
|
||
|
}
|
||
|
sub := SubscriptionConfig{
|
||
|
AckDeadline: time.Second * time.Duration(rawSub.AckDeadlineSeconds),
|
||
|
PushConfig: PushConfig{
|
||
|
Endpoint: rawSub.PushConfig.PushEndpoint,
|
||
|
Attributes: rawSub.PushConfig.Attributes,
|
||
|
},
|
||
|
retainAckedMessages: rawSub.RetainAckedMessages,
|
||
|
retentionDuration: rd,
|
||
|
}
|
||
|
return sub, rawSub.Topic, nil
|
||
|
}
|
||
|
|
||
|
// stringsPage contains a list of strings and a token for fetching the next page.
|
||
|
type stringsPage struct {
|
||
|
strings []string
|
||
|
tok string
|
||
|
}
|
||
|
|
||
|
func (s *apiService) listProjectSubscriptions(ctx context.Context, projName string) nextStringFunc {
|
||
|
it := s.subc.ListSubscriptions(ctx, &pb.ListSubscriptionsRequest{
|
||
|
Project: projName,
|
||
|
})
|
||
|
return func() (string, error) {
|
||
|
sub, err := it.Next()
|
||
|
if err != nil {
|
||
|
return "", err
|
||
|
}
|
||
|
return sub.Name, nil
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func (s *apiService) deleteSubscription(ctx context.Context, name string) error {
|
||
|
return s.subc.DeleteSubscription(ctx, &pb.DeleteSubscriptionRequest{Subscription: name})
|
||
|
}
|
||
|
|
||
|
func (s *apiService) subscriptionExists(ctx context.Context, name string) (bool, error) {
|
||
|
_, err := s.subc.GetSubscription(ctx, &pb.GetSubscriptionRequest{Subscription: name})
|
||
|
if err == nil {
|
||
|
return true, nil
|
||
|
}
|
||
|
if grpc.Code(err) == codes.NotFound {
|
||
|
return false, nil
|
||
|
}
|
||
|
return false, err
|
||
|
}
|
||
|
|
||
|
func (s *apiService) createTopic(ctx context.Context, name string) error {
|
||
|
_, err := s.pubc.CreateTopic(ctx, &pb.Topic{Name: name})
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
func (s *apiService) listProjectTopics(ctx context.Context, projName string) nextStringFunc {
|
||
|
it := s.pubc.ListTopics(ctx, &pb.ListTopicsRequest{
|
||
|
Project: projName,
|
||
|
})
|
||
|
return func() (string, error) {
|
||
|
topic, err := it.Next()
|
||
|
if err != nil {
|
||
|
return "", err
|
||
|
}
|
||
|
return topic.Name, nil
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func (s *apiService) deleteTopic(ctx context.Context, name string) error {
|
||
|
return s.pubc.DeleteTopic(ctx, &pb.DeleteTopicRequest{Topic: name})
|
||
|
}
|
||
|
|
||
|
func (s *apiService) topicExists(ctx context.Context, name string) (bool, error) {
|
||
|
_, err := s.pubc.GetTopic(ctx, &pb.GetTopicRequest{Topic: name})
|
||
|
if err == nil {
|
||
|
return true, nil
|
||
|
}
|
||
|
if grpc.Code(err) == codes.NotFound {
|
||
|
return false, nil
|
||
|
}
|
||
|
return false, err
|
||
|
}
|
||
|
|
||
|
func (s *apiService) listTopicSubscriptions(ctx context.Context, topicName string) nextStringFunc {
|
||
|
it := s.pubc.ListTopicSubscriptions(ctx, &pb.ListTopicSubscriptionsRequest{
|
||
|
Topic: topicName,
|
||
|
})
|
||
|
return it.Next
|
||
|
}
|
||
|
|
||
|
func (s *apiService) modifyAckDeadline(ctx context.Context, subName string, deadline time.Duration, ackIDs []string) error {
|
||
|
return s.subc.ModifyAckDeadline(ctx, &pb.ModifyAckDeadlineRequest{
|
||
|
Subscription: subName,
|
||
|
AckIds: ackIDs,
|
||
|
AckDeadlineSeconds: trunc32(int64(deadline.Seconds())),
|
||
|
})
|
||
|
}
|
||
|
|
||
|
// maxPayload is the maximum number of bytes to devote to actual ids in
|
||
|
// acknowledgement or modifyAckDeadline requests. A serialized
|
||
|
// AcknowledgeRequest proto has a small constant overhead, plus the size of the
|
||
|
// subscription name, plus 3 bytes per ID (a tag byte and two size bytes). A
|
||
|
// ModifyAckDeadlineRequest has an additional few bytes for the deadline. We
|
||
|
// don't know the subscription name here, so we just assume the size exclusive
|
||
|
// of ids is 100 bytes.
|
||
|
//
|
||
|
// With gRPC there is no way for the client to know the server's max message size (it is
|
||
|
// configurable on the server). We know from experience that it
|
||
|
// it 512K.
|
||
|
const (
|
||
|
maxPayload = 512 * 1024
|
||
|
reqFixedOverhead = 100
|
||
|
overheadPerID = 3
|
||
|
maxSendRecvBytes = 20 * 1024 * 1024 // 20M
|
||
|
)
|
||
|
|
||
|
// splitAckIDs splits ids into two slices, the first of which contains at most maxPayload bytes of ackID data.
|
||
|
func (s *apiService) splitAckIDs(ids []string) ([]string, []string) {
|
||
|
total := reqFixedOverhead
|
||
|
for i, id := range ids {
|
||
|
total += len(id) + overheadPerID
|
||
|
if total > maxPayload {
|
||
|
return ids[:i], ids[i:]
|
||
|
}
|
||
|
}
|
||
|
return ids, nil
|
||
|
}
|
||
|
|
||
|
func (s *apiService) acknowledge(ctx context.Context, subName string, ackIDs []string) error {
|
||
|
return s.subc.Acknowledge(ctx, &pb.AcknowledgeRequest{
|
||
|
Subscription: subName,
|
||
|
AckIds: ackIDs,
|
||
|
})
|
||
|
}
|
||
|
|
||
|
func (s *apiService) fetchMessages(ctx context.Context, subName string, maxMessages int32) ([]*Message, error) {
|
||
|
resp, err := s.subc.Pull(ctx, &pb.PullRequest{
|
||
|
Subscription: subName,
|
||
|
MaxMessages: maxMessages,
|
||
|
}, gax.WithGRPCOptions(grpc.MaxCallRecvMsgSize(maxSendRecvBytes)))
|
||
|
if err != nil {
|
||
|
return nil, err
|
||
|
}
|
||
|
return convertMessages(resp.ReceivedMessages)
|
||
|
}
|
||
|
|
||
|
func convertMessages(rms []*pb.ReceivedMessage) ([]*Message, error) {
|
||
|
msgs := make([]*Message, 0, len(rms))
|
||
|
for i, m := range rms {
|
||
|
msg, err := toMessage(m)
|
||
|
if err != nil {
|
||
|
return nil, fmt.Errorf("pubsub: cannot decode the retrieved message at index: %d, message: %+v", i, m)
|
||
|
}
|
||
|
msgs = append(msgs, msg)
|
||
|
}
|
||
|
return msgs, nil
|
||
|
}
|
||
|
|
||
|
func (s *apiService) publishMessages(ctx context.Context, topicName string, msgs []*Message) ([]string, error) {
|
||
|
rawMsgs := make([]*pb.PubsubMessage, len(msgs))
|
||
|
for i, msg := range msgs {
|
||
|
rawMsgs[i] = &pb.PubsubMessage{
|
||
|
Data: msg.Data,
|
||
|
Attributes: msg.Attributes,
|
||
|
}
|
||
|
}
|
||
|
resp, err := s.pubc.Publish(ctx, &pb.PublishRequest{
|
||
|
Topic: topicName,
|
||
|
Messages: rawMsgs,
|
||
|
}, gax.WithGRPCOptions(grpc.MaxCallSendMsgSize(maxSendRecvBytes)))
|
||
|
if err != nil {
|
||
|
return nil, err
|
||
|
}
|
||
|
return resp.MessageIds, nil
|
||
|
}
|
||
|
|
||
|
func (s *apiService) modifyPushConfig(ctx context.Context, subName string, conf PushConfig) error {
|
||
|
return s.subc.ModifyPushConfig(ctx, &pb.ModifyPushConfigRequest{
|
||
|
Subscription: subName,
|
||
|
PushConfig: &pb.PushConfig{
|
||
|
Attributes: conf.Attributes,
|
||
|
PushEndpoint: conf.Endpoint,
|
||
|
},
|
||
|
})
|
||
|
}
|
||
|
|
||
|
func (s *apiService) iamHandle(resourceName string) *iam.Handle {
|
||
|
return iam.InternalNewHandle(s.pubc.Connection(), resourceName)
|
||
|
}
|
||
|
|
||
|
func trunc32(i int64) int32 {
|
||
|
if i > math.MaxInt32 {
|
||
|
i = math.MaxInt32
|
||
|
}
|
||
|
return int32(i)
|
||
|
}
|
||
|
|
||
|
func (s *apiService) newStreamingPuller(ctx context.Context, subName string, ackDeadlineSecs int32) *streamingPuller {
|
||
|
p := &streamingPuller{
|
||
|
ctx: ctx,
|
||
|
subName: subName,
|
||
|
ackDeadlineSecs: ackDeadlineSecs,
|
||
|
subc: s.subc,
|
||
|
}
|
||
|
p.c = sync.NewCond(&p.mu)
|
||
|
return p
|
||
|
}
|
||
|
|
||
|
type streamingPuller struct {
|
||
|
ctx context.Context
|
||
|
subName string
|
||
|
ackDeadlineSecs int32
|
||
|
subc *vkit.SubscriberClient
|
||
|
|
||
|
mu sync.Mutex
|
||
|
c *sync.Cond
|
||
|
inFlight bool
|
||
|
closed bool // set after CloseSend called
|
||
|
spc pb.Subscriber_StreamingPullClient
|
||
|
err error
|
||
|
}
|
||
|
|
||
|
// open establishes (or re-establishes) a stream for pulling messages.
|
||
|
// It takes care that only one RPC is in flight at a time.
|
||
|
func (p *streamingPuller) open() error {
|
||
|
p.c.L.Lock()
|
||
|
defer p.c.L.Unlock()
|
||
|
p.openLocked()
|
||
|
return p.err
|
||
|
}
|
||
|
|
||
|
func (p *streamingPuller) openLocked() {
|
||
|
if p.inFlight {
|
||
|
// Another goroutine is opening; wait for it.
|
||
|
for p.inFlight {
|
||
|
p.c.Wait()
|
||
|
}
|
||
|
return
|
||
|
}
|
||
|
// No opens in flight; start one.
|
||
|
// Keep the lock held, to avoid a race where we
|
||
|
// close the old stream while opening a new one.
|
||
|
p.inFlight = true
|
||
|
spc, err := p.subc.StreamingPull(p.ctx, gax.WithGRPCOptions(grpc.MaxCallRecvMsgSize(maxSendRecvBytes)))
|
||
|
if err == nil {
|
||
|
err = spc.Send(&pb.StreamingPullRequest{
|
||
|
Subscription: p.subName,
|
||
|
StreamAckDeadlineSeconds: p.ackDeadlineSecs,
|
||
|
})
|
||
|
}
|
||
|
p.spc = spc
|
||
|
p.err = err
|
||
|
p.inFlight = false
|
||
|
p.c.Broadcast()
|
||
|
}
|
||
|
|
||
|
func (p *streamingPuller) call(f func(pb.Subscriber_StreamingPullClient) error) error {
|
||
|
p.c.L.Lock()
|
||
|
defer p.c.L.Unlock()
|
||
|
// Wait for an open in flight.
|
||
|
for p.inFlight {
|
||
|
p.c.Wait()
|
||
|
}
|
||
|
var err error
|
||
|
var bo gax.Backoff
|
||
|
for {
|
||
|
select {
|
||
|
case <-p.ctx.Done():
|
||
|
p.err = p.ctx.Err()
|
||
|
default:
|
||
|
}
|
||
|
if p.err != nil {
|
||
|
return p.err
|
||
|
}
|
||
|
spc := p.spc
|
||
|
// Do not call f with the lock held. Only one goroutine calls Send
|
||
|
// (streamingMessageIterator.sender) and only one calls Recv
|
||
|
// (streamingMessageIterator.receiver). If we locked, then a
|
||
|
// blocked Recv would prevent a Send from happening.
|
||
|
p.c.L.Unlock()
|
||
|
err = f(spc)
|
||
|
p.c.L.Lock()
|
||
|
if !p.closed && err != nil && isRetryable(err) {
|
||
|
// Sleep with exponential backoff. Normally we wouldn't hold the lock while sleeping,
|
||
|
// but here it can't do any harm, since the stream is broken anyway.
|
||
|
gax.Sleep(p.ctx, bo.Pause())
|
||
|
p.openLocked()
|
||
|
continue
|
||
|
}
|
||
|
// Not an error, or not a retryable error; stop retrying.
|
||
|
p.err = err
|
||
|
return err
|
||
|
}
|
||
|
}
|
||
|
|
||
|
// Logic from https://github.com/GoogleCloudPlatform/google-cloud-java/blob/master/google-cloud-pubsub/src/main/java/com/google/cloud/pubsub/v1/StatusUtil.java.
|
||
|
func isRetryable(err error) bool {
|
||
|
s, ok := status.FromError(err)
|
||
|
if !ok { // includes io.EOF, normal stream close, which causes us to reopen
|
||
|
return true
|
||
|
}
|
||
|
switch s.Code() {
|
||
|
case codes.DeadlineExceeded, codes.Internal, codes.Canceled, codes.ResourceExhausted:
|
||
|
return true
|
||
|
case codes.Unavailable:
|
||
|
return !strings.Contains(s.Message(), "Server shutdownNow invoked")
|
||
|
default:
|
||
|
return false
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func (p *streamingPuller) fetchMessages() ([]*Message, error) {
|
||
|
var res *pb.StreamingPullResponse
|
||
|
err := p.call(func(spc pb.Subscriber_StreamingPullClient) error {
|
||
|
var err error
|
||
|
res, err = spc.Recv()
|
||
|
return err
|
||
|
})
|
||
|
if err != nil {
|
||
|
return nil, err
|
||
|
}
|
||
|
return convertMessages(res.ReceivedMessages)
|
||
|
}
|
||
|
|
||
|
func (p *streamingPuller) send(req *pb.StreamingPullRequest) error {
|
||
|
// Note: len(modAckIDs) == len(modSecs)
|
||
|
var rest *pb.StreamingPullRequest
|
||
|
for len(req.AckIds) > 0 || len(req.ModifyDeadlineAckIds) > 0 {
|
||
|
req, rest = splitRequest(req, maxPayload)
|
||
|
err := p.call(func(spc pb.Subscriber_StreamingPullClient) error {
|
||
|
x := spc.Send(req)
|
||
|
return x
|
||
|
})
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
req = rest
|
||
|
}
|
||
|
return nil
|
||
|
}
|
||
|
|
||
|
func (p *streamingPuller) closeSend() {
|
||
|
p.mu.Lock()
|
||
|
p.closed = true
|
||
|
p.spc.CloseSend()
|
||
|
p.mu.Unlock()
|
||
|
}
|
||
|
|
||
|
// Split req into a prefix that is smaller than maxSize, and a remainder.
|
||
|
func splitRequest(req *pb.StreamingPullRequest, maxSize int) (prefix, remainder *pb.StreamingPullRequest) {
|
||
|
const int32Bytes = 4
|
||
|
|
||
|
// Copy all fields before splitting the variable-sized ones.
|
||
|
remainder = &pb.StreamingPullRequest{}
|
||
|
*remainder = *req
|
||
|
// Split message so it isn't too big.
|
||
|
size := reqFixedOverhead
|
||
|
i := 0
|
||
|
for size < maxSize && (i < len(req.AckIds) || i < len(req.ModifyDeadlineAckIds)) {
|
||
|
if i < len(req.AckIds) {
|
||
|
size += overheadPerID + len(req.AckIds[i])
|
||
|
}
|
||
|
if i < len(req.ModifyDeadlineAckIds) {
|
||
|
size += overheadPerID + len(req.ModifyDeadlineAckIds[i]) + int32Bytes
|
||
|
}
|
||
|
i++
|
||
|
}
|
||
|
|
||
|
min := func(a, b int) int {
|
||
|
if a < b {
|
||
|
return a
|
||
|
}
|
||
|
return b
|
||
|
}
|
||
|
|
||
|
j := i
|
||
|
if size > maxSize {
|
||
|
j--
|
||
|
}
|
||
|
k := min(j, len(req.AckIds))
|
||
|
remainder.AckIds = req.AckIds[k:]
|
||
|
req.AckIds = req.AckIds[:k]
|
||
|
k = min(j, len(req.ModifyDeadlineAckIds))
|
||
|
remainder.ModifyDeadlineAckIds = req.ModifyDeadlineAckIds[k:]
|
||
|
remainder.ModifyDeadlineSeconds = req.ModifyDeadlineSeconds[k:]
|
||
|
req.ModifyDeadlineAckIds = req.ModifyDeadlineAckIds[:k]
|
||
|
req.ModifyDeadlineSeconds = req.ModifyDeadlineSeconds[:k]
|
||
|
return req, remainder
|
||
|
}
|
||
|
|
||
|
func (s *apiService) createSnapshot(ctx context.Context, snapName, subName string) (*snapshotConfig, error) {
|
||
|
snap, err := s.subc.CreateSnapshot(ctx, &pb.CreateSnapshotRequest{
|
||
|
Name: snapName,
|
||
|
Subscription: subName,
|
||
|
})
|
||
|
if err != nil {
|
||
|
return nil, err
|
||
|
}
|
||
|
return s.toSnapshotConfig(snap)
|
||
|
}
|
||
|
|
||
|
func (s *apiService) deleteSnapshot(ctx context.Context, snapName string) error {
|
||
|
return s.subc.DeleteSnapshot(ctx, &pb.DeleteSnapshotRequest{Snapshot: snapName})
|
||
|
}
|
||
|
|
||
|
func (s *apiService) listProjectSnapshots(ctx context.Context, projName string) nextSnapshotFunc {
|
||
|
it := s.subc.ListSnapshots(ctx, &pb.ListSnapshotsRequest{
|
||
|
Project: projName,
|
||
|
})
|
||
|
return func() (*snapshotConfig, error) {
|
||
|
snap, err := it.Next()
|
||
|
if err != nil {
|
||
|
return nil, err
|
||
|
}
|
||
|
return s.toSnapshotConfig(snap)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func (s *apiService) toSnapshotConfig(snap *pb.Snapshot) (*snapshotConfig, error) {
|
||
|
exp, err := ptypes.Timestamp(snap.ExpireTime)
|
||
|
if err != nil {
|
||
|
return nil, err
|
||
|
}
|
||
|
return &snapshotConfig{
|
||
|
snapshot: &snapshot{
|
||
|
s: s,
|
||
|
name: snap.Name,
|
||
|
},
|
||
|
Topic: newTopic(s, snap.Topic),
|
||
|
Expiration: exp,
|
||
|
}, nil
|
||
|
}
|
||
|
|
||
|
func (s *apiService) seekToTime(ctx context.Context, subName string, t time.Time) error {
|
||
|
ts, err := ptypes.TimestampProto(t)
|
||
|
if err != nil {
|
||
|
return err
|
||
|
}
|
||
|
_, err = s.subc.Seek(ctx, &pb.SeekRequest{
|
||
|
Subscription: subName,
|
||
|
Target: &pb.SeekRequest_Time{ts},
|
||
|
})
|
||
|
return err
|
||
|
}
|
||
|
|
||
|
func (s *apiService) seekToSnapshot(ctx context.Context, subName, snapName string) error {
|
||
|
_, err := s.subc.Seek(ctx, &pb.SeekRequest{
|
||
|
Subscription: subName,
|
||
|
Target: &pb.SeekRequest_Snapshot{snapName},
|
||
|
})
|
||
|
return err
|
||
|
}
|