Skip to content
This repository has been archived by the owner on Dec 14, 2020. It is now read-only.

When setting linkcredit to 2 or higher, I cannot consume a large number of big data packets in the queue #191

Closed
qiulian111 opened this issue Nov 25, 2019 · 4 comments
Closed

When setting linkcredit to 2 or higher, I cannot consume a large number of big data packets in the queue #191

qiulian111 opened this issue Nov 25, 2019 · 4 comments

Comments

@qiulian111
Copy link

When setting linkcredit to 2 or higher, I cannot consume a large number of big data packets in the queue, it's ok when set linkcredit to 1.
Please take a look ,thanks
Here is my code :

package main

import (
	"context"
	"log"
	"strings"
	"time"

	"pack.ag/amqp" //version v0.12.4
)

func main() {
	sendData(20)
	consumeData(2) //set link credit 1 is ok , failed when 2
}

func sendData(maxNum int) {
	log.Println("Sending...")
	client, _ := amqp.Dial("amqp://192.168.8.6:5672", amqp.ConnSASLPlain("data_user", "jwi_gogogo"), amqp.ConnServerHostname("vhost:/"),
		amqp.ConnIdleTimeout(0), amqp.ConnMaxFrameSize(1*1024*1024))

	session, _ := client.NewSession(
		amqp.SessionIncomingWindow(65535),
		amqp.SessionOutgoingWindow(65535),
	)

	sender, _ := session.NewSender(
		amqp.LinkTargetAddress("ipc.test"),
	)
	ctx := context.Background()
	baseStr := "abcdefghij1234567890"
	repeatCount := 5 * 1024 * 1024 / 20 // data size 5M
	data := strings.Repeat(baseStr, repeatCount)
	dataBytes := []byte(data)
	for i := 0; i < maxNum; i++ {
		myctx, cancel := context.WithTimeout(ctx, 5*time.Second)
		ampMsg := amqp.NewMessage(dataBytes)
		ampMsg.Header = &amqp.MessageHeader{TTL: 24 * time.Hour}
		sender.Send(myctx, ampMsg)
		cancel()
	}
	log.Println("done.")
}

func consumeData(linkCredit uint32) {
	log.Println("consuming...")
	var receiveCount int = 0
	client, _ := amqp.Dial("amqp://192.168.8.6:5672", amqp.ConnSASLPlain("data_user", "jwi_gogogo"), amqp.ConnServerHostname("vhost:/"),
		amqp.ConnIdleTimeout(0), amqp.ConnMaxFrameSize(1*1024*1024))

	session, _ := client.NewSession(
		amqp.SessionIncomingWindow(65535),
		amqp.SessionOutgoingWindow(65535),
	)
	receiver, _ := session.NewReceiver(
		amqp.LinkSourceAddress("ipc.test"),
		amqp.LinkCredit(linkCredit),
		amqp.LinkSenderSettle(amqp.ModeSettled),
		amqp.LinkBatching(false),
		amqp.LinkBatchMaxAge(5*time.Second),
	)

	//keep connection alive
	keepConnAlive := func() {
		sender, _ := session.NewSender(
			amqp.LinkTargetAddress("connHeartbeat"),
		)
		ctx := context.Background()
		dataBytes := []byte("")
		for {
			myctx, cancel := context.WithTimeout(ctx, 5*time.Second)
			ampMsg := amqp.NewMessage(dataBytes)
			ampMsg.Header = &amqp.MessageHeader{TTL: 30 * time.Second}
			sender.Send(myctx, ampMsg)
			cancel()
			time.Sleep(30 * time.Second)
		}
	}
	go keepConnAlive()

	bctx := context.Background()
	defer func() {
		rctx, cancel := context.WithTimeout(bctx, 3*time.Second)
		receiver.Close(rctx)
		cancel()
	}()
	for {
		msg, err := receiver.Receive(bctx)
		if err != nil {
			log.Fatal(err)
		}
		msg.Accept()
		receiveCount++
		log.Println("count:", receiveCount)
	}
}

and here is the log :

2019/11/25 14:26:56 Sending...
14:26:56.988790 TX: Begin{RemoteChannel: 0, NextOutgoingID: 0, IncomingWindow: 65535, OutgoingWindow: 65535, HandleMax: 4294967295, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
14:26:56.994790 RX: Begin{RemoteChannel: 0, NextOutgoingID: 0, IncomingWindow: 65535, OutgoingWindow: 65535, HandleMax: 4294967295, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
14:26:56.994790 TX: Attach{Name: qDe58i39hyBwvT0w5BGi9FN6iACMkQdEXtdyD1R9HOIDrhqfiflRww, Handle: 0, Role: Sender, SenderSettleMode: , ReceiverSettleMode: , Source: , Target: source{Address: ipc.test, Durable: 0, ExpiryPolicy: , Timeout: 0, Dynamic: false, DynamicNodeProperties: map[], Capabilities: []}, Unsettled: map[], IncompleteUnsettled: false, InitialDeliveryCount: 0, MaxMessageSize: 0, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
14:26:56.998790 RX(Session): Attach{Name: qDe58i39hyBwvT0w5BGi9FN6iACMkQdEXtdyD1R9HOIDrhqfiflRww, Handle: 0, Role: Receiver, SenderSettleMode: , ReceiverSettleMode: , Source: , Target: source{Address: ipc.test, Durable: 0, ExpiryPolicy: session-end, Timeout: 0, Dynamic: false, DynamicNodeProperties: map[], Capabilities: []}, Unsettled: map[], IncompleteUnsettled: false, InitialDeliveryCount: 0, MaxMessageSize: 0, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
14:26:56.999791 RX(Session): Flow{NextIncomingID: 0, IncomingWindow: 65535, NextOutgoingID: 0, OutgoingWindow: 65535, Handle: 0, DeliveryCount: , LinkCredit: 65536, Available: , Drain: false, Echo: false, Properties: map[]}
14:26:57.492819 RX(Session): Disposition{Role: Receiver, First: 1, Last: 1, Settled: true, State: Accepted, Batchable: false}
14:26:57.960846 RX(Session): Disposition{Role: Receiver, First: 2, Last: 2, Settled: true, State: Accepted, Batchable: false}
14:26:58.444873 RX(Session): Disposition{Role: Receiver, First: 3, Last: 3, Settled: true, State: Accepted, Batchable: false}
......(ignore 4-19)
14:27:06.419329 RX(Session): Disposition{Role: Receiver, First: 20, Last: 20, Settled: true, State: Accepted, Batchable: false}
2019/11/25 14:27:06 done.
2019/11/25 14:27:06 consuming...
14:27:06.429330 TX: Begin{RemoteChannel: 0, NextOutgoingID: 0, IncomingWindow: 65535, OutgoingWindow: 65535, HandleMax: 4294967295, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
14:27:06.434330 RX: Begin{RemoteChannel: 0, NextOutgoingID: 0, IncomingWindow: 65535, OutgoingWindow: 65535, HandleMax: 4294967295, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
14:27:06.434330 TX: Attach{Name: 47e76vhclAoTfoVXAnIFK7nbORkpK3XcPNk5N-gyNxv-doVJKjb2aA, Handle: 0, Role: Receiver, SenderSettleMode: settled, ReceiverSettleMode: , Source: source{Address: ipc.test, Durable: 0, ExpiryPolicy: , Timeout: 0, Dynamic: false, DynamicNodeProperties: map[], DistributionMode: , Filter: map[], DefaultOutcome: Outcomes: [], Capabilities: []}, Target: , Unsettled: map[], IncompleteUnsettled: false, InitialDeliveryCount: 0, MaxMessageSize: 0, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
14:27:06.438330 RX(Session): Attach{Name: 47e76vhclAoTfoVXAnIFK7nbORkpK3XcPNk5N-gyNxv-doVJKjb2aA, Handle: 0, Role: Sender, SenderSettleMode: settled, ReceiverSettleMode: , Source: source{Address: ipc.test, Durable: 0, ExpiryPolicy: session-end, Timeout: 0, Dynamic: false, DynamicNodeProperties: map[], DistributionMode: , Filter: map[], DefaultOutcome: ReleasedOutcomes: [amqp:accepted:list amqp:rejected:list amqp:released:list], Capabilities: []}, Target: , Unsettled: map[], IncompleteUnsettled: false, InitialDeliveryCount: 0, MaxMessageSize: 0, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
14:27:06.438330 TX: Attach{Name: 2TXU9juZrYMuyPCfQK7EpNaQvzoKfrWfsBGvwaXL7rjXzU-0fZLshg, Handle: 1, Role: Sender, SenderSettleMode: , ReceiverSettleMode: , Source: , Target: source{Address: connHeartbeat, Durable: 0, ExpiryPolicy: , Timeout: 0, Dynamic: false, DynamicNodeProperties: map[], Capabilities: []}, Unsettled: map[], IncompleteUnsettled: false, InitialDeliveryCount: 0, MaxMessageSize: 0, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
14:27:06.438330 TX(Session): Flow{NextIncomingID: 0, IncomingWindow: 65535, NextOutgoingID: 0, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 0, LinkCredit: 2, Available: , Drain: false, Echo: false, Properties: map[]}
14:27:06.441331 RX(Session): Attach{Name: 2TXU9juZrYMuyPCfQK7EpNaQvzoKfrWfsBGvwaXL7rjXzU-0fZLshg, Handle: 1, Role: Receiver, SenderSettleMode: , ReceiverSettleMode: , Source: , Target: source{Address: connHeartbeat, Durable: 0, ExpiryPolicy: session-end, Timeout: 0, Dynamic: false, DynamicNodeProperties: map[], Capabilities: []}, Unsettled: map[], IncompleteUnsettled: false, InitialDeliveryCount: 0,
MaxMessageSize: 0, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
14:27:06.441331 RX(Session): Flow{NextIncomingID: 0, IncomingWindow: 65535, NextOutgoingID: 0, OutgoingWindow: 65535, Handle: 1, DeliveryCount: , LinkCredit: 65536, Available: , Drain: false, Echo: false, Properties: map[]}
14:27:06.441331 RX(Session): Flow{NextIncomingID: 0, IncomingWindow: 65535, NextOutgoingID: 0, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 0, LinkCredit: 2, Available: 20, Drain: false, Echo: false, Properties: map[]}
14:27:07.246377 RX(Session): Transfer{Handle: 0, DeliveryID: 0, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x01", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048542}
14:27:11.936645 RX(Session): Transfer{Handle: 0, DeliveryID: 0, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x01", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048542}
14:27:20.626142 RX(Session): Transfer{Handle: 0, DeliveryID: 0, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x01", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048542}
14:27:32.458819 RX(Session): Transfer{Handle: 0, DeliveryID: 0, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x01", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048542}
14:27:46.957648 RX(Session): Transfer{Handle: 0, DeliveryID: 0, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x01", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048542}
14:27:46.959648 RX(Session): Transfer{Handle: 0, DeliveryID: 0, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x01", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 222}
2019/11/25 14:27:46 count: 1
14:27:46.998650 TX(Session): Flow{NextIncomingID: 6, IncomingWindow: 65535, NextOutgoingID: 2, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 1, LinkCredit: 2, Available: , Drain: false, Echo: false, Properties: map[]}
2019/11/25 14:27:59 read tcp 192.168.4.125:61393->192.168.8.6:5672: wsarecv: An existing connection was forcibly closed by the remote host.
@vcabbage
Copy link
Owner

Which broker are you using?

It looks to me like the first message is received, an updated flow control is sent, then the broker doesn't send any additional messages and eventually closes the connection.

The only oddity I see from this libraries side is that the available messages isn't sent back to the broker in the flow control. That's worth correcting but it would be a bit of an odd failure mode, particularly if it works when the link credit is set to 1. Would you mind sharing the log from the version with link credit=1 as well?

@qiulian111
Copy link
Author

I'm using RabbitMQ v3.7.8
here is the log with link credit =1 :

2019/11/26 09:15:24 Sending...
09:15:24.558346 TX: Begin{RemoteChannel: 0, NextOutgoingID: 0, IncomingWindow: 65535, OutgoingWindow: 65535, HandleMax: 4294967295, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
09:15:24.565346 RX: Begin{RemoteChannel: 0, NextOutgoingID: 0, IncomingWindow: 65535, OutgoingWindow: 65535, HandleMax: 4294967295, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
09:15:24.577347 TX: Attach{Name: OS9aB42XHiGuco5_4cIVaINGDq0R_TyK0H49yJgGVtOUVygXLFosiw, Handle: 0, Role: Sender, SenderSettleMode: , ReceiverSettleMode: , Source: , Target: source{Address: ipc.test, Durable: 0, ExpiryPolicy: , Timeout: 0, Dynamic: false, DynamicNodeProperties: map[], Capabilities: []}, Unsettled: map[], IncompleteUnsettled: false, InitialDeliveryCount: 0, MaxMessageSize: 0, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
09:15:24.626350 RX(Session): Attach{Name: OS9aB42XHiGuco5_4cIVaINGDq0R_TyK0H49yJgGVtOUVygXLFosiw, Handle: 0, Role: Receiver, SenderSettleMode: , ReceiverSettleMode: , Source: , Target: source{Address: ipc.test, Durable: 0, ExpiryPolicy: session-end, Timeout: 0, Dynamic: false, DynamicNodeProperties: map[], Capabilities: []}, Unsettled: map[], IncompleteUnsettled: false, InitialDeliveryCount: 0, MaxMessageSize: 0, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
09:15:24.642351 RX(Session): Flow{NextIncomingID: 0, IncomingWindow: 65535, NextOutgoingID: 0, OutgoingWindow: 65535, Handle: 0, DeliveryCount: , LinkCredit: 65536, Available: , Drain: false, Echo: false, Properties: map[]}
09:15:25.132379 RX(Session): Disposition{Role: Receiver, First: 1, Last: 1, Settled: true, State: Accepted, Batchable: false}
09:15:25.610406 RX(Session): Disposition{Role: Receiver, First: 2, Last: 2, Settled: true, State: Accepted, Batchable: false}
09:15:26.068432 RX(Session): Disposition{Role: Receiver, First: 3, Last: 3, Settled: true, State: Accepted, Batchable: false}
09:15:26.535459 RX(Session): Disposition{Role: Receiver, First: 4, Last: 4, Settled: true, State: Accepted, Batchable: false}
09:15:27.005486 RX(Session): Disposition{Role: Receiver, First: 5, Last: 5, Settled: true, State: Accepted, Batchable: false}
09:15:27.465512 RX(Session): Disposition{Role: Receiver, First: 6, Last: 6, Settled: true, State: Accepted, Batchable: false}
09:15:27.950540 RX(Session): Disposition{Role: Receiver, First: 7, Last: 7, Settled: true, State: Accepted, Batchable: false}
09:15:28.416567 RX(Session): Disposition{Role: Receiver, First: 8, Last: 8, Settled: true, State: Accepted, Batchable: false}
09:15:28.879593 RX(Session): Disposition{Role: Receiver, First: 9, Last: 9, Settled: true, State: Accepted, Batchable: false}
09:15:29.339619 RX(Session): Disposition{Role: Receiver, First: 10, Last: 10, Settled: true, State: Accepted, Batchable: false}
09:15:29.803646 RX(Session): Disposition{Role: Receiver, First: 11, Last: 11, Settled: true, State: Accepted, Batchable: false}
09:15:30.264672 RX(Session): Disposition{Role: Receiver, First: 12, Last: 12, Settled: true, State: Accepted, Batchable: false}
09:15:30.724699 RX(Session): Disposition{Role: Receiver, First: 13, Last: 13, Settled: true, State: Accepted, Batchable: false}
09:15:31.181725 RX(Session): Disposition{Role: Receiver, First: 14, Last: 14, Settled: true, State: Accepted, Batchable: false}
09:15:31.636751 RX(Session): Disposition{Role: Receiver, First: 15, Last: 15, Settled: true, State: Accepted, Batchable: false}
09:15:32.112778 RX(Session): Disposition{Role: Receiver, First: 16, Last: 16, Settled: true, State: Accepted, Batchable: false}
09:15:32.574805 RX(Session): Disposition{Role: Receiver, First: 17, Last: 17, Settled: true, State: Accepted, Batchable: false}
09:15:33.039831 RX(Session): Disposition{Role: Receiver, First: 18, Last: 18, Settled: true, State: Accepted, Batchable: false}
09:15:33.501858 RX(Session): Disposition{Role: Receiver, First: 19, Last: 19, Settled: true, State: Accepted, Batchable: false}
09:15:33.962884 RX(Session): Disposition{Role: Receiver, First: 20, Last: 20, Settled: true, State: Accepted, Batchable: false}
2019/11/26 09:15:33 done.
2019/11/26 09:15:33 consuming...
09:15:33.980885 TX: Begin{RemoteChannel: 0, NextOutgoingID: 0, IncomingWindow: 65535, OutgoingWindow: 65535, HandleMax: 4294967295, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
09:15:33.986885 RX: Begin{RemoteChannel: 0, NextOutgoingID: 0, IncomingWindow: 65535, OutgoingWindow: 65535, HandleMax: 4294967295, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
09:15:33.986885 TX: Attach{Name: PMdVVc9FVV5Inpx7th7QqSj_b99Hv9dkO47-ockOmhTsCyYGIQXRWg, Handle: 0, Role: Receiver, SenderSettleMode: settled, ReceiverSettleMode: , Source: source{Address: ipc.test, Durable: 0, ExpiryPolicy: , Timeout: 0, Dynamic: false, DynamicNodeProperties: map[], DistributionMode: , Filter: map[], DefaultOutcome: Outcomes: [], Capabilities: []}, Target: , Unsettled: map[], IncompleteUnsettled: false, InitialDeliveryCount: 0, MaxMessageSize: 0, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
09:15:33.991886 RX(Session): Attach{Name: PMdVVc9FVV5Inpx7th7QqSj_b99Hv9dkO47-ockOmhTsCyYGIQXRWg, Handle: 0, Role: Sender, SenderSettleMode: settled, ReceiverSettleMode: , Source: source{Address: ipc.test, Durable: 0, ExpiryPolicy: session-end, Timeout: 0, Dynamic: false, DynamicNodeProperties: map[], DistributionMode: , Filter: map[], DefaultOutcome: ReleasedOutcomes: [amqp:accepted:list amqp:rejected:list amqp:released:list], Capabilities: []}, Target: , Unsettled: map[], IncompleteUnsettled: false, InitialDeliveryCount: 0, MaxMessageSize: 0, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
09:15:33.992886 TX: Attach{Name: 4XsTEZoYvYIjqQwFQ9hpdyzySTX_JWBEL_LLhEbqF3FKkgk67hQzVg, Handle: 1, Role: Sender, SenderSettleMode: , ReceiverSettleMode: , Source: , Target: source{Address: connHeartbeat, Durable: 0, ExpiryPolicy: , Timeout: 0, Dynamic: false, DynamicNodeProperties: map[], Capabilities: []}, Unsettled: map[], IncompleteUnsettled: false, InitialDeliveryCount: 0, MaxMessageSize: 0, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
09:15:33.994886 TX(Session): Flow{NextIncomingID: 0, IncomingWindow: 65535, NextOutgoingID: 0, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 0, LinkCredit: 1, Available: , Drain: false, Echo: false, Properties: map[]}
09:15:33.997886 RX(Session): Attach{Name: 4XsTEZoYvYIjqQwFQ9hpdyzySTX_JWBEL_LLhEbqF3FKkgk67hQzVg, Handle: 1, Role: Receiver, SenderSettleMode: , ReceiverSettleMode: , Source: , Target: source{Address: connHeartbeat, Durable: 0, ExpiryPolicy: session-end, Timeout: 0, Dynamic: false, DynamicNodeProperties: map[], Capabilities: []}, Unsettled: map[], IncompleteUnsettled: false, InitialDeliveryCount: 0,
MaxMessageSize: 0, OfferedCapabilities: [], DesiredCapabilities: [], Properties: map[]}
09:15:33.998886 RX(Session): Flow{NextIncomingID: 0, IncomingWindow: 65535, NextOutgoingID: 0, OutgoingWindow: 65535, Handle: 1, DeliveryCount: , LinkCredit: 65536, Available: , Drain: false, Echo: false, Properties: map[]}
09:15:33.998886 RX(Session): Flow{NextIncomingID: 0, IncomingWindow: 65535, NextOutgoingID: 0, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 0, LinkCredit: 1, Available: 20, Drain: false, Echo: false, Properties: map[]}
09:15:34.454912 RX(Session): Transfer{Handle: 0, DeliveryID: 0, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x01", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048542}
09:15:36.043003 RX(Session): Transfer{Handle: 0, DeliveryID: 0, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x01", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048542}
09:15:38.601149 RX(Session): Transfer{Handle: 0, DeliveryID: 0, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x01", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048542}
09:15:42.486371 RX(Session): Transfer{Handle: 0, DeliveryID: 0, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x01", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048542}
09:15:47.809676 RX(Session): Transfer{Handle: 0, DeliveryID: 0, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x01", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048542}
09:15:47.810676 RX(Session): Transfer{Handle: 0, DeliveryID: 0, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x01", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 222}
09:15:47.813676 RX(Session): Disposition{Role: Receiver, First: 1, Last: 1, Settled: true, State: Accepted, Batchable: false}
2019/11/26 09:15:47 count: 1
09:15:47.814676 TX(Session): Flow{NextIncomingID: 6, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 1, LinkCredit: 1, Available: , Drain: false, Echo: false, Properties: map[]}
09:15:47.816676 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 6, OutgoingWindow: 65529, Handle: 0, DeliveryCount: 1, LinkCredit: 1, Available: 19, Drain: false, Echo: false, Properties: map[]}
09:15:47.912682 RX(Session): Transfer{Handle: 0, DeliveryID: 1, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x02", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:48.011687 RX(Session): Transfer{Handle: 0, DeliveryID: 1, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x02", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:48.102693 RX(Session): Transfer{Handle: 0, DeliveryID: 1, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x02", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:48.195698 RX(Session): Transfer{Handle: 0, DeliveryID: 1, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x02", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:48.283703 RX(Session): Transfer{Handle: 0, DeliveryID: 1, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x02", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:48.283703 RX(Session): Transfer{Handle: 0, DeliveryID: 1, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x02", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:48 count: 2
09:15:48.285703 TX(Session): Flow{NextIncomingID: 12, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 2, LinkCredit: 1, Available: , Drain: false, Echo: false, Properties: map[]}
09:15:48.287703 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 12, OutgoingWindow: 65523, Handle: 0, DeliveryCount: 2, LinkCredit: 1, Available: 18, Drain: false, Echo: false, Properties: map[]}
09:15:48.383709 RX(Session): Transfer{Handle: 0, DeliveryID: 2, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x03", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:48.473714 RX(Session): Transfer{Handle: 0, DeliveryID: 2, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x03", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:48.561719 RX(Session): Transfer{Handle: 0, DeliveryID: 2, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x03", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:48.657724 RX(Session): Transfer{Handle: 0, DeliveryID: 2, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x03", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:48.747730 RX(Session): Transfer{Handle: 0, DeliveryID: 2, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x03", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:48.748730 RX(Session): Transfer{Handle: 0, DeliveryID: 2, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x03", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:48 count: 3
09:15:48.749730 TX(Session): Flow{NextIncomingID: 18, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 3, LinkCredit: 1, Available: , Drain: false, Echo: false, Properties: map[]}
09:15:48.752730 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 18, OutgoingWindow: 65517, Handle: 0, DeliveryCount: 3, LinkCredit: 1, Available: 17, Drain: false, Echo: false, Properties: map[]}
09:15:48.849735 RX(Session): Transfer{Handle: 0, DeliveryID: 3, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x04", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:48.940741 RX(Session): Transfer{Handle: 0, DeliveryID: 3, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x04", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:49.033746 RX(Session): Transfer{Handle: 0, DeliveryID: 3, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x04", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:49.127751 RX(Session): Transfer{Handle: 0, DeliveryID: 3, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x04", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:49.218757 RX(Session): Transfer{Handle: 0, DeliveryID: 3, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x04", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:49.218757 RX(Session): Transfer{Handle: 0, DeliveryID: 3, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x04", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:49 count: 4
09:15:49.220757 TX(Session): Flow{NextIncomingID: 24, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 4, LinkCredit: 1, Available: , Drain: false, Echo: false, Properties: map[]}
09:15:49.222757 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 24, OutgoingWindow: 65511, Handle: 0, DeliveryCount: 4, LinkCredit: 1, Available: 16, Drain: false, Echo: false, Properties: map[]}
09:15:49.327763 RX(Session): Transfer{Handle: 0, DeliveryID: 4, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x05", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:49.426768 RX(Session): Transfer{Handle: 0, DeliveryID: 4, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x05", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:49.513773 RX(Session): Transfer{Handle: 0, DeliveryID: 4, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x05", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:49.609779 RX(Session): Transfer{Handle: 0, DeliveryID: 4, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x05", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:49.697784 RX(Session): Transfer{Handle: 0, DeliveryID: 4, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x05", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:49.697784 RX(Session): Transfer{Handle: 0, DeliveryID: 4, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x05", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:49 count: 5
09:15:49.701784 TX(Session): Flow{NextIncomingID: 30, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 5, LinkCredit: 1, Available: , Drain: false, Echo: false, Properties: map[]}
09:15:49.703784 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 30, OutgoingWindow: 65505, Handle: 0, DeliveryCount: 5, LinkCredit: 1, Available: 15, Drain: false, Echo: false, Properties: map[]}
09:15:49.804790 RX(Session): Transfer{Handle: 0, DeliveryID: 5, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x06", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:49.893795 RX(Session): Transfer{Handle: 0, DeliveryID: 5, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x06", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:49.986800 RX(Session): Transfer{Handle: 0, DeliveryID: 5, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x06", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:50.079806 RX(Session): Transfer{Handle: 0, DeliveryID: 5, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x06", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:50.163811 RX(Session): Transfer{Handle: 0, DeliveryID: 5, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x06", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:50.164811 RX(Session): Transfer{Handle: 0, DeliveryID: 5, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x06", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 227}
09:15:50.165811 TX(Session): Flow{NextIncomingID: 36, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 6, LinkCredit: 1, Available: , Drain: false, Echo: false, Properties: map[]}
2019/11/26 09:15:50 count: 6
09:15:50.168811 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 36, OutgoingWindow: 65499, Handle: 0, DeliveryCount: 6, LinkCredit: 1, Available: 14, Drain: false, Echo: false, Properties: map[]}
09:15:50.278817 RX(Session): Transfer{Handle: 0, DeliveryID: 6, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\a", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:50.382823 RX(Session): Transfer{Handle: 0, DeliveryID: 6, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\a", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:50.472828 RX(Session): Transfer{Handle: 0, DeliveryID: 6, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\a", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:50.564834 RX(Session): Transfer{Handle: 0, DeliveryID: 6, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\a", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:50.672840 RX(Session): Transfer{Handle: 0, DeliveryID: 6, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\a", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:50.672840 RX(Session): Transfer{Handle: 0, DeliveryID: 6, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\a", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:50 count: 7
09:15:50.675840 TX(Session): Flow{NextIncomingID: 42, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 7, LinkCredit: 1, Available: , Drain: false, Echo: false, Properties: map[]}
09:15:50.678840 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 42, OutgoingWindow: 65493, Handle: 0, DeliveryCount: 7, LinkCredit: 1, Available: 13, Drain: false, Echo: false, Properties: map[]}
09:15:50.775846 RX(Session): Transfer{Handle: 0, DeliveryID: 7, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\b", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:50.869851 RX(Session): Transfer{Handle: 0, DeliveryID: 7, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\b", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:50.966856 RX(Session): Transfer{Handle: 0, DeliveryID: 7, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\b", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:51.061862 RX(Session): Transfer{Handle: 0, DeliveryID: 7, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\b", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:51.147867 RX(Session): Transfer{Handle: 0, DeliveryID: 7, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\b", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:51.148867 RX(Session): Transfer{Handle: 0, DeliveryID: 7, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\b", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:51 count: 8
09:15:51.149867 TX(Session): Flow{NextIncomingID: 48, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 8, LinkCredit: 1, Available: , Drain: false, Echo: false, Properties: map[]}
09:15:51.151867 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 48, OutgoingWindow: 65487, Handle: 0, DeliveryCount: 8, LinkCredit: 1, Available: 12, Drain: false, Echo: false, Properties: map[]}
09:15:51.257873 RX(Session): Transfer{Handle: 0, DeliveryID: 8, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\t", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:51.350878 RX(Session): Transfer{Handle: 0, DeliveryID: 8, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\t", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:51.435883 RX(Session): Transfer{Handle: 0, DeliveryID: 8, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\t", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:51.528889 RX(Session): Transfer{Handle: 0, DeliveryID: 8, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\t", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:51.612893 RX(Session): Transfer{Handle: 0, DeliveryID: 8, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\t", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:51.612893 RX(Session): Transfer{Handle: 0, DeliveryID: 8, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\t", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 227}
09:15:51.616894 TX(Session): Flow{NextIncomingID: 54, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 9, LinkCredit: 1, Available: , Drain: false, Echo: false, Properties: map[]}
2019/11/26 09:15:51 count: 9
09:15:51.618894 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 54, OutgoingWindow: 65481, Handle: 0, DeliveryCount: 9, LinkCredit: 1, Available: 11, Drain: false, Echo: false, Properties: map[]}
09:15:51.715899 RX(Session): Transfer{Handle: 0, DeliveryID: 9, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\n", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:51.830906 RX(Session): Transfer{Handle: 0, DeliveryID: 9, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\n", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:51.922911 RX(Session): Transfer{Handle: 0, DeliveryID: 9, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\n", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:52.022917 RX(Session): Transfer{Handle: 0, DeliveryID: 9, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\n", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:52.105922 RX(Session): Transfer{Handle: 0, DeliveryID: 9, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\n", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:52.106922 RX(Session): Transfer{Handle: 0, DeliveryID: 9, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\n", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:52 count: 10
09:15:52.107922 TX(Session): Flow{NextIncomingID: 60, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 10, LinkCredit: 1, Available: , Drain: false, Echo: false,
Properties: map[]}
09:15:52.110922 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 60, OutgoingWindow: 65475, Handle: 0, DeliveryCount: 10, LinkCredit: 1, Available: 10, Drain: false, Echo: false, Properties: map[]}
09:15:52.222928 RX(Session): Transfer{Handle: 0, DeliveryID: 10, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\v", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:52.304933 RX(Session): Transfer{Handle: 0, DeliveryID: 10, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\v", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:52.397938 RX(Session): Transfer{Handle: 0, DeliveryID: 10, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\v", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:52.485943 RX(Session): Transfer{Handle: 0, DeliveryID: 10, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\v", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:52.571948 RX(Session): Transfer{Handle: 0, DeliveryID: 10, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\v", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:52.571948 RX(Session): Transfer{Handle: 0, DeliveryID: 10, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\v", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:52 count: 11
09:15:52.577949 TX(Session): Flow{NextIncomingID: 66, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 11, LinkCredit: 1, Available: , Drain: false, Echo: false,
Properties: map[]}
09:15:52.579949 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 66, OutgoingWindow: 65469, Handle: 0, DeliveryCount: 11, LinkCredit: 1, Available: 9, Drain: false, Echo: false, Properties: map[]}
09:15:52.682955 RX(Session): Transfer{Handle: 0, DeliveryID: 11, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\f", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:52.770960 RX(Session): Transfer{Handle: 0, DeliveryID: 11, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\f", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:52.857965 RX(Session): Transfer{Handle: 0, DeliveryID: 11, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\f", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:52.956970 RX(Session): Transfer{Handle: 0, DeliveryID: 11, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\f", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:53.045975 RX(Session): Transfer{Handle: 0, DeliveryID: 11, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\f", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:53.045975 RX(Session): Transfer{Handle: 0, DeliveryID: 11, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\f", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:53 count: 12
09:15:53.046975 TX(Session): Flow{NextIncomingID: 72, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 12, LinkCredit: 1, Available: , Drain: false, Echo: false,
Properties: map[]}
09:15:53.049976 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 72, OutgoingWindow: 65463, Handle: 0, DeliveryCount: 12, LinkCredit: 1, Available: 8, Drain: false, Echo: false, Properties: map[]}
09:15:53.145981 RX(Session): Transfer{Handle: 0, DeliveryID: 12, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\r", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:53.239987 RX(Session): Transfer{Handle: 0, DeliveryID: 12, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\r", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:53.337992 RX(Session): Transfer{Handle: 0, DeliveryID: 12, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\r", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:53.436998 RX(Session): Transfer{Handle: 0, DeliveryID: 12, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\r", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:53.512002 RX(Session): Transfer{Handle: 0, DeliveryID: 12, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\r", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:53.513002 RX(Session): Transfer{Handle: 0, DeliveryID: 12, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\r", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:53 count: 13
09:15:53.517002 TX(Session): Flow{NextIncomingID: 78, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 13, LinkCredit: 1, Available: , Drain: false, Echo: false,
Properties: map[]}
09:15:53.519002 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 78, OutgoingWindow: 65457, Handle: 0, DeliveryCount: 13, LinkCredit: 1, Available: 7, Drain: false, Echo: false, Properties: map[]}
09:15:53.615008 RX(Session): Transfer{Handle: 0, DeliveryID: 13, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x0e", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:53.704013 RX(Session): Transfer{Handle: 0, DeliveryID: 13, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x0e", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:53.813019 RX(Session): Transfer{Handle: 0, DeliveryID: 13, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x0e", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:53.912025 RX(Session): Transfer{Handle: 0, DeliveryID: 13, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x0e", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:53.995030 RX(Session): Transfer{Handle: 0, DeliveryID: 13, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x0e", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:53.995030 RX(Session): Transfer{Handle: 0, DeliveryID: 13, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x0e", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume:
false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:53 count: 14
09:15:53.997030 TX(Session): Flow{NextIncomingID: 84, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 14, LinkCredit: 1, Available: , Drain: false, Echo: false,
Properties: map[]}
09:15:53.999030 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 84, OutgoingWindow: 65451, Handle: 0, DeliveryCount: 14, LinkCredit: 1, Available: 6, Drain: false, Echo: false, Properties: map[]}
09:15:54.111036 RX(Session): Transfer{Handle: 0, DeliveryID: 14, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x0f", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:54.205042 RX(Session): Transfer{Handle: 0, DeliveryID: 14, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x0f", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:54.303047 RX(Session): Transfer{Handle: 0, DeliveryID: 14, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x0f", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:54.391052 RX(Session): Transfer{Handle: 0, DeliveryID: 14, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x0f", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:54.468057 RX(Session): Transfer{Handle: 0, DeliveryID: 14, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x0f", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:54.468057 RX(Session): Transfer{Handle: 0, DeliveryID: 14, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x0f", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume:
false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:54 count: 15
09:15:54.472057 TX(Session): Flow{NextIncomingID: 90, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 15, LinkCredit: 1, Available: , Drain: false, Echo: false,
Properties: map[]}
09:15:54.475057 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 90, OutgoingWindow: 65445, Handle: 0, DeliveryCount: 15, LinkCredit: 1, Available: 5, Drain: false, Echo: false, Properties: map[]}
09:15:54.574063 RX(Session): Transfer{Handle: 0, DeliveryID: 15, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x10", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:54.674069 RX(Session): Transfer{Handle: 0, DeliveryID: 15, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x10", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:54.762074 RX(Session): Transfer{Handle: 0, DeliveryID: 15, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x10", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:54.868080 RX(Session): Transfer{Handle: 0, DeliveryID: 15, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x10", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:54.943084 RX(Session): Transfer{Handle: 0, DeliveryID: 15, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x10", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:54.943084 RX(Session): Transfer{Handle: 0, DeliveryID: 15, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x10", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume:
false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:54 count: 16
09:15:54.945084 TX(Session): Flow{NextIncomingID: 96, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 16, LinkCredit: 1, Available: , Drain: false, Echo: false,
Properties: map[]}
09:15:54.947084 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 96, OutgoingWindow: 65439, Handle: 0, DeliveryCount: 16, LinkCredit: 1, Available: 4, Drain: false, Echo: false, Properties: map[]}
09:15:55.051090 RX(Session): Transfer{Handle: 0, DeliveryID: 16, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x11", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:55.144095 RX(Session): Transfer{Handle: 0, DeliveryID: 16, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x11", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:55.243101 RX(Session): Transfer{Handle: 0, DeliveryID: 16, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x11", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:55.341107 RX(Session): Transfer{Handle: 0, DeliveryID: 16, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x11", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:55.416111 RX(Session): Transfer{Handle: 0, DeliveryID: 16, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x11", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:55.417111 RX(Session): Transfer{Handle: 0, DeliveryID: 16, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x11", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State: , Resume:
false, Aborted: false, Batchable: false, Payload [size]: 227}
2019/11/26 09:15:55 count: 17
09:15:55.420111 TX(Session): Flow{NextIncomingID: 102, IncomingWindow: 65535, NextOutgoingID: 1, OutgoingWindow: 65535, Handle: 0, DeliveryCount: 17, LinkCredit: 1, Available: , Drain: false, Echo: false, Properties: map[]}
09:15:55.422111 RX(Session): Flow{NextIncomingID: 1, IncomingWindow: 65534, NextOutgoingID: 102, OutgoingWindow: 65433, Handle: 0, DeliveryCount: 17, LinkCredit: 1, Available: 3, Drain: false, Echo: false, Properties: map[]}
09:15:55.519117 RX(Session): Transfer{Handle: 0, DeliveryID: 17, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x12", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:55.621123 RX(Session): Transfer{Handle: 0, DeliveryID: 17, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x12", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:55.707128 RX(Session): Transfer{Handle: 0, DeliveryID: 17, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x12", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:55.806133 RX(Session): Transfer{Handle: 0, DeliveryID: 17, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x12", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:55.886138 RX(Session): Transfer{Handle: 0, DeliveryID: 17, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x12", MessageFormat: 0, Settled: true, More: true, ReceiverSettleMode: , State: , Resume: false, Aborted: false, Batchable: false, Payload [size]: 1048541}
09:15:55.886138 RX(Session): Transfer{Handle: 0, DeliveryID: 17, DeliveryTag: "\x00\x00\x00\x00\x00\x00\x00\x12", MessageFormat: 0, Settled: true, More: false, ReceiverSettleMode: , State:

vcabbage added a commit that referenced this issue Nov 27, 2019
@vcabbage
reclaim receive buffer space when more than maxFrameSize is free
c4bc85c 
* Prevents unbounded buffer growth when more than one frame is read
  into the buffer.
* Change buffer to grow by 2x rather than 512 bytes.

Updates #191
@vcabbage vcabbage mentioned this issue Nov 27, 2019
Merged
vcabbage added a commit that referenced this issue Nov 27, 2019
@vcabbage
reclaim receive buffer space when more than maxFrameSize is free
86a6a19 
* Prevents unbounded buffer growth when more than one frame is read
  into the buffer.
* Change buffer to grow by 2x rather than 512 bytes.

Updates #191
@vcabbage
Copy link
Owner

I was able to reproduce this locally. From what I observed it isn't that the broker isn't trying to send messages, but that the receive buffer was being grown without bound due to the combination of the way AMQP frames are read into the buffer and multiple frames being received in a single read. This is additionally slowed since the buffer was being grown only 512 bytes at a time. Presumably the combination of the near constant reallocation and the slow buffer growth stalls the connection to the point that it times out.

I've corrected these issues in #194, which has been tagged as v0.12.5. Would you mind verifying that this corrects the problem for you as well?

Thank you for reporting this issue!

@qiulian111
Copy link
Author

it works fine ,thanks

Sign up for free to subscribe to this conversation on GitHub. Already have an account? Sign in.
Assignees
No one assigned
Labels
None yet
Projects
None yet
Milestone
No milestone
Development

No branches or pull requests
2 participants
@vcabbage @qiulian111