This repository has been archived by the owner on May 31, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 0
/
SimpleTbusdConn.cpp
188 lines (171 loc) · 12.9 KB
/
SimpleTbusdConn.cpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
//
// Created by capitalg on 2018/8/20.
//
#include <boost/asio.hpp>
#include <boost/log/trivial.hpp>
#include "SimpleTbusdConn.h"
#include "structs/TbusMsg.h"
char *_alloc_buffer(const TbusMsg &msg) {
char *buffer = new char[sizeof(TbusMsg) + sizeof(uint32_t)];
reinterpret_cast<uint32_t*>(buffer)[0] = static_cast<uint32_t>(MessageType::TBUSMSG);
memcpy(buffer+sizeof(uint32_t), &msg, sizeof(TbusMsg));
return buffer;
}
void SimpleTbusdConn::start() {
do_read_message_type();
}
void SimpleTbusdConn::do_read_message_type() {
auto self(shared_from_this());
boost::asio::async_read(socket_,
boost::asio::buffer(&message_type, sizeof(message_type)),
[this, self](boost::system::error_code ec, std::size_t bytes_transferred) {
if (!ec && bytes_transferred == sizeof(message_type)) {
switch (static_cast<MessageType>(message_type)) {
case MessageType::TBUSMSG: {
do_read_tbusmsg();
break;
}
// case MessageType::DATA: {
// do_read_data_header();
// break;
// }
case MessageType::TELL_PRC_IP: {
do_read_local_proc_id();
break;
}
default:{
BOOST_LOG_TRIVIAL(error) << "read message type error, type:" << message_type;
}
}
BOOST_LOG_TRIVIAL(debug) << "read message type: " << message_type;
}
else {
BOOST_LOG_TRIVIAL(error) << "read message type failure" << ec.message();
}
});
}
void SimpleTbusdConn::do_read_local_proc_id() {
auto self(shared_from_this());
boost::asio::async_read(socket_,
boost::asio::buffer(&buffer_proc_id, sizeof(buffer_proc_id)),
[this, self](boost::system::error_code ec, std::size_t bytes_transferred) {
if (!ec && bytes_transferred == sizeof(buffer_proc_id)) {
BOOST_LOG_TRIVIAL(info) << "read local proc id: " << addr_ntoa(buffer_proc_id);
local_conns[buffer_proc_id] = shared_from_this();
do_read_message_type();
} else {
BOOST_LOG_TRIVIAL(error) << "read TbusMsg error";
}
});
}
// todo 吐槽，连续多次async_write asnyc_read的写法太恶心了
void SimpleTbusdConn::do_read_tbusmsg() {
auto self(shared_from_this());
boost::asio::async_read(socket_,
boost::asio::buffer(&tbus_msg, sizeof(tbus_msg)),
[this, self](boost::system::error_code ec, std::size_t bytes_transferred) {
if (!ec && bytes_transferred == sizeof(tbus_msg)) {
BOOST_LOG_TRIVIAL(debug) << "read TbusMsg: " << tbus_msg;
uint32_t send_proc = tbus_msg.from;
uint32_t resv_proc = tbus_msg.to;
if (tbus_msg.from_reader == 0) { //有写事件发生 由 from 发送
if (_is_local(send_proc)) { // 发送方为本地进程
if (_is_local(resv_proc)) { // 转发这条消息给to
auto &recv_sock = local_conns[resv_proc]->get_socket();
char *buffer = _alloc_buffer(tbus_msg);
BOOST_LOG_TRIVIAL(debug) << "send TbusMsg: " << tbus_msg << " to: " << addr_ntoa(resv_proc);
boost::asio::async_write(recv_sock, boost::asio::buffer(buffer, sizeof(TbusMsg) +
sizeof(uint32_t)),
[this, self, buffer](const boost::system::error_code &ec, std::size_t size){
delete[] buffer;
do_read_message_type();
} );
}
else { // 转发这条消息给远程tbusd, 并发送data给远程tbusd
auto &remote_tbus_endpoint = process_id2endpoint[resv_proc];
auto &remote_tbusd_sock = *(remote_endpoint2socket[remote_tbus_endpoint]);
auto &channel = *channels[std::make_pair(send_proc, resv_proc)];
char *shm_start = channel.get_shm_ptr();
char *buffer = _alloc_buffer(tbus_msg);
// todo 吐槽，连续多次async_write asnyc_read的写法太恶心了
boost::asio::async_write(remote_tbusd_sock, boost::asio::buffer(buffer, sizeof(TbusMsg) + sizeof(uint32_t)),
[this, self, &channel, &remote_tbusd_sock, shm_start, buffer](const boost::system::error_code &ec, std::size_t size){
// todo 增加一个write_len字段
// todo 循环队列还需要特殊考虑
delete[] buffer;
uint32_t write_len = tbus_msg.write_data_len,
last_write_index = channel.get_write_index() - write_len;
boost::asio::async_write(remote_tbusd_sock, boost::asio::buffer(shm_start + last_write_index, write_len),
[this, self](const boost::system::error_code &ec, std::size_t size){
do_read_message_type();
// do nothing
} );
});
}
}
else { // 发送方为远程tbusd
if (_is_local(resv_proc)) { // 远程发送到本地，接收data
// todo 接收的大小有限制, 低效率
char *data_buffer = new char[1024];
boost::asio::async_read(socket_, boost::asio::buffer(data_buffer, sizeof(uint32_t)),
[this, self, data_buffer, send_proc, resv_proc](const boost::system::error_code &ec, std::size_t size){
uint32_t msg_len = *reinterpret_cast<uint32_t*>(data_buffer);
boost::asio::async_read(socket_, boost::asio::buffer(data_buffer + sizeof(uint32_t), msg_len),
[this, self, data_buffer, send_proc, resv_proc, msg_len](const boost::system::error_code &ec, std::size_t size){
auto &channel = *channels[std::make_pair(send_proc, resv_proc)];
channel.channel_write_raw(data_buffer, msg_len);
delete[] data_buffer;
do_read_message_type();
} );
} );
}
else { // 远程到远程，这是不应该发生的情况
BOOST_LOG_TRIVIAL(error) << "recv write event error: remote to remote";
}
}
}
else { //读事件发生 由 to 发送
if (_is_local(resv_proc)) {
if (_is_local(send_proc)) { // 读事件，且双方都为本地，能够直接通信
do_read_message_type();
// do nothing
}
else { // 本地读转发给send_proc所在的tbusd 读的情况
auto &remote_tbus_endpoint = process_id2endpoint[send_proc];
auto &remote_tbusd_sock = *(remote_endpoint2socket[remote_tbus_endpoint]);
char *buffer = _alloc_buffer(tbus_msg);
boost::asio::async_write(remote_tbusd_sock, boost::asio::buffer(buffer, sizeof(TbusMsg) + sizeof(uint32_t)),
[this, self, buffer](const boost::system::error_code &ec, std::size_t size){
delete[] buffer;
do_read_message_type();
} );
}
}
else {
if (_is_local(send_proc)) { // 远程读，更新本地channel
auto &channel = *channels[std::make_pair(send_proc, resv_proc)];
channel.set_read_index(tbus_msg.read_index);
do_read_message_type();
}
else {
BOOST_LOG_TRIVIAL(error) << "recv read event error: remote to remote";
}
}
}
} else {
BOOST_LOG_TRIVIAL(error) << "read TbusMsg error";
}
});
}
SimpleTbusdConn::SimpleTbusdConn(boost::asio::ip::tcp::socket socket,
std::map<std::pair<uint32_t, uint32_t>, std::unique_ptr<SimpleChannel>> &channels,
std::map<uint32_t, std::pair<uint32_t, uint32_t>> &process_id2endpoint,
std::map<uint32_t, std::shared_ptr<SimpleTbusdConn>> &local_conns,
std::map<std::pair<uint32_t, uint32_t>, std::shared_ptr<boost::asio::ip::tcp::socket>> &remote_endpoint2socket,
std::set<uint32_t> &local_proc_id) : socket_(std::move(socket)),
channels(channels),
process_id2endpoint(process_id2endpoint),
local_conns(local_conns),
remote_endpoint2socket(remote_endpoint2socket),
local_proc_id(local_proc_id){
}