1
0
Fork 0
mirror of https://github.com/ossrs/srs.git synced 2025-03-09 15:49:59 +00:00

add todo for memory increase when forwarder server failed.

This commit is contained in:
winlin 2013-12-12 10:41:27 +08:00
parent 66048cebbb
commit ff9c434eb9

766
trunk/src/core/srs_core_forward.cpp Normal file → Executable file
View file

@ -1,382 +1,384 @@
/* /*
The MIT License (MIT) The MIT License (MIT)
Copyright (c) 2013 winlin Copyright (c) 2013 winlin
Permission is hereby granted, free of charge, to any person obtaining a copy of Permission is hereby granted, free of charge, to any person obtaining a copy of
this software and associated documentation files (the "Software"), to deal in this software and associated documentation files (the "Software"), to deal in
the Software without restriction, including without limitation the rights to the Software without restriction, including without limitation the rights to
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
the Software, and to permit persons to whom the Software is furnished to do so, the Software, and to permit persons to whom the Software is furnished to do so,
subject to the following conditions: subject to the following conditions:
The above copyright notice and this permission notice shall be included in all The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software. copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
*/ */
#include <srs_core_forward.hpp> #include <srs_core_forward.hpp>
#include <stdlib.h> #include <stdlib.h>
#include <sys/socket.h> #include <sys/socket.h>
#include <netinet/in.h> #include <netinet/in.h>
#include <arpa/inet.h> #include <arpa/inet.h>
#include <srs_core_error.hpp> #include <srs_core_error.hpp>
#include <srs_core_rtmp.hpp> #include <srs_core_rtmp.hpp>
#include <srs_core_log.hpp> #include <srs_core_log.hpp>
#include <srs_core_protocol.hpp> #include <srs_core_protocol.hpp>
#include <srs_core_pithy_print.hpp> #include <srs_core_pithy_print.hpp>
#include <srs_core_rtmp.hpp> #include <srs_core_rtmp.hpp>
#include <srs_core_config.hpp> #include <srs_core_config.hpp>
#define SRS_PULSE_TIMEOUT_MS 100 #define SRS_PULSE_TIMEOUT_MS 100
#define SRS_FORWARDER_SLEEP_MS 2000 #define SRS_FORWARDER_SLEEP_MS 2000
#define SRS_SEND_TIMEOUT_US 3000000L #define SRS_SEND_TIMEOUT_US 3000000L
#define SRS_RECV_TIMEOUT_US SRS_SEND_TIMEOUT_US #define SRS_RECV_TIMEOUT_US SRS_SEND_TIMEOUT_US
SrsForwarder::SrsForwarder() SrsForwarder::SrsForwarder()
{ {
client = NULL; client = NULL;
stfd = NULL; stfd = NULL;
stream_id = 0; stream_id = 0;
tid = NULL; tid = NULL;
loop = false; loop = false;
} }
SrsForwarder::~SrsForwarder() SrsForwarder::~SrsForwarder()
{ {
on_unpublish(); on_unpublish();
std::vector<SrsSharedPtrMessage*>::iterator it; std::vector<SrsSharedPtrMessage*>::iterator it;
for (it = msgs.begin(); it != msgs.end(); ++it) { for (it = msgs.begin(); it != msgs.end(); ++it) {
SrsSharedPtrMessage* msg = *it; SrsSharedPtrMessage* msg = *it;
srs_freep(msg); srs_freep(msg);
} }
msgs.clear(); msgs.clear();
} }
int SrsForwarder::on_publish(SrsRequest* req, std::string forward_server) int SrsForwarder::on_publish(SrsRequest* req, std::string forward_server)
{ {
int ret = ERROR_SUCCESS; int ret = ERROR_SUCCESS;
// forward app // forward app
app = req->app; app = req->app;
stream_name = req->stream; stream_name = req->stream;
server = forward_server; server = forward_server;
std::string s_port = RTMP_DEFAULT_PORTS; std::string s_port = RTMP_DEFAULT_PORTS;
port = RTMP_DEFAULT_PORT; port = RTMP_DEFAULT_PORT;
size_t pos = forward_server.find(":"); size_t pos = forward_server.find(":");
if (pos != std::string::npos) { if (pos != std::string::npos) {
s_port = forward_server.substr(pos + 1); s_port = forward_server.substr(pos + 1);
server = forward_server.substr(0, pos); server = forward_server.substr(0, pos);
} }
// discovery vhost // discovery vhost
std::string vhost = req->vhost; std::string vhost = req->vhost;
srs_vhost_resolve(vhost, s_port); srs_vhost_resolve(vhost, s_port);
port = ::atoi(s_port.c_str()); port = ::atoi(s_port.c_str());
// generate tcUrl // generate tcUrl
tc_url = "rtmp://"; tc_url = "rtmp://";
tc_url += vhost; tc_url += vhost;
tc_url += "/"; tc_url += "/";
tc_url += req->app; tc_url += req->app;
// dead loop check // dead loop check
std::string source_ep = req->vhost; std::string source_ep = req->vhost;
source_ep += ":"; source_ep += ":";
source_ep += req->port; source_ep += req->port;
std::string dest_ep = vhost; std::string dest_ep = vhost;
dest_ep += ":"; dest_ep += ":";
dest_ep += s_port; dest_ep += s_port;
if (source_ep == dest_ep) { if (source_ep == dest_ep) {
ret = ERROR_SYSTEM_FORWARD_LOOP; ret = ERROR_SYSTEM_FORWARD_LOOP;
srs_warn("farder loop detected. src=%s, dest=%s, ret=%d", srs_warn("farder loop detected. src=%s, dest=%s, ret=%d",
source_ep.c_str(), dest_ep.c_str(), ret); source_ep.c_str(), dest_ep.c_str(), ret);
return ret; return ret;
} }
srs_trace("start forward %s to %s, stream: %s/%s", srs_trace("start forward %s to %s, stream: %s/%s",
source_ep.c_str(), dest_ep.c_str(), tc_url.c_str(), source_ep.c_str(), dest_ep.c_str(), tc_url.c_str(),
stream_name.c_str()); stream_name.c_str());
// TODO: seems bug when republish and reforward. // TODO: seems bug when republish and reforward.
// start forward // start forward
if ((ret = open_socket()) != ERROR_SUCCESS) { if ((ret = open_socket()) != ERROR_SUCCESS) {
return ret; return ret;
} }
srs_assert(!tid); srs_assert(!tid);
if((tid = st_thread_create(forward_thread, this, 1, 0)) == NULL){ if((tid = st_thread_create(forward_thread, this, 1, 0)) == NULL){
ret = ERROR_ST_CREATE_FORWARD_THREAD; ret = ERROR_ST_CREATE_FORWARD_THREAD;
srs_error("st_thread_create failed. ret=%d", ret); srs_error("st_thread_create failed. ret=%d", ret);
return ret; return ret;
} }
return ret; return ret;
} }
void SrsForwarder::on_unpublish() void SrsForwarder::on_unpublish()
{ {
if (tid) { if (tid) {
loop = false; loop = false;
st_thread_interrupt(tid); st_thread_interrupt(tid);
st_thread_join(tid, NULL); st_thread_join(tid, NULL);
tid = NULL; tid = NULL;
} }
if (stfd) { if (stfd) {
int fd = st_netfd_fileno(stfd); int fd = st_netfd_fileno(stfd);
st_netfd_close(stfd); st_netfd_close(stfd);
stfd = NULL; stfd = NULL;
// st does not close it sometimes, // st does not close it sometimes,
// close it manually. // close it manually.
close(fd); close(fd);
} }
srs_freep(client); srs_freep(client);
} }
int SrsForwarder::on_meta_data(SrsSharedPtrMessage* metadata) int SrsForwarder::on_meta_data(SrsSharedPtrMessage* metadata)
{ {
int ret = ERROR_SUCCESS; int ret = ERROR_SUCCESS;
msgs.push_back(metadata); msgs.push_back(metadata);
return ret; return ret;
} }
int SrsForwarder::on_audio(SrsSharedPtrMessage* msg) int SrsForwarder::on_audio(SrsSharedPtrMessage* msg)
{ {
int ret = ERROR_SUCCESS; int ret = ERROR_SUCCESS;
msgs.push_back(msg); msgs.push_back(ms
// TODO: FIXME: must drop the msgs when server failed.g);
return ret;
} return ret;
}
int SrsForwarder::on_video(SrsSharedPtrMessage* msg)
{ int SrsForwarder::on_video(SrsSharedPtrMessage* msg)
int ret = ERROR_SUCCESS; {
int ret = ERROR_SUCCESS;
msgs.push_back(msg);
// TODO: FIXME: must drop the msgs when server failed.
return ret; msgs.push_back(msg);
}
return ret;
int SrsForwarder::open_socket() }
{
int ret = ERROR_SUCCESS; int SrsForwarder::open_socket()
{
srs_trace("forward stream=%s, tcUrl=%s to server=%s, port=%d", int ret = ERROR_SUCCESS;
stream_name.c_str(), tc_url.c_str(), server.c_str(), port);
srs_trace("forward stream=%s, tcUrl=%s to server=%s, port=%d",
int sock = socket(AF_INET, SOCK_STREAM, 0); stream_name.c_str(), tc_url.c_str(), server.c_str(), port);
if(sock == -1){
ret = ERROR_SOCKET_CREATE; int sock = socket(AF_INET, SOCK_STREAM, 0);
srs_error("create socket error. ret=%d", ret); if(sock == -1){
return ret; ret = ERROR_SOCKET_CREATE;
} srs_error("create socket error. ret=%d", ret);
return ret;
stfd = st_netfd_open_socket(sock); }
if(stfd == NULL){
ret = ERROR_ST_OPEN_SOCKET; stfd = st_netfd_open_socket(sock);
srs_error("st_netfd_open_socket failed. ret=%d", ret); if(stfd == NULL){
return ret; ret = ERROR_ST_OPEN_SOCKET;
} srs_error("st_netfd_open_socket failed. ret=%d", ret);
return ret;
srs_freep(client); }
client = new SrsRtmpClient(stfd);
srs_freep(client);
return ret; client = new SrsRtmpClient(stfd);
}
return ret;
int SrsForwarder::connect_server() }
{
int ret = ERROR_SUCCESS; int SrsForwarder::connect_server()
{
std::string ip = srs_dns_resolve(server); int ret = ERROR_SUCCESS;
if (ip.empty()) {
ret = ERROR_SYSTEM_IP_INVALID; std::string ip = srs_dns_resolve(server);
srs_error("dns resolve server error, ip empty. ret=%d", ret); if (ip.empty()) {
return ret; ret = ERROR_SYSTEM_IP_INVALID;
} srs_error("dns resolve server error, ip empty. ret=%d", ret);
return ret;
sockaddr_in addr; }
addr.sin_family = AF_INET;
addr.sin_port = htons(port); sockaddr_in addr;
addr.sin_addr.s_addr = inet_addr(ip.c_str()); addr.sin_family = AF_INET;
addr.sin_port = htons(port);
if (st_connect(stfd, (const struct sockaddr*)&addr, sizeof(sockaddr_in), ST_UTIME_NO_TIMEOUT) == -1){ addr.sin_addr.s_addr = inet_addr(ip.c_str());
ret = ERROR_ST_CONNECT;
srs_error("connect to server error. ip=%s, port=%d, ret=%d", ip.c_str(), port, ret); if (st_connect(stfd, (const struct sockaddr*)&addr, sizeof(sockaddr_in), ST_UTIME_NO_TIMEOUT) == -1){
return ret; ret = ERROR_ST_CONNECT;
} srs_error("connect to server error. ip=%s, port=%d, ret=%d", ip.c_str(), port, ret);
srs_trace("connect to server success. server=%s, ip=%s, port=%d", server.c_str(), ip.c_str(), port); return ret;
}
return ret; srs_trace("connect to server success. server=%s, ip=%s, port=%d", server.c_str(), ip.c_str(), port);
}
return ret;
int SrsForwarder::cycle() }
{
int ret = ERROR_SUCCESS; int SrsForwarder::cycle()
{
client->set_recv_timeout(SRS_RECV_TIMEOUT_US); int ret = ERROR_SUCCESS;
client->set_send_timeout(SRS_SEND_TIMEOUT_US);
client->set_recv_timeout(SRS_RECV_TIMEOUT_US);
if ((ret = connect_server()) != ERROR_SUCCESS) { client->set_send_timeout(SRS_SEND_TIMEOUT_US);
return ret;
} if ((ret = connect_server()) != ERROR_SUCCESS) {
srs_assert(client); return ret;
}
if ((ret = client->handshake()) != ERROR_SUCCESS) { srs_assert(client);
srs_error("handshake with server failed. ret=%d", ret);
return ret; if ((ret = client->handshake()) != ERROR_SUCCESS) {
} srs_error("handshake with server failed. ret=%d", ret);
if ((ret = client->connect_app(app, tc_url)) != ERROR_SUCCESS) { return ret;
srs_error("connect with server failed, tcUrl=%s. ret=%d", tc_url.c_str(), ret); }
return ret; if ((ret = client->connect_app(app, tc_url)) != ERROR_SUCCESS) {
} srs_error("connect with server failed, tcUrl=%s. ret=%d", tc_url.c_str(), ret);
if ((ret = client->create_stream(stream_id)) != ERROR_SUCCESS) { return ret;
srs_error("connect with server failed, stream_id=%d. ret=%d", stream_id, ret); }
return ret; if ((ret = client->create_stream(stream_id)) != ERROR_SUCCESS) {
} srs_error("connect with server failed, stream_id=%d. ret=%d", stream_id, ret);
if ((ret = client->publish(stream_name, stream_id)) != ERROR_SUCCESS) { return ret;
srs_error("connect with server failed, stream_name=%s, stream_id=%d. ret=%d", }
stream_name.c_str(), stream_id, ret); if ((ret = client->publish(stream_name, stream_id)) != ERROR_SUCCESS) {
return ret; srs_error("connect with server failed, stream_name=%s, stream_id=%d. ret=%d",
} stream_name.c_str(), stream_id, ret);
return ret;
if ((ret = forward()) != ERROR_SUCCESS) { }
return ret;
} if ((ret = forward()) != ERROR_SUCCESS) {
return ret;
return ret; }
}
return ret;
int SrsForwarder::forward() }
{
int ret = ERROR_SUCCESS; int SrsForwarder::forward()
{
client->set_recv_timeout(SRS_PULSE_TIMEOUT_MS * 1000); int ret = ERROR_SUCCESS;
SrsPithyPrint pithy_print(SRS_STAGE_FORWARDER); client->set_recv_timeout(SRS_PULSE_TIMEOUT_MS * 1000);
while (loop) { SrsPithyPrint pithy_print(SRS_STAGE_FORWARDER);
pithy_print.elapse(SRS_PULSE_TIMEOUT_MS);
while (loop) {
// switch to other st-threads. pithy_print.elapse(SRS_PULSE_TIMEOUT_MS);
st_usleep(0);
// switch to other st-threads.
// read from client. st_usleep(0);
if (true) {
SrsCommonMessage* msg = NULL; // read from client.
ret = client->recv_message(&msg); if (true) {
SrsCommonMessage* msg = NULL;
srs_verbose("play loop recv message. ret=%d", ret); ret = client->recv_message(&msg);
if (ret != ERROR_SUCCESS && ret != ERROR_SOCKET_TIMEOUT) {
srs_error("recv server control message failed. ret=%d", ret); srs_verbose("play loop recv message. ret=%d", ret);
return ret; if (ret != ERROR_SUCCESS && ret != ERROR_SOCKET_TIMEOUT) {
} srs_error("recv server control message failed. ret=%d", ret);
} return ret;
}
// ignore when no messages. }
int count = (int)msgs.size();
if (msgs.empty()) { // ignore when no messages.
continue; int count = (int)msgs.size();
} if (msgs.empty()) {
continue;
// reportable }
if (pithy_print.can_print()) {
srs_trace("-> time=%"PRId64", msgs=%d, obytes=%"PRId64", ibytes=%"PRId64", okbps=%d, ikbps=%d", // reportable
pithy_print.get_age(), count, client->get_send_bytes(), client->get_recv_bytes(), client->get_send_kbps(), client->get_recv_kbps()); if (pithy_print.can_print()) {
} srs_trace("-> time=%"PRId64", msgs=%d, obytes=%"PRId64", ibytes=%"PRId64", okbps=%d, ikbps=%d",
pithy_print.get_age(), count, client->get_send_bytes(), client->get_recv_bytes(), client->get_send_kbps(), client->get_recv_kbps());
// all msgs to forward. }
int i = 0;
for (i = 0; i < count; i++) { // all msgs to forward.
SrsSharedPtrMessage* msg = msgs[i]; int i = 0;
msgs[i] = NULL; for (i = 0; i < count; i++) {
SrsSharedPtrMessage* msg = msgs[i];
// we erased the sendout messages, the msg must not be NULL. msgs[i] = NULL;
srs_assert(msg);
// we erased the sendout messages, the msg must not be NULL.
ret = client->send_message(msg); srs_assert(msg);
if (ret != ERROR_SUCCESS) {
srs_error("forwarder send message to server failed. ret=%d", ret); ret = client->send_message(msg);
if (ret != ERROR_SUCCESS) {
// convert the index to count when error. srs_error("forwarder send message to server failed. ret=%d", ret);
i++;
// convert the index to count when error.
break; i++;
}
} break;
}
// clear sendout mesages. }
if (i < count) {
srs_warn("clear forwarded msg, total=%d, forwarded=%d, ret=%d", count, i, ret); // clear sendout mesages.
} else { if (i < count) {
srs_info("clear forwarded msg, total=%d, forwarded=%d, ret=%d", count, i, ret); srs_warn("clear forwarded msg, total=%d, forwarded=%d, ret=%d", count, i, ret);
} } else {
msgs.erase(msgs.begin(), msgs.begin() + i); srs_info("clear forwarded msg, total=%d, forwarded=%d, ret=%d", count, i, ret);
}
if (ret != ERROR_SUCCESS) { msgs.erase(msgs.begin(), msgs.begin() + i);
break;
} if (ret != ERROR_SUCCESS) {
} break;
}
return ret; }
}
return ret;
void SrsForwarder::forward_cycle() }
{
int ret = ERROR_SUCCESS; void SrsForwarder::forward_cycle()
{
log_context->generate_id(); int ret = ERROR_SUCCESS;
srs_trace("forward cycle start");
log_context->generate_id();
while (loop) { srs_trace("forward cycle start");
if ((ret = cycle()) != ERROR_SUCCESS) {
srs_warn("forward cycle failed, ignored and retry, ret=%d", ret); while (loop) {
} else { if ((ret = cycle()) != ERROR_SUCCESS) {
srs_info("forward cycle success, retry"); srs_warn("forward cycle failed, ignored and retry, ret=%d", ret);
} } else {
srs_info("forward cycle success, retry");
if (!loop) { }
break;
} if (!loop) {
break;
st_usleep(SRS_FORWARDER_SLEEP_MS * 1000); }
if ((ret = open_socket()) != ERROR_SUCCESS) { st_usleep(SRS_FORWARDER_SLEEP_MS * 1000);
srs_warn("forward cycle reopen failed, ignored and retry, ret=%d", ret);
} else { if ((ret = open_socket()) != ERROR_SUCCESS) {
srs_info("forward cycle reopen success"); srs_warn("forward cycle reopen failed, ignored and retry, ret=%d", ret);
} } else {
} srs_info("forward cycle reopen success");
srs_trace("forward cycle finished"); }
} }
srs_trace("forward cycle finished");
void* SrsForwarder::forward_thread(void* arg) }
{
SrsForwarder* obj = (SrsForwarder*)arg; void* SrsForwarder::forward_thread(void* arg)
srs_assert(obj != NULL); {
SrsForwarder* obj = (SrsForwarder*)arg;
obj->loop = true; srs_assert(obj != NULL);
obj->forward_cycle();
obj->loop = true;
return NULL; obj->forward_cycle();
}
return NULL;
}