mirror of
https://github.com/ossrs/srs.git
synced 2025-02-13 03:41:55 +00:00
for #299, refine the codec object name
This commit is contained in:
parent
d7458c4e72
commit
caf69f193d
29 changed files with 731 additions and 699 deletions
|
@ -454,9 +454,9 @@ int SrsDvrFlvSegmenter::encode_video(SrsSharedPtrMessage* video)
|
|||
|
||||
char* payload = video->payload;
|
||||
int size = video->size;
|
||||
bool sh = SrsFlvCodec::video_is_sequence_header(payload, size);
|
||||
bool keyframe = SrsFlvCodec::video_is_h264(payload, size)
|
||||
&& SrsFlvCodec::video_is_keyframe(payload, size) && !sh;
|
||||
bool sh = SrsFlvVideo::sh(payload, size);
|
||||
bool keyframe = SrsFlvVideo::h264(payload, size)
|
||||
&& SrsFlvVideo::keyframe(payload, size) && !sh;
|
||||
|
||||
if (keyframe) {
|
||||
has_keyframe = true;
|
||||
|
@ -534,23 +534,23 @@ int SrsDvrMp4Segmenter::encode_audio(SrsSharedPtrMessage* audio)
|
|||
return ret;
|
||||
}
|
||||
uint8_t v = buffer->read_1bytes();
|
||||
SrsCodecAudio sound_format = (SrsCodecAudio)((v >> 4) & 0x0f);
|
||||
SrsCodecAudioSampleRate sound_rate = (SrsCodecAudioSampleRate)((v >> 2) & 0x03);
|
||||
SrsCodecAudioSampleSize sound_size = (SrsCodecAudioSampleSize)((v >> 1) & 0x01);
|
||||
SrsCodecAudioSoundType channels = (SrsCodecAudioSoundType)(v&0x01);
|
||||
SrsAudioCodecId sound_format = (SrsAudioCodecId)((v >> 4) & 0x0f);
|
||||
SrsAudioSampleRate sound_rate = (SrsAudioSampleRate)((v >> 2) & 0x03);
|
||||
SrsAudioSampleSize sound_size = (SrsAudioSampleSize)((v >> 1) & 0x01);
|
||||
SrsAudioSoundType channels = (SrsAudioSoundType)(v&0x01);
|
||||
|
||||
uint16_t ct = 0x00;
|
||||
if (sound_format == SrsCodecAudioAAC) {
|
||||
if (sound_format == SrsAudioCodecIdAAC) {
|
||||
if (!buffer->require(1)) {
|
||||
ret = ERROR_FLV_REQUIRE_SPACE;
|
||||
srs_error("DVR require flva 1 byte space, format=%d. ret=%d", sound_format, ret);
|
||||
return ret;
|
||||
}
|
||||
v = buffer->read_1bytes();
|
||||
ct = (v == 0? SrsCodecAudioTypeSequenceHeader:SrsCodecAudioTypeRawData);
|
||||
ct = (v == 0? SrsAudioAacFrameTraitSequenceHeader:SrsAudioAacFrameTraitRawData);
|
||||
}
|
||||
|
||||
if (ct == SrsCodecAudioTypeSequenceHeader) {
|
||||
if (ct == SrsAudioAacFrameTraitSequenceHeader) {
|
||||
enc->acodec = sound_format;
|
||||
enc->sample_rate = sound_rate;
|
||||
enc->sound_bits = sound_size;
|
||||
|
@ -579,18 +579,18 @@ int SrsDvrMp4Segmenter::encode_video(SrsSharedPtrMessage* video)
|
|||
return ret;
|
||||
}
|
||||
uint8_t v = buffer->read_1bytes();
|
||||
SrsCodecVideoAVCFrame frame_type = (SrsCodecVideoAVCFrame)((v>>4)&0x0f);
|
||||
SrsCodecVideo codec_id = (SrsCodecVideo)(v&0x0f);
|
||||
SrsVideoAvcFrameType frame_type = (SrsVideoAvcFrameType)((v>>4)&0x0f);
|
||||
SrsVideoCodecId codec_id = (SrsVideoCodecId)(v&0x0f);
|
||||
|
||||
if (!buffer->require(4)) {
|
||||
ret = ERROR_FLV_REQUIRE_SPACE;
|
||||
srs_error("DVR require flvv 4 bytes space, codec=%d. ret=%d", codec_id, ret);
|
||||
return ret;
|
||||
}
|
||||
SrsCodecVideoAVCType ct = (SrsCodecVideoAVCType)buffer->read_1bytes();
|
||||
SrsVideoAvcFrameTrait ct = (SrsVideoAvcFrameTrait)buffer->read_1bytes();
|
||||
uint32_t cts = (uint32_t)buffer->read_3bytes();
|
||||
|
||||
if (ct == SrsCodecVideoAVCTypeSequenceHeader) {
|
||||
if (ct == SrsVideoAvcFrameTraitSequenceHeader) {
|
||||
enc->vcodec = codec_id;
|
||||
}
|
||||
|
||||
|
@ -929,9 +929,9 @@ int SrsDvrSegmentPlan::update_duration(SrsSharedPtrMessage* msg)
|
|||
|
||||
char* payload = msg->payload;
|
||||
int size = msg->size;
|
||||
bool is_key_frame = SrsFlvCodec::video_is_h264(payload, size)
|
||||
&& SrsFlvCodec::video_is_keyframe(payload, size)
|
||||
&& !SrsFlvCodec::video_is_sequence_header(payload, size);
|
||||
bool is_key_frame = SrsFlvVideo::h264(payload, size)
|
||||
&& SrsFlvVideo::keyframe(payload, size)
|
||||
&& !SrsFlvVideo::sh(payload, size);
|
||||
if (!is_key_frame) {
|
||||
return ret;
|
||||
}
|
||||
|
|
|
@ -184,7 +184,7 @@ int SrsForwarder::on_audio(SrsSharedPtrMessage* shared_audio)
|
|||
return ret;
|
||||
}
|
||||
|
||||
if (SrsFlvCodec::audio_is_sequence_header(msg->payload, msg->size)) {
|
||||
if (SrsFlvAudio::sh(msg->payload, msg->size)) {
|
||||
srs_freep(sh_audio);
|
||||
sh_audio = msg->copy();
|
||||
}
|
||||
|
@ -208,7 +208,7 @@ int SrsForwarder::on_video(SrsSharedPtrMessage* shared_video)
|
|||
return ret;
|
||||
}
|
||||
|
||||
if (SrsFlvCodec::video_is_sequence_header(msg->payload, msg->size)) {
|
||||
if (SrsFlvVideo::sh(msg->payload, msg->size)) {
|
||||
srs_freep(sh_video);
|
||||
sh_video = msg->copy();
|
||||
}
|
||||
|
|
|
@ -331,7 +331,7 @@ int SrsHds::on_video(SrsSharedPtrMessage* msg)
|
|||
return ret;
|
||||
}
|
||||
|
||||
if (SrsFlvCodec::video_is_sequence_header(msg->payload, msg->size)) {
|
||||
if (SrsFlvVideo::sh(msg->payload, msg->size)) {
|
||||
srs_freep(video_sh);
|
||||
video_sh = msg->copy();
|
||||
}
|
||||
|
@ -383,7 +383,7 @@ int SrsHds::on_audio(SrsSharedPtrMessage* msg)
|
|||
return ret;
|
||||
}
|
||||
|
||||
if (SrsFlvCodec::audio_is_sequence_header(msg->payload, msg->size)) {
|
||||
if (SrsFlvAudio::sh(msg->payload, msg->size)) {
|
||||
srs_freep(audio_sh);
|
||||
audio_sh = msg->copy();
|
||||
}
|
||||
|
|
|
@ -62,7 +62,7 @@ using namespace std;
|
|||
// reset the piece id when deviation overflow this.
|
||||
#define SRS_JUMP_WHEN_PIECE_DEVIATION 20
|
||||
|
||||
SrsHlsSegment::SrsHlsSegment(SrsTsContext* c, SrsCodecAudio ac, SrsCodecVideo vc)
|
||||
SrsHlsSegment::SrsHlsSegment(SrsTsContext* c, SrsAudioCodecId ac, SrsVideoCodecId vc)
|
||||
{
|
||||
duration = 0;
|
||||
sequence_no = 0;
|
||||
|
@ -223,7 +223,7 @@ SrsHlsMuxer::SrsHlsMuxer()
|
|||
max_td = 0;
|
||||
_sequence_no = 0;
|
||||
current = NULL;
|
||||
acodec = SrsCodecAudioReserved1;
|
||||
acodec = SrsAudioCodecIdReserved1;
|
||||
async = new SrsAsyncCallWorker();
|
||||
context = new SrsTsContext();
|
||||
}
|
||||
|
@ -361,17 +361,17 @@ int SrsHlsMuxer::segment_open(int64_t segment_start_dts)
|
|||
srs_assert(!current);
|
||||
|
||||
// load the default acodec from config.
|
||||
SrsCodecAudio default_acodec = SrsCodecAudioAAC;
|
||||
SrsAudioCodecId default_acodec = SrsAudioCodecIdAAC;
|
||||
if (true) {
|
||||
std::string default_acodec_str = _srs_config->get_hls_acodec(req->vhost);
|
||||
if (default_acodec_str == "mp3") {
|
||||
default_acodec = SrsCodecAudioMP3;
|
||||
default_acodec = SrsAudioCodecIdMP3;
|
||||
srs_info("hls: use default mp3 acodec");
|
||||
} else if (default_acodec_str == "aac") {
|
||||
default_acodec = SrsCodecAudioAAC;
|
||||
default_acodec = SrsAudioCodecIdAAC;
|
||||
srs_info("hls: use default aac acodec");
|
||||
} else if (default_acodec_str == "an") {
|
||||
default_acodec = SrsCodecAudioDisabled;
|
||||
default_acodec = SrsAudioCodecIdDisabled;
|
||||
srs_info("hls: use default an acodec for pure video");
|
||||
} else {
|
||||
srs_warn("hls: use aac for other codec=%s", default_acodec_str.c_str());
|
||||
|
@ -379,14 +379,14 @@ int SrsHlsMuxer::segment_open(int64_t segment_start_dts)
|
|||
}
|
||||
|
||||
// load the default vcodec from config.
|
||||
SrsCodecVideo default_vcodec = SrsCodecVideoAVC;
|
||||
SrsVideoCodecId default_vcodec = SrsVideoCodecIdAVC;
|
||||
if (true) {
|
||||
std::string default_vcodec_str = _srs_config->get_hls_vcodec(req->vhost);
|
||||
if (default_vcodec_str == "h264") {
|
||||
default_vcodec = SrsCodecVideoAVC;
|
||||
default_vcodec = SrsVideoCodecIdAVC;
|
||||
srs_info("hls: use default h264 vcodec");
|
||||
} else if (default_vcodec_str == "vn") {
|
||||
default_vcodec = SrsCodecVideoDisabled;
|
||||
default_vcodec = SrsVideoCodecIdDisabled;
|
||||
srs_info("hls: use default vn vcodec for pure audio");
|
||||
} else {
|
||||
srs_warn("hls: use h264 for other codec=%s", default_vcodec_str.c_str());
|
||||
|
@ -483,7 +483,7 @@ int SrsHlsMuxer::segment_open(int64_t segment_start_dts)
|
|||
|
||||
// set the segment muxer audio codec.
|
||||
// TODO: FIXME: refine code, use event instead.
|
||||
if (acodec != SrsCodecAudioReserved1) {
|
||||
if (acodec != SrsAudioCodecIdReserved1) {
|
||||
current->muxer->update_acodec(acodec);
|
||||
}
|
||||
|
||||
|
@ -543,7 +543,7 @@ bool SrsHlsMuxer::is_segment_absolutely_overflow()
|
|||
return current->duration >= hls_aof_ratio * hls_fragment + deviation;
|
||||
}
|
||||
|
||||
int SrsHlsMuxer::update_acodec(SrsCodecAudio ac)
|
||||
int SrsHlsMuxer::update_acodec(SrsAudioCodecId ac)
|
||||
{
|
||||
srs_assert(current);
|
||||
srs_assert(current->muxer);
|
||||
|
@ -553,7 +553,7 @@ int SrsHlsMuxer::update_acodec(SrsCodecAudio ac)
|
|||
|
||||
bool SrsHlsMuxer::pure_audio()
|
||||
{
|
||||
return current && current->muxer && current->muxer->video_codec() == SrsCodecVideoDisabled;
|
||||
return current && current->muxer && current->muxer->video_codec() == SrsVideoCodecIdDisabled;
|
||||
}
|
||||
|
||||
int SrsHlsMuxer::flush_audio(SrsTsCache* cache)
|
||||
|
@ -863,7 +863,7 @@ void SrsHlsController::dispose()
|
|||
muxer->dispose();
|
||||
}
|
||||
|
||||
int SrsHlsController::update_acodec(SrsCodecAudio ac)
|
||||
int SrsHlsController::update_acodec(SrsAudioCodecId ac)
|
||||
{
|
||||
return muxer->update_acodec(ac);
|
||||
}
|
||||
|
@ -1020,7 +1020,7 @@ int SrsHlsController::write_video(SrsVideoFrame* frame, int64_t dts)
|
|||
// do reap ts if any of:
|
||||
// a. wait keyframe and got keyframe.
|
||||
// b. always reap when not wait keyframe.
|
||||
if (!muxer->wait_keyframe() || frame->frame_type == SrsCodecVideoAVCFrameKeyFrame) {
|
||||
if (!muxer->wait_keyframe() || frame->frame_type == SrsVideoAvcFrameTypeKeyFrame) {
|
||||
// reap the segment, which will also flush the video.
|
||||
if ((ret = reap_segment("video", ts->video->dts)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
|
@ -1216,8 +1216,8 @@ int SrsHls::on_audio(SrsSharedPtrMessage* shared_audio, SrsFormat* format)
|
|||
|
||||
// ts support audio codec: aac/mp3
|
||||
srs_assert(format->acodec);
|
||||
SrsCodecAudio acodec = format->acodec->id;
|
||||
if (acodec != SrsCodecAudioAAC && acodec != SrsCodecAudioMP3) {
|
||||
SrsAudioCodecId acodec = format->acodec->id;
|
||||
if (acodec != SrsAudioCodecIdAAC && acodec != SrsAudioCodecIdMP3) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
|
@ -1229,7 +1229,7 @@ int SrsHls::on_audio(SrsSharedPtrMessage* shared_audio, SrsFormat* format)
|
|||
|
||||
// ignore sequence header
|
||||
srs_assert(format->audio);
|
||||
if (acodec == SrsCodecAudioAAC && format->audio->aac_packet_type == SrsCodecAudioTypeSequenceHeader) {
|
||||
if (acodec == SrsAudioCodecIdAAC && format->audio->aac_packet_type == SrsAudioAacFrameTraitSequenceHeader) {
|
||||
return controller->on_sequence_header();
|
||||
}
|
||||
|
||||
|
@ -1270,17 +1270,17 @@ int SrsHls::on_video(SrsSharedPtrMessage* shared_video, SrsFormat* format)
|
|||
// ignore info frame,
|
||||
// @see https://github.com/ossrs/srs/issues/288#issuecomment-69863909
|
||||
srs_assert(format->video);
|
||||
if (format->video->frame_type == SrsCodecVideoAVCFrameVideoInfoFrame) {
|
||||
if (format->video->frame_type == SrsVideoAvcFrameTypeVideoInfoFrame) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
srs_assert(format->vcodec);
|
||||
if (format->vcodec->id != SrsCodecVideoAVC) {
|
||||
if (format->vcodec->id != SrsVideoCodecIdAVC) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
// ignore sequence header
|
||||
if (format->video->avc_packet_type == SrsCodecVideoAVCTypeSequenceHeader) {
|
||||
if (format->video->avc_packet_type == SrsVideoAvcFrameTraitSequenceHeader) {
|
||||
return controller->on_sequence_header();
|
||||
}
|
||||
|
||||
|
|
|
@ -78,7 +78,7 @@ public:
|
|||
// whether current segement is sequence header.
|
||||
bool is_sequence_header;
|
||||
public:
|
||||
SrsHlsSegment(SrsTsContext* c, SrsCodecAudio ac, SrsCodecVideo vc);
|
||||
SrsHlsSegment(SrsTsContext* c, SrsAudioCodecId ac, SrsVideoCodecId vc);
|
||||
virtual ~SrsHlsSegment();
|
||||
public:
|
||||
/**
|
||||
|
@ -179,7 +179,7 @@ private:
|
|||
* set the muxer audio codec.
|
||||
* @see https://github.com/ossrs/srs/issues/301
|
||||
*/
|
||||
SrsCodecAudio acodec;
|
||||
SrsAudioCodecId acodec;
|
||||
/**
|
||||
* the ts context, to keep cc continous between ts.
|
||||
* @see https://github.com/ossrs/srs/issues/375
|
||||
|
@ -230,7 +230,7 @@ public:
|
|||
*/
|
||||
virtual bool is_segment_absolutely_overflow();
|
||||
public:
|
||||
virtual int update_acodec(SrsCodecAudio ac);
|
||||
virtual int update_acodec(SrsAudioCodecId ac);
|
||||
/**
|
||||
* whether current hls muxer is pure audio mode.
|
||||
*/
|
||||
|
@ -278,7 +278,7 @@ public:
|
|||
public:
|
||||
virtual int initialize();
|
||||
virtual void dispose();
|
||||
virtual int update_acodec(SrsCodecAudio ac);
|
||||
virtual int update_acodec(SrsAudioCodecId ac);
|
||||
virtual int sequence_no();
|
||||
virtual std::string ts_url();
|
||||
virtual double duration();
|
||||
|
|
|
@ -266,7 +266,7 @@ int SrsFlvStreamEncoder::write_video(int64_t timestamp, char* data, int size)
|
|||
|
||||
int SrsFlvStreamEncoder::write_metadata(int64_t timestamp, char* data, int size)
|
||||
{
|
||||
return enc->write_metadata(SrsCodecFlvTagScript, data, size);
|
||||
return enc->write_metadata(SrsFrameTypeScript, data, size);
|
||||
}
|
||||
|
||||
bool SrsFlvStreamEncoder::has_cache()
|
||||
|
|
|
@ -438,8 +438,8 @@ int SrsMpegtsOverUdp::write_h264_sps_pps(uint32_t dts, uint32_t pts)
|
|||
}
|
||||
|
||||
// h264 packet to flv packet.
|
||||
int8_t frame_type = SrsCodecVideoAVCFrameKeyFrame;
|
||||
int8_t avc_packet_type = SrsCodecVideoAVCTypeSequenceHeader;
|
||||
int8_t frame_type = SrsVideoAvcFrameTypeKeyFrame;
|
||||
int8_t avc_packet_type = SrsVideoAvcFrameTraitSequenceHeader;
|
||||
char* flv = NULL;
|
||||
int nb_flv = 0;
|
||||
if ((ret = avc->mux_avc2flv(sh, frame_type, avc_packet_type, dts, pts, &flv, &nb_flv)) != ERROR_SUCCESS) {
|
||||
|
@ -448,7 +448,7 @@ int SrsMpegtsOverUdp::write_h264_sps_pps(uint32_t dts, uint32_t pts)
|
|||
|
||||
// the timestamp in rtmp message header is dts.
|
||||
uint32_t timestamp = dts;
|
||||
if ((ret = rtmp_write_packet(SrsCodecFlvTagVideo, timestamp, flv, nb_flv)) != ERROR_SUCCESS) {
|
||||
if ((ret = rtmp_write_packet(SrsFrameTypeVideo, timestamp, flv, nb_flv)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
|
@ -476,9 +476,9 @@ int SrsMpegtsOverUdp::write_h264_ipb_frame(char* frame, int frame_size, uint32_t
|
|||
SrsAvcNaluType nal_unit_type = (SrsAvcNaluType)(frame[0] & 0x1f);
|
||||
|
||||
// for IDR frame, the frame is keyframe.
|
||||
SrsCodecVideoAVCFrame frame_type = SrsCodecVideoAVCFrameInterFrame;
|
||||
SrsVideoAvcFrameType frame_type = SrsVideoAvcFrameTypeInterFrame;
|
||||
if (nal_unit_type == SrsAvcNaluTypeIDR) {
|
||||
frame_type = SrsCodecVideoAVCFrameKeyFrame;
|
||||
frame_type = SrsVideoAvcFrameTypeKeyFrame;
|
||||
}
|
||||
|
||||
std::string ibp;
|
||||
|
@ -486,7 +486,7 @@ int SrsMpegtsOverUdp::write_h264_ipb_frame(char* frame, int frame_size, uint32_t
|
|||
return ret;
|
||||
}
|
||||
|
||||
int8_t avc_packet_type = SrsCodecVideoAVCTypeNALU;
|
||||
int8_t avc_packet_type = SrsVideoAvcFrameTraitNALU;
|
||||
char* flv = NULL;
|
||||
int nb_flv = 0;
|
||||
if ((ret = avc->mux_avc2flv(ibp, frame_type, avc_packet_type, dts, pts, &flv, &nb_flv)) != ERROR_SUCCESS) {
|
||||
|
@ -495,7 +495,7 @@ int SrsMpegtsOverUdp::write_h264_ipb_frame(char* frame, int frame_size, uint32_t
|
|||
|
||||
// the timestamp in rtmp message header is dts.
|
||||
uint32_t timestamp = dts;
|
||||
return rtmp_write_packet(SrsCodecFlvTagVideo, timestamp, flv, nb_flv);
|
||||
return rtmp_write_packet(SrsFrameTypeVideo, timestamp, flv, nb_flv);
|
||||
}
|
||||
|
||||
int SrsMpegtsOverUdp::on_ts_audio(SrsTsMessage* msg, SrsBuffer* avs)
|
||||
|
@ -561,7 +561,7 @@ int SrsMpegtsOverUdp::write_audio_raw_frame(char* frame, int frame_size, SrsRawA
|
|||
return ret;
|
||||
}
|
||||
|
||||
return rtmp_write_packet(SrsCodecFlvTagAudio, dts, data, size);
|
||||
return rtmp_write_packet(SrsFrameTypeAudio, dts, data, size);
|
||||
}
|
||||
|
||||
int SrsMpegtsOverUdp::rtmp_write_packet(char type, uint32_t timestamp, char* data, int size)
|
||||
|
|
|
@ -518,28 +518,28 @@ int SrsRtspConn::write_sequence_header()
|
|||
return ret;
|
||||
}
|
||||
|
||||
SrsAudioCodec* dec = format->acodec;
|
||||
SrsAudioCodecConfig* dec = format->acodec;
|
||||
|
||||
acodec->sound_format = SrsCodecAudioAAC;
|
||||
acodec->sound_type = (dec->aac_channels == 2)? SrsCodecAudioSoundTypeStereo : SrsCodecAudioSoundTypeMono;
|
||||
acodec->sound_size = SrsCodecAudioSampleSize16bit;
|
||||
acodec->sound_format = SrsAudioCodecIdAAC;
|
||||
acodec->sound_type = (dec->aac_channels == 2)? SrsAudioSoundTypeStereo : SrsAudioSoundTypeMono;
|
||||
acodec->sound_size = SrsAudioSampleSize16bit;
|
||||
acodec->aac_packet_type = 0;
|
||||
|
||||
static int aac_sample_rates[] = {
|
||||
static int srs_aac_srates[] = {
|
||||
96000, 88200, 64000, 48000,
|
||||
44100, 32000, 24000, 22050,
|
||||
16000, 12000, 11025, 8000,
|
||||
7350, 0, 0, 0
|
||||
};
|
||||
switch (aac_sample_rates[dec->aac_sample_rate]) {
|
||||
switch (srs_aac_srates[dec->aac_sample_rate]) {
|
||||
case 11025:
|
||||
acodec->sound_rate = SrsCodecAudioSampleRate11025;
|
||||
acodec->sound_rate = SrsAudioSampleRate11025;
|
||||
break;
|
||||
case 22050:
|
||||
acodec->sound_rate = SrsCodecAudioSampleRate22050;
|
||||
acodec->sound_rate = SrsAudioSampleRate22050;
|
||||
break;
|
||||
case 44100:
|
||||
acodec->sound_rate = SrsCodecAudioSampleRate44100;
|
||||
acodec->sound_rate = SrsAudioSampleRate44100;
|
||||
break;
|
||||
default:
|
||||
break;
|
||||
|
@ -564,8 +564,8 @@ int SrsRtspConn::write_h264_sps_pps(uint32_t dts, uint32_t pts)
|
|||
}
|
||||
|
||||
// h264 packet to flv packet.
|
||||
int8_t frame_type = SrsCodecVideoAVCFrameKeyFrame;
|
||||
int8_t avc_packet_type = SrsCodecVideoAVCTypeSequenceHeader;
|
||||
int8_t frame_type = SrsVideoAvcFrameTypeKeyFrame;
|
||||
int8_t avc_packet_type = SrsVideoAvcFrameTraitSequenceHeader;
|
||||
char* flv = NULL;
|
||||
int nb_flv = 0;
|
||||
if ((ret = avc->mux_avc2flv(sh, frame_type, avc_packet_type, dts, pts, &flv, &nb_flv)) != ERROR_SUCCESS) {
|
||||
|
@ -574,7 +574,7 @@ int SrsRtspConn::write_h264_sps_pps(uint32_t dts, uint32_t pts)
|
|||
|
||||
// the timestamp in rtmp message header is dts.
|
||||
uint32_t timestamp = dts;
|
||||
if ((ret = rtmp_write_packet(SrsCodecFlvTagVideo, timestamp, flv, nb_flv)) != ERROR_SUCCESS) {
|
||||
if ((ret = rtmp_write_packet(SrsFrameTypeVideo, timestamp, flv, nb_flv)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
|
@ -591,9 +591,9 @@ int SrsRtspConn::write_h264_ipb_frame(char* frame, int frame_size, uint32_t dts,
|
|||
SrsAvcNaluType nal_unit_type = (SrsAvcNaluType)(frame[0] & 0x1f);
|
||||
|
||||
// for IDR frame, the frame is keyframe.
|
||||
SrsCodecVideoAVCFrame frame_type = SrsCodecVideoAVCFrameInterFrame;
|
||||
SrsVideoAvcFrameType frame_type = SrsVideoAvcFrameTypeInterFrame;
|
||||
if (nal_unit_type == SrsAvcNaluTypeIDR) {
|
||||
frame_type = SrsCodecVideoAVCFrameKeyFrame;
|
||||
frame_type = SrsVideoAvcFrameTypeKeyFrame;
|
||||
}
|
||||
|
||||
std::string ibp;
|
||||
|
@ -601,7 +601,7 @@ int SrsRtspConn::write_h264_ipb_frame(char* frame, int frame_size, uint32_t dts,
|
|||
return ret;
|
||||
}
|
||||
|
||||
int8_t avc_packet_type = SrsCodecVideoAVCTypeNALU;
|
||||
int8_t avc_packet_type = SrsVideoAvcFrameTraitNALU;
|
||||
char* flv = NULL;
|
||||
int nb_flv = 0;
|
||||
if ((ret = avc->mux_avc2flv(ibp, frame_type, avc_packet_type, dts, pts, &flv, &nb_flv)) != ERROR_SUCCESS) {
|
||||
|
@ -610,7 +610,7 @@ int SrsRtspConn::write_h264_ipb_frame(char* frame, int frame_size, uint32_t dts,
|
|||
|
||||
// the timestamp in rtmp message header is dts.
|
||||
uint32_t timestamp = dts;
|
||||
return rtmp_write_packet(SrsCodecFlvTagVideo, timestamp, flv, nb_flv);
|
||||
return rtmp_write_packet(SrsFrameTypeVideo, timestamp, flv, nb_flv);
|
||||
}
|
||||
|
||||
int SrsRtspConn::write_audio_raw_frame(char* frame, int frame_size, SrsRawAacStreamCodec* codec, uint32_t dts)
|
||||
|
@ -623,7 +623,7 @@ int SrsRtspConn::write_audio_raw_frame(char* frame, int frame_size, SrsRawAacStr
|
|||
return ret;
|
||||
}
|
||||
|
||||
return rtmp_write_packet(SrsCodecFlvTagAudio, dts, data, size);
|
||||
return rtmp_write_packet(SrsFrameTypeAudio, dts, data, size);
|
||||
}
|
||||
|
||||
int SrsRtspConn::rtmp_write_packet(char type, uint32_t timestamp, char* data, int size)
|
||||
|
|
|
@ -362,12 +362,12 @@ void SrsMessageQueue::shrink()
|
|||
for (int i = 0; i < (int)msgs.size(); i++) {
|
||||
SrsSharedPtrMessage* msg = msgs.at(i);
|
||||
|
||||
if (msg->is_video() && SrsFlvCodec::video_is_sequence_header(msg->payload, msg->size)) {
|
||||
if (msg->is_video() && SrsFlvVideo::sh(msg->payload, msg->size)) {
|
||||
srs_freep(video_sh);
|
||||
video_sh = msg;
|
||||
continue;
|
||||
}
|
||||
else if (msg->is_audio() && SrsFlvCodec::audio_is_sequence_header(msg->payload, msg->size)) {
|
||||
else if (msg->is_audio() && SrsFlvAudio::sh(msg->payload, msg->size)) {
|
||||
srs_freep(audio_sh);
|
||||
audio_sh = msg;
|
||||
continue;
|
||||
|
@ -643,7 +643,7 @@ int SrsGopCache::cache(SrsSharedPtrMessage* shared_msg)
|
|||
// got video, update the video count if acceptable
|
||||
if (msg->is_video()) {
|
||||
// drop video when not h.264
|
||||
if (!SrsFlvCodec::video_is_h264(msg->payload, msg->size)) {
|
||||
if (!SrsFlvVideo::h264(msg->payload, msg->size)) {
|
||||
srs_info("gop cache drop video for none h.264");
|
||||
return ret;
|
||||
}
|
||||
|
@ -671,7 +671,7 @@ int SrsGopCache::cache(SrsSharedPtrMessage* shared_msg)
|
|||
}
|
||||
|
||||
// clear gop cache when got key frame
|
||||
if (msg->is_video() && SrsFlvCodec::video_is_keyframe(msg->payload, msg->size)) {
|
||||
if (msg->is_video() && SrsFlvVideo::keyframe(msg->payload, msg->size)) {
|
||||
srs_info("clear gop cache when got keyframe. vcount=%d, count=%d",
|
||||
cached_video_count, (int)gop_cache.size());
|
||||
|
||||
|
@ -975,22 +975,22 @@ int SrsOriginHub::on_audio(SrsSharedPtrMessage* shared_audio)
|
|||
// donot cache the sequence header to gop_cache, return here.
|
||||
if (format->is_aac_sequence_header()) {
|
||||
srs_assert(format->acodec);
|
||||
SrsAudioCodec* c = format->acodec;
|
||||
SrsAudioCodecConfig* c = format->acodec;
|
||||
|
||||
static int flv_sample_sizes[] = {8, 16, 0};
|
||||
static int flv_sound_types[] = {1, 2, 0};
|
||||
|
||||
// when got audio stream info.
|
||||
SrsStatistic* stat = SrsStatistic::instance();
|
||||
if ((ret = stat->on_audio_info(req, SrsCodecAudioAAC, c->sound_rate, c->sound_type, c->aac_object)) != ERROR_SUCCESS) {
|
||||
if ((ret = stat->on_audio_info(req, SrsAudioCodecIdAAC, c->sound_rate, c->sound_type, c->aac_object)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
srs_trace("%dB audio sh, codec(%d, profile=%s, %dchannels, %dkbps, %dHZ), flv(%dbits, %dchannels, %dHZ)",
|
||||
msg->size, c->id, srs_codec_aac_object2str(c->aac_object).c_str(), c->aac_channels,
|
||||
c->audio_data_rate / 1000, aac_sample_rates[c->aac_sample_rate],
|
||||
msg->size, c->id, srs_aac_object2str(c->aac_object).c_str(), c->aac_channels,
|
||||
c->audio_data_rate / 1000, srs_aac_srates[c->aac_sample_rate],
|
||||
flv_sample_sizes[c->sound_size], flv_sound_types[c->sound_type],
|
||||
flv_sample_rates[c->sound_rate]);
|
||||
srs_flv_srates[c->sound_rate]);
|
||||
}
|
||||
|
||||
if ((ret = hls->on_audio(msg, format)) != ERROR_SUCCESS) {
|
||||
|
@ -1080,18 +1080,18 @@ int SrsOriginHub::on_video(SrsSharedPtrMessage* shared_video, bool is_sequence_h
|
|||
// cache the sequence header if h264
|
||||
// donot cache the sequence header to gop_cache, return here.
|
||||
if (format->is_avc_sequence_header()) {
|
||||
SrsVideoCodec* c = format->vcodec;
|
||||
SrsVideoCodecConfig* c = format->vcodec;
|
||||
srs_assert(c);
|
||||
|
||||
// when got video stream info.
|
||||
SrsStatistic* stat = SrsStatistic::instance();
|
||||
if ((ret = stat->on_video_info(req, SrsCodecVideoAVC, c->avc_profile, c->avc_level, c->width, c->height)) != ERROR_SUCCESS) {
|
||||
if ((ret = stat->on_video_info(req, SrsVideoCodecIdAVC, c->avc_profile, c->avc_level, c->width, c->height)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
srs_trace("%dB video sh, codec(%d, profile=%s, level=%s, %dx%d, %dkbps, %.1ffps, %.1fs)",
|
||||
msg->size, c->id, srs_codec_avc_profile2str(c->avc_profile).c_str(),
|
||||
srs_codec_avc_level2str(c->avc_level).c_str(), c->width, c->height,
|
||||
msg->size, c->id, srs_avc_profile2str(c->avc_profile).c_str(),
|
||||
srs_avc_level2str(c->avc_level).c_str(), c->width, c->height,
|
||||
c->video_data_rate / 1000, c->frame_rate, c->duration);
|
||||
}
|
||||
|
||||
|
@ -2171,7 +2171,7 @@ int SrsSource::on_audio_imp(SrsSharedPtrMessage* msg)
|
|||
int ret = ERROR_SUCCESS;
|
||||
|
||||
srs_info("Audio dts=%"PRId64", size=%d", msg->timestamp, msg->size);
|
||||
bool is_aac_sequence_header = SrsFlvCodec::audio_is_sequence_header(msg->payload, msg->size);
|
||||
bool is_aac_sequence_header = SrsFlvAudio::sh(msg->payload, msg->size);
|
||||
bool is_sequence_header = is_aac_sequence_header;
|
||||
|
||||
// whether consumer should drop for the duplicated sequence header.
|
||||
|
@ -2247,7 +2247,7 @@ int SrsSource::on_video(SrsCommonMessage* shared_video)
|
|||
|
||||
// drop any unknown header video.
|
||||
// @see https://github.com/ossrs/srs/issues/421
|
||||
if (!SrsFlvCodec::video_is_acceptable(shared_video->payload, shared_video->size)) {
|
||||
if (!SrsFlvVideo::acceptable(shared_video->payload, shared_video->size)) {
|
||||
char b0 = 0x00;
|
||||
if (shared_video->size > 0) {
|
||||
b0 = shared_video->payload[0];
|
||||
|
@ -2298,7 +2298,7 @@ int SrsSource::on_video_imp(SrsSharedPtrMessage* msg)
|
|||
|
||||
srs_info("Video dts=%"PRId64", size=%d", msg->timestamp, msg->size);
|
||||
|
||||
bool is_sequence_header = SrsFlvCodec::video_is_sequence_header(msg->payload, msg->size);
|
||||
bool is_sequence_header = SrsFlvVideo::sh(msg->payload, msg->size);
|
||||
|
||||
// whether consumer should drop for the duplicated sequence header.
|
||||
bool drop_for_reduce = false;
|
||||
|
|
|
@ -99,14 +99,14 @@ SrsStatisticStream::SrsStatisticStream()
|
|||
connection_cid = -1;
|
||||
|
||||
has_video = false;
|
||||
vcodec = SrsCodecVideoReserved;
|
||||
vcodec = SrsVideoCodecIdReserved;
|
||||
avc_profile = SrsAvcProfileReserved;
|
||||
avc_level = SrsAvcLevelReserved;
|
||||
|
||||
has_audio = false;
|
||||
acodec = SrsCodecAudioReserved1;
|
||||
asample_rate = SrsCodecAudioSampleRateReserved;
|
||||
asound_type = SrsCodecAudioSoundTypeReserved;
|
||||
acodec = SrsAudioCodecIdReserved1;
|
||||
asample_rate = SrsAudioSampleRateReserved;
|
||||
asound_type = SrsAudioSoundTypeReserved;
|
||||
aac_object = SrsAacObjectTypeReserved;
|
||||
width = 0;
|
||||
height = 0;
|
||||
|
@ -153,9 +153,9 @@ int SrsStatisticStream::dumps(SrsJsonObject* obj)
|
|||
SrsJsonObject* video = SrsJsonAny::object();
|
||||
obj->set("video", video);
|
||||
|
||||
video->set("codec", SrsJsonAny::str(srs_codec_video2str(vcodec).c_str()));
|
||||
video->set("profile", SrsJsonAny::str(srs_codec_avc_profile2str(avc_profile).c_str()));
|
||||
video->set("level", SrsJsonAny::str(srs_codec_avc_level2str(avc_level).c_str()));
|
||||
video->set("codec", SrsJsonAny::str(srs_video_codec_id2str(vcodec).c_str()));
|
||||
video->set("profile", SrsJsonAny::str(srs_avc_profile2str(avc_profile).c_str()));
|
||||
video->set("level", SrsJsonAny::str(srs_avc_level2str(avc_level).c_str()));
|
||||
video->set("width", SrsJsonAny::integer(width));
|
||||
video->set("height", SrsJsonAny::integer(height));
|
||||
}
|
||||
|
@ -166,10 +166,10 @@ int SrsStatisticStream::dumps(SrsJsonObject* obj)
|
|||
SrsJsonObject* audio = SrsJsonAny::object();
|
||||
obj->set("audio", audio);
|
||||
|
||||
audio->set("codec", SrsJsonAny::str(srs_codec_audio2str(acodec).c_str()));
|
||||
audio->set("sample_rate", SrsJsonAny::integer(flv_sample_rates[asample_rate]));
|
||||
audio->set("codec", SrsJsonAny::str(srs_audio_codec_id2str(acodec).c_str()));
|
||||
audio->set("sample_rate", SrsJsonAny::integer(srs_flv_srates[asample_rate]));
|
||||
audio->set("channel", SrsJsonAny::integer(asound_type + 1));
|
||||
audio->set("profile", SrsJsonAny::str(srs_codec_aac_object2str(aac_object).c_str()));
|
||||
audio->set("profile", SrsJsonAny::str(srs_aac_object2str(aac_object).c_str()));
|
||||
}
|
||||
|
||||
return ret;
|
||||
|
@ -309,7 +309,7 @@ SrsStatisticClient* SrsStatistic::find_client(int cid)
|
|||
}
|
||||
|
||||
int SrsStatistic::on_video_info(SrsRequest* req,
|
||||
SrsCodecVideo vcodec, SrsAvcProfile avc_profile, SrsAvcLevel avc_level,
|
||||
SrsVideoCodecId vcodec, SrsAvcProfile avc_profile, SrsAvcLevel avc_level,
|
||||
int width, int height
|
||||
) {
|
||||
int ret = ERROR_SUCCESS;
|
||||
|
@ -329,7 +329,7 @@ int SrsStatistic::on_video_info(SrsRequest* req,
|
|||
}
|
||||
|
||||
int SrsStatistic::on_audio_info(SrsRequest* req,
|
||||
SrsCodecAudio acodec, SrsCodecAudioSampleRate asample_rate, SrsCodecAudioSoundType asound_type,
|
||||
SrsAudioCodecId acodec, SrsAudioSampleRate asample_rate, SrsAudioSoundType asound_type,
|
||||
SrsAacObjectType aac_object
|
||||
) {
|
||||
int ret = ERROR_SUCCESS;
|
||||
|
|
|
@ -80,7 +80,7 @@ public:
|
|||
SrsKbps* kbps;
|
||||
public:
|
||||
bool has_video;
|
||||
SrsCodecVideo vcodec;
|
||||
SrsVideoCodecId vcodec;
|
||||
// profile_idc, ISO_IEC_14496-10-AVC-2003.pdf, page 45.
|
||||
SrsAvcProfile avc_profile;
|
||||
// level_idc, ISO_IEC_14496-10-AVC-2003.pdf, page 45.
|
||||
|
@ -90,9 +90,9 @@ public:
|
|||
int height;
|
||||
public:
|
||||
bool has_audio;
|
||||
SrsCodecAudio acodec;
|
||||
SrsCodecAudioSampleRate asample_rate;
|
||||
SrsCodecAudioSoundType asound_type;
|
||||
SrsAudioCodecId acodec;
|
||||
SrsAudioSampleRate asample_rate;
|
||||
SrsAudioSoundType asound_type;
|
||||
/**
|
||||
* audio specified
|
||||
* audioObjectType, in 1.6.2.1 AudioSpecificConfig, page 33,
|
||||
|
@ -170,14 +170,14 @@ public:
|
|||
* when got video info for stream.
|
||||
*/
|
||||
virtual int on_video_info(SrsRequest* req,
|
||||
SrsCodecVideo vcodec, SrsAvcProfile avc_profile, SrsAvcLevel avc_level,
|
||||
SrsVideoCodecId vcodec, SrsAvcProfile avc_profile, SrsAvcLevel avc_level,
|
||||
int width, int height
|
||||
);
|
||||
/**
|
||||
* when got audio info for stream.
|
||||
*/
|
||||
virtual int on_audio_info(SrsRequest* req,
|
||||
SrsCodecAudio acodec, SrsCodecAudioSampleRate asample_rate, SrsCodecAudioSoundType asound_type,
|
||||
SrsAudioCodecId acodec, SrsAudioSampleRate asample_rate, SrsAudioSoundType asound_type,
|
||||
SrsAacObjectType aac_object
|
||||
);
|
||||
/**
|
||||
|
|
|
@ -98,7 +98,7 @@ int SrsAacEncoder::write_audio(int64_t timestamp, char* data, int size)
|
|||
//int8_t sound_rate = (sound_format >> 2) & 0x03;
|
||||
sound_format = (sound_format >> 4) & 0x0f;
|
||||
|
||||
if ((SrsCodecAudio)sound_format != SrsCodecAudioAAC) {
|
||||
if ((SrsAudioCodecId)sound_format != SrsAudioCodecIdAAC) {
|
||||
ret = ERROR_AAC_DECODE_ERROR;
|
||||
srs_error("aac required, format=%d. ret=%d", sound_format, ret);
|
||||
return ret;
|
||||
|
@ -110,8 +110,8 @@ int SrsAacEncoder::write_audio(int64_t timestamp, char* data, int size)
|
|||
return ret;
|
||||
}
|
||||
|
||||
SrsCodecAudioType aac_packet_type = (SrsCodecAudioType)stream->read_1bytes();
|
||||
if (aac_packet_type == SrsCodecAudioTypeSequenceHeader) {
|
||||
SrsAudioAacFrameTrait aac_packet_type = (SrsAudioAacFrameTrait)stream->read_1bytes();
|
||||
if (aac_packet_type == SrsAudioAacFrameTraitSequenceHeader) {
|
||||
// AudioSpecificConfig
|
||||
// 1.6.2.1 AudioSpecificConfig, in ISO_IEC_14496-3-AAC-2001.pdf, page 33.
|
||||
//
|
||||
|
@ -187,7 +187,7 @@ int SrsAacEncoder::write_audio(int64_t timestamp, char* data, int size)
|
|||
// channel_configuration 3 uimsbf
|
||||
// original/copy 1 bslbf
|
||||
// home 1 bslbf
|
||||
SrsAacProfile aac_profile = srs_codec_aac_rtmp2ts(aac_object);
|
||||
SrsAacProfile aac_profile = srs_aac_rtmp2ts(aac_object);
|
||||
*pp++ = ((aac_profile << 6) & 0xc0) | ((aac_sample_rate << 2) & 0x3c) | ((aac_channels >> 2) & 0x01);
|
||||
// 4bits left.
|
||||
// adts_variable_header(), 1.A.2.2.2 Variable Header of ADTS
|
||||
|
|
|
@ -33,71 +33,71 @@ using namespace std;
|
|||
#include <srs_kernel_utility.hpp>
|
||||
#include <srs_core_autofree.hpp>
|
||||
|
||||
string srs_codec_video2str(SrsCodecVideo codec)
|
||||
string srs_video_codec_id2str(SrsVideoCodecId codec)
|
||||
{
|
||||
switch (codec) {
|
||||
case SrsCodecVideoAVC:
|
||||
case SrsVideoCodecIdAVC:
|
||||
return "H264";
|
||||
case SrsCodecVideoOn2VP6:
|
||||
case SrsCodecVideoOn2VP6WithAlphaChannel:
|
||||
case SrsVideoCodecIdOn2VP6:
|
||||
case SrsVideoCodecIdOn2VP6WithAlphaChannel:
|
||||
return "VP6";
|
||||
case SrsCodecVideoReserved:
|
||||
case SrsCodecVideoReserved1:
|
||||
case SrsCodecVideoReserved2:
|
||||
case SrsCodecVideoDisabled:
|
||||
case SrsCodecVideoSorensonH263:
|
||||
case SrsCodecVideoScreenVideo:
|
||||
case SrsCodecVideoScreenVideoVersion2:
|
||||
case SrsVideoCodecIdReserved:
|
||||
case SrsVideoCodecIdReserved1:
|
||||
case SrsVideoCodecIdReserved2:
|
||||
case SrsVideoCodecIdDisabled:
|
||||
case SrsVideoCodecIdSorensonH263:
|
||||
case SrsVideoCodecIdScreenVideo:
|
||||
case SrsVideoCodecIdScreenVideoVersion2:
|
||||
default:
|
||||
return "Other";
|
||||
}
|
||||
}
|
||||
|
||||
string srs_codec_audio2str(SrsCodecAudio codec)
|
||||
string srs_audio_codec_id2str(SrsAudioCodecId codec)
|
||||
{
|
||||
switch (codec) {
|
||||
case SrsCodecAudioAAC:
|
||||
case SrsAudioCodecIdAAC:
|
||||
return "AAC";
|
||||
case SrsCodecAudioMP3:
|
||||
case SrsAudioCodecIdMP3:
|
||||
return "MP3";
|
||||
case SrsCodecAudioReserved1:
|
||||
case SrsCodecAudioLinearPCMPlatformEndian:
|
||||
case SrsCodecAudioADPCM:
|
||||
case SrsCodecAudioLinearPCMLittleEndian:
|
||||
case SrsCodecAudioNellymoser16kHzMono:
|
||||
case SrsCodecAudioNellymoser8kHzMono:
|
||||
case SrsCodecAudioNellymoser:
|
||||
case SrsCodecAudioReservedG711AlawLogarithmicPCM:
|
||||
case SrsCodecAudioReservedG711MuLawLogarithmicPCM:
|
||||
case SrsCodecAudioReserved:
|
||||
case SrsCodecAudioSpeex:
|
||||
case SrsCodecAudioReservedMP3_8kHz:
|
||||
case SrsCodecAudioReservedDeviceSpecificSound:
|
||||
case SrsAudioCodecIdReserved1:
|
||||
case SrsAudioCodecIdLinearPCMPlatformEndian:
|
||||
case SrsAudioCodecIdADPCM:
|
||||
case SrsAudioCodecIdLinearPCMLittleEndian:
|
||||
case SrsAudioCodecIdNellymoser16kHzMono:
|
||||
case SrsAudioCodecIdNellymoser8kHzMono:
|
||||
case SrsAudioCodecIdNellymoser:
|
||||
case SrsAudioCodecIdReservedG711AlawLogarithmicPCM:
|
||||
case SrsAudioCodecIdReservedG711MuLawLogarithmicPCM:
|
||||
case SrsAudioCodecIdReserved:
|
||||
case SrsAudioCodecIdSpeex:
|
||||
case SrsAudioCodecIdReservedMP3_8kHz:
|
||||
case SrsAudioCodecIdReservedDeviceSpecificSound:
|
||||
default:
|
||||
return "Other";
|
||||
}
|
||||
}
|
||||
|
||||
string srs_codec_audio_samplerate2str(SrsCodecAudioSampleRate v)
|
||||
string srs_codec_audio_samplerate2str(SrsAudioSampleRate v)
|
||||
{
|
||||
switch (v) {
|
||||
case SrsCodecAudioSampleRate5512: return "5512";
|
||||
case SrsCodecAudioSampleRate11025: return "11025";
|
||||
case SrsCodecAudioSampleRate22050: return "22050";
|
||||
case SrsCodecAudioSampleRate44100: return "44100";
|
||||
case SrsAudioSampleRate5512: return "5512";
|
||||
case SrsAudioSampleRate11025: return "11025";
|
||||
case SrsAudioSampleRate22050: return "22050";
|
||||
case SrsAudioSampleRate44100: return "44100";
|
||||
default: return "Other";
|
||||
}
|
||||
}
|
||||
|
||||
SrsFlvCodec::SrsFlvCodec()
|
||||
SrsFlvVideo::SrsFlvVideo()
|
||||
{
|
||||
}
|
||||
|
||||
SrsFlvCodec::~SrsFlvCodec()
|
||||
SrsFlvVideo::~SrsFlvVideo()
|
||||
{
|
||||
}
|
||||
|
||||
bool SrsFlvCodec::video_is_keyframe(char* data, int size)
|
||||
bool SrsFlvVideo::keyframe(char* data, int size)
|
||||
{
|
||||
// 2bytes required.
|
||||
if (size < 1) {
|
||||
|
@ -107,13 +107,13 @@ bool SrsFlvCodec::video_is_keyframe(char* data, int size)
|
|||
char frame_type = data[0];
|
||||
frame_type = (frame_type >> 4) & 0x0F;
|
||||
|
||||
return frame_type == SrsCodecVideoAVCFrameKeyFrame;
|
||||
return frame_type == SrsVideoAvcFrameTypeKeyFrame;
|
||||
}
|
||||
|
||||
bool SrsFlvCodec::video_is_sequence_header(char* data, int size)
|
||||
bool SrsFlvVideo::sh(char* data, int size)
|
||||
{
|
||||
// sequence header only for h264
|
||||
if (!video_is_h264(data, size)) {
|
||||
if (!h264(data, size)) {
|
||||
return false;
|
||||
}
|
||||
|
||||
|
@ -127,28 +127,11 @@ bool SrsFlvCodec::video_is_sequence_header(char* data, int size)
|
|||
|
||||
char avc_packet_type = data[1];
|
||||
|
||||
return frame_type == SrsCodecVideoAVCFrameKeyFrame
|
||||
&& avc_packet_type == SrsCodecVideoAVCTypeSequenceHeader;
|
||||
return frame_type == SrsVideoAvcFrameTypeKeyFrame
|
||||
&& avc_packet_type == SrsVideoAvcFrameTraitSequenceHeader;
|
||||
}
|
||||
|
||||
bool SrsFlvCodec::audio_is_sequence_header(char* data, int size)
|
||||
{
|
||||
// sequence header only for aac
|
||||
if (!audio_is_aac(data, size)) {
|
||||
return false;
|
||||
}
|
||||
|
||||
// 2bytes required.
|
||||
if (size < 2) {
|
||||
return false;
|
||||
}
|
||||
|
||||
char aac_packet_type = data[1];
|
||||
|
||||
return aac_packet_type == SrsCodecAudioTypeSequenceHeader;
|
||||
}
|
||||
|
||||
bool SrsFlvCodec::video_is_h264(char* data, int size)
|
||||
bool SrsFlvVideo::h264(char* data, int size)
|
||||
{
|
||||
// 1bytes required.
|
||||
if (size < 1) {
|
||||
|
@ -158,23 +141,10 @@ bool SrsFlvCodec::video_is_h264(char* data, int size)
|
|||
char codec_id = data[0];
|
||||
codec_id = codec_id & 0x0F;
|
||||
|
||||
return codec_id == SrsCodecVideoAVC;
|
||||
return codec_id == SrsVideoCodecIdAVC;
|
||||
}
|
||||
|
||||
bool SrsFlvCodec::audio_is_aac(char* data, int size)
|
||||
{
|
||||
// 1bytes required.
|
||||
if (size < 1) {
|
||||
return false;
|
||||
}
|
||||
|
||||
char sound_format = data[0];
|
||||
sound_format = (sound_format >> 4) & 0x0F;
|
||||
|
||||
return sound_format == SrsCodecAudioAAC;
|
||||
}
|
||||
|
||||
bool SrsFlvCodec::video_is_acceptable(char* data, int size)
|
||||
bool SrsFlvVideo::acceptable(char* data, int size)
|
||||
{
|
||||
// 1bytes required.
|
||||
if (size < 1) {
|
||||
|
@ -196,6 +166,36 @@ bool SrsFlvCodec::video_is_acceptable(char* data, int size)
|
|||
return true;
|
||||
}
|
||||
|
||||
bool SrsFlvAudio::sh(char* data, int size)
|
||||
{
|
||||
// sequence header only for aac
|
||||
if (!aac(data, size)) {
|
||||
return false;
|
||||
}
|
||||
|
||||
// 2bytes required.
|
||||
if (size < 2) {
|
||||
return false;
|
||||
}
|
||||
|
||||
char aac_packet_type = data[1];
|
||||
|
||||
return aac_packet_type == SrsAudioAacFrameTraitSequenceHeader;
|
||||
}
|
||||
|
||||
bool SrsFlvAudio::aac(char* data, int size)
|
||||
{
|
||||
// 1bytes required.
|
||||
if (size < 1) {
|
||||
return false;
|
||||
}
|
||||
|
||||
char sound_format = data[0];
|
||||
sound_format = (sound_format >> 4) & 0x0F;
|
||||
|
||||
return sound_format == SrsAudioCodecIdAAC;
|
||||
}
|
||||
|
||||
/**
|
||||
* the public data, event HLS disable, others can use it.
|
||||
*/
|
||||
|
@ -203,11 +203,11 @@ bool SrsFlvCodec::video_is_acceptable(char* data, int size)
|
|||
// 1 = 11 kHz = 11025 Hz
|
||||
// 2 = 22 kHz = 22050 Hz
|
||||
// 3 = 44 kHz = 44100 Hz
|
||||
int flv_sample_rates[] = {5512, 11025, 22050, 44100};
|
||||
int srs_flv_srates[] = {5512, 11025, 22050, 44100};
|
||||
|
||||
// the sample rates in the codec,
|
||||
// in the sequence header.
|
||||
int aac_sample_rates[] =
|
||||
int srs_aac_srates[] =
|
||||
{
|
||||
96000, 88200, 64000, 48000,
|
||||
44100, 32000, 24000, 22050,
|
||||
|
@ -215,25 +215,25 @@ int aac_sample_rates[] =
|
|||
7350, 0, 0, 0
|
||||
};
|
||||
|
||||
string srs_codec_audio_samplesize2str(SrsCodecAudioSampleSize v)
|
||||
string srs_audio_samplesize2str(SrsAudioSampleSize v)
|
||||
{
|
||||
switch (v) {
|
||||
case SrsCodecAudioSampleSize16bit: return "16bits";
|
||||
case SrsCodecAudioSampleSize8bit: return "8bits";
|
||||
case SrsAudioSampleSize16bit: return "16bits";
|
||||
case SrsAudioSampleSize8bit: return "8bits";
|
||||
default: return "Other";
|
||||
}
|
||||
}
|
||||
|
||||
string srs_codec_audio_channels2str(SrsCodecAudioSoundType v)
|
||||
string srs_audio_channels2str(SrsAudioSoundType v)
|
||||
{
|
||||
switch (v) {
|
||||
case SrsCodecAudioSoundTypeStereo: return "Stereo";
|
||||
case SrsCodecAudioSoundTypeMono: return "Mono";
|
||||
case SrsAudioSoundTypeStereo: return "Stereo";
|
||||
case SrsAudioSoundTypeMono: return "Mono";
|
||||
default: return "Other";
|
||||
}
|
||||
}
|
||||
|
||||
string srs_codec_avc_nalu2str(SrsAvcNaluType nalu_type)
|
||||
string srs_avc_nalu2str(SrsAvcNaluType nalu_type)
|
||||
{
|
||||
switch (nalu_type) {
|
||||
case SrsAvcNaluTypeNonIDR: return "NonIDR";
|
||||
|
@ -257,7 +257,7 @@ string srs_codec_avc_nalu2str(SrsAvcNaluType nalu_type)
|
|||
}
|
||||
}
|
||||
|
||||
string srs_codec_aac_profile2str(SrsAacProfile aac_profile)
|
||||
string srs_aac_profile2str(SrsAacProfile aac_profile)
|
||||
{
|
||||
switch (aac_profile) {
|
||||
case SrsAacProfileMain: return "Main";
|
||||
|
@ -267,7 +267,7 @@ string srs_codec_aac_profile2str(SrsAacProfile aac_profile)
|
|||
}
|
||||
}
|
||||
|
||||
string srs_codec_aac_object2str(SrsAacObjectType aac_object)
|
||||
string srs_aac_object2str(SrsAacObjectType aac_object)
|
||||
{
|
||||
switch (aac_object) {
|
||||
case SrsAacObjectTypeAacMain: return "Main";
|
||||
|
@ -279,7 +279,7 @@ string srs_codec_aac_object2str(SrsAacObjectType aac_object)
|
|||
}
|
||||
}
|
||||
|
||||
SrsAacObjectType srs_codec_aac_ts2rtmp(SrsAacProfile profile)
|
||||
SrsAacObjectType srs_aac_ts2rtmp(SrsAacProfile profile)
|
||||
{
|
||||
switch (profile) {
|
||||
case SrsAacProfileMain: return SrsAacObjectTypeAacMain;
|
||||
|
@ -289,7 +289,7 @@ SrsAacObjectType srs_codec_aac_ts2rtmp(SrsAacProfile profile)
|
|||
}
|
||||
}
|
||||
|
||||
SrsAacProfile srs_codec_aac_rtmp2ts(SrsAacObjectType object_type)
|
||||
SrsAacProfile srs_aac_rtmp2ts(SrsAacObjectType object_type)
|
||||
{
|
||||
switch (object_type) {
|
||||
case SrsAacObjectTypeAacMain: return SrsAacProfileMain;
|
||||
|
@ -301,7 +301,7 @@ SrsAacProfile srs_codec_aac_rtmp2ts(SrsAacObjectType object_type)
|
|||
}
|
||||
}
|
||||
|
||||
string srs_codec_avc_profile2str(SrsAvcProfile profile)
|
||||
string srs_avc_profile2str(SrsAvcProfile profile)
|
||||
{
|
||||
switch (profile) {
|
||||
case SrsAvcProfileBaseline: return "Baseline";
|
||||
|
@ -320,7 +320,7 @@ string srs_codec_avc_profile2str(SrsAvcProfile profile)
|
|||
}
|
||||
}
|
||||
|
||||
string srs_codec_avc_level2str(SrsAvcLevel level)
|
||||
string srs_avc_level2str(SrsAvcLevel level)
|
||||
{
|
||||
switch (level) {
|
||||
case SrsAvcLevel_1: return "1";
|
||||
|
@ -351,42 +351,42 @@ SrsSample::~SrsSample()
|
|||
{
|
||||
}
|
||||
|
||||
SrsCodec::SrsCodec()
|
||||
SrsCodecConfig::SrsCodecConfig()
|
||||
{
|
||||
}
|
||||
|
||||
SrsCodec::~SrsCodec()
|
||||
SrsCodecConfig::~SrsCodecConfig()
|
||||
{
|
||||
}
|
||||
|
||||
SrsAudioCodec::SrsAudioCodec()
|
||||
SrsAudioCodecConfig::SrsAudioCodecConfig()
|
||||
{
|
||||
id = SrsCodecAudioForbidden;
|
||||
sound_rate = SrsCodecAudioSampleRateForbidden;
|
||||
sound_size = SrsCodecAudioSampleSizeForbidden;
|
||||
sound_type = SrsCodecAudioSoundTypeForbidden;
|
||||
id = SrsAudioCodecIdForbidden;
|
||||
sound_rate = SrsAudioSampleRateForbidden;
|
||||
sound_size = SrsAudioSampleSizeForbidden;
|
||||
sound_type = SrsAudioSoundTypeForbidden;
|
||||
|
||||
audio_data_rate = 0;
|
||||
|
||||
aac_object = SrsAacObjectTypeForbidden;
|
||||
aac_sample_rate = SRS_AAC_SAMPLE_RATE_UNSET; // sample rate ignored
|
||||
aac_sample_rate = SrsAacSampleRateUnset; // sample rate ignored
|
||||
aac_channels = 0;
|
||||
aac_extra_size = 0;
|
||||
aac_extra_data = NULL;
|
||||
}
|
||||
|
||||
SrsAudioCodec::~SrsAudioCodec()
|
||||
SrsAudioCodecConfig::~SrsAudioCodecConfig()
|
||||
{
|
||||
}
|
||||
|
||||
bool SrsAudioCodec::is_aac_codec_ok()
|
||||
bool SrsAudioCodecConfig::is_aac_codec_ok()
|
||||
{
|
||||
return aac_extra_size > 0 && aac_extra_data;
|
||||
}
|
||||
|
||||
SrsVideoCodec::SrsVideoCodec()
|
||||
SrsVideoCodecConfig::SrsVideoCodecConfig()
|
||||
{
|
||||
id = SrsCodecVideoForbidden;
|
||||
id = SrsVideoCodecIdForbidden;
|
||||
video_data_rate = 0;
|
||||
frame_rate = duration = 0;
|
||||
|
||||
|
@ -407,14 +407,14 @@ SrsVideoCodec::SrsVideoCodec()
|
|||
payload_format = SrsAvcPayloadFormatGuess;
|
||||
}
|
||||
|
||||
SrsVideoCodec::~SrsVideoCodec()
|
||||
SrsVideoCodecConfig::~SrsVideoCodecConfig()
|
||||
{
|
||||
srs_freepa(avc_extra_data);
|
||||
srs_freepa(sequenceParameterSetNALUnit);
|
||||
srs_freepa(pictureParameterSetNALUnit);
|
||||
}
|
||||
|
||||
bool SrsVideoCodec::is_avc_codec_ok()
|
||||
bool SrsVideoCodecConfig::is_avc_codec_ok()
|
||||
{
|
||||
return avc_extra_size > 0 && avc_extra_data;
|
||||
}
|
||||
|
@ -432,7 +432,7 @@ SrsFrame::~SrsFrame()
|
|||
srs_freep(codec);
|
||||
}
|
||||
|
||||
int SrsFrame::initialize(SrsCodec* c)
|
||||
int SrsFrame::initialize(SrsCodecConfig* c)
|
||||
{
|
||||
codec = c;
|
||||
nb_samples = 0;
|
||||
|
@ -445,9 +445,9 @@ int SrsFrame::add_sample(char* bytes, int size)
|
|||
{
|
||||
int ret = ERROR_SUCCESS;
|
||||
|
||||
if (nb_samples >= SRS_MAX_CODEC_SAMPLE) {
|
||||
if (nb_samples >= SrsMaxNbSamples) {
|
||||
ret = ERROR_HLS_DECODE_ERROR;
|
||||
srs_error("Frame samples overflow, max=%d. ret=%d", SRS_MAX_CODEC_SAMPLE, ret);
|
||||
srs_error("Frame samples overflow, max=%d. ret=%d", SrsMaxNbSamples, ret);
|
||||
return ret;
|
||||
}
|
||||
|
||||
|
@ -460,22 +460,22 @@ int SrsFrame::add_sample(char* bytes, int size)
|
|||
|
||||
SrsAudioFrame::SrsAudioFrame()
|
||||
{
|
||||
aac_packet_type = SrsCodecAudioTypeForbidden;
|
||||
aac_packet_type = SrsAudioAacFrameTraitForbidden;
|
||||
}
|
||||
|
||||
SrsAudioFrame::~SrsAudioFrame()
|
||||
{
|
||||
}
|
||||
|
||||
SrsAudioCodec* SrsAudioFrame::acodec()
|
||||
SrsAudioCodecConfig* SrsAudioFrame::acodec()
|
||||
{
|
||||
return (SrsAudioCodec*)codec;
|
||||
return (SrsAudioCodecConfig*)codec;
|
||||
}
|
||||
|
||||
SrsVideoFrame::SrsVideoFrame()
|
||||
{
|
||||
frame_type = SrsCodecVideoAVCFrameForbidden;
|
||||
avc_packet_type = SrsCodecVideoAVCTypeForbidden;
|
||||
frame_type = SrsVideoAvcFrameTypeForbidden;
|
||||
avc_packet_type = SrsVideoAvcFrameTraitForbidden;
|
||||
has_idr = has_aud = has_sps_pps = false;
|
||||
first_nalu_type = SrsAvcNaluTypeForbidden;
|
||||
}
|
||||
|
@ -510,9 +510,9 @@ int SrsVideoFrame::add_sample(char* bytes, int size)
|
|||
return ret;
|
||||
}
|
||||
|
||||
SrsVideoCodec* SrsVideoFrame::vcodec()
|
||||
SrsVideoCodecConfig* SrsVideoFrame::vcodec()
|
||||
{
|
||||
return (SrsVideoCodec*)codec;
|
||||
return (SrsVideoCodecConfig*)codec;
|
||||
}
|
||||
|
||||
SrsFormat::SrsFormat()
|
||||
|
@ -560,14 +560,14 @@ int SrsFormat::on_audio(int64_t timestamp, char* data, int size)
|
|||
}
|
||||
|
||||
// @see: E.4.2 Audio Tags, video_file_format_spec_v10_1.pdf, page 76
|
||||
SrsCodecAudio codec = (SrsCodecAudio)((buffer->read_1bytes() >> 4) & 0x0f);
|
||||
SrsAudioCodecId codec = (SrsAudioCodecId)((buffer->read_1bytes() >> 4) & 0x0f);
|
||||
|
||||
if (codec != SrsCodecAudioMP3 && codec != SrsCodecAudioAAC) {
|
||||
if (codec != SrsAudioCodecIdMP3 && codec != SrsAudioCodecIdAAC) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
if (!acodec) {
|
||||
acodec = new SrsAudioCodec();
|
||||
acodec = new SrsAudioCodecConfig();
|
||||
}
|
||||
if (!audio) {
|
||||
audio = new SrsAudioFrame();
|
||||
|
@ -578,9 +578,9 @@ int SrsFormat::on_audio(int64_t timestamp, char* data, int size)
|
|||
}
|
||||
|
||||
buffer->skip(-1 * buffer->pos());
|
||||
if (codec == SrsCodecAudioMP3) {
|
||||
if (codec == SrsAudioCodecIdMP3) {
|
||||
return audio_mp3_demux(buffer, timestamp);
|
||||
} else if (codec == SrsCodecAudioAAC) {
|
||||
} else if (codec == SrsAudioCodecIdAAC) {
|
||||
return audio_aac_demux(buffer, timestamp);
|
||||
} else {
|
||||
return ret;
|
||||
|
@ -609,15 +609,15 @@ int SrsFormat::on_video(int64_t timestamp, char* data, int size)
|
|||
|
||||
// @see: E.4.3 Video Tags, video_file_format_spec_v10_1.pdf, page 78
|
||||
int8_t frame_type = buffer->read_1bytes();
|
||||
SrsCodecVideo codec_id = (SrsCodecVideo)(frame_type & 0x0f);
|
||||
SrsVideoCodecId codec_id = (SrsVideoCodecId)(frame_type & 0x0f);
|
||||
|
||||
// TODO: Support other codecs.
|
||||
if (codec_id != SrsCodecVideoAVC) {
|
||||
if (codec_id != SrsVideoCodecIdAVC) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
if (!vcodec) {
|
||||
vcodec = new SrsVideoCodec();
|
||||
vcodec = new SrsVideoCodecConfig();
|
||||
}
|
||||
if (!video) {
|
||||
video = new SrsVideoFrame();
|
||||
|
@ -636,7 +636,7 @@ int SrsFormat::on_aac_sequence_header(char* data, int size)
|
|||
int ret = ERROR_SUCCESS;
|
||||
|
||||
if (!acodec) {
|
||||
acodec = new SrsAudioCodec();
|
||||
acodec = new SrsAudioCodecConfig();
|
||||
}
|
||||
if (!audio) {
|
||||
audio = new SrsAudioFrame();
|
||||
|
@ -651,14 +651,14 @@ int SrsFormat::on_aac_sequence_header(char* data, int size)
|
|||
|
||||
bool SrsFormat::is_aac_sequence_header()
|
||||
{
|
||||
return acodec && acodec->id == SrsCodecAudioAAC
|
||||
&& audio && audio->aac_packet_type == SrsCodecAudioTypeSequenceHeader;
|
||||
return acodec && acodec->id == SrsAudioCodecIdAAC
|
||||
&& audio && audio->aac_packet_type == SrsAudioAacFrameTraitSequenceHeader;
|
||||
}
|
||||
|
||||
bool SrsFormat::is_avc_sequence_header()
|
||||
{
|
||||
return vcodec && vcodec->id == SrsCodecVideoAVC
|
||||
&& video && video->avc_packet_type == SrsCodecVideoAVCTypeSequenceHeader;
|
||||
return vcodec && vcodec->id == SrsVideoCodecIdAVC
|
||||
&& video && video->avc_packet_type == SrsVideoAvcFrameTraitSequenceHeader;
|
||||
}
|
||||
|
||||
int SrsFormat::video_avc_demux(SrsBuffer* stream, int64_t timestamp)
|
||||
|
@ -667,20 +667,20 @@ int SrsFormat::video_avc_demux(SrsBuffer* stream, int64_t timestamp)
|
|||
|
||||
// @see: E.4.3 Video Tags, video_file_format_spec_v10_1.pdf, page 78
|
||||
int8_t frame_type = stream->read_1bytes();
|
||||
SrsCodecVideo codec_id = (SrsCodecVideo)(frame_type & 0x0f);
|
||||
SrsVideoCodecId codec_id = (SrsVideoCodecId)(frame_type & 0x0f);
|
||||
frame_type = (frame_type >> 4) & 0x0f;
|
||||
|
||||
video->frame_type = (SrsCodecVideoAVCFrame)frame_type;
|
||||
video->frame_type = (SrsVideoAvcFrameType)frame_type;
|
||||
|
||||
// ignore info frame without error,
|
||||
// @see https://github.com/ossrs/srs/issues/288#issuecomment-69863909
|
||||
if (video->frame_type == SrsCodecVideoAVCFrameVideoInfoFrame) {
|
||||
if (video->frame_type == SrsVideoAvcFrameTypeVideoInfoFrame) {
|
||||
srs_warn("avc igone the info frame, ret=%d", ret);
|
||||
return ret;
|
||||
}
|
||||
|
||||
// only support h.264/avc
|
||||
if (codec_id != SrsCodecVideoAVC) {
|
||||
if (codec_id != SrsVideoCodecIdAVC) {
|
||||
ret = ERROR_HLS_DECODE_ERROR;
|
||||
srs_error("avc only support video h.264/avc codec. actual=%d, ret=%d", codec_id, ret);
|
||||
return ret;
|
||||
|
@ -698,13 +698,13 @@ int SrsFormat::video_avc_demux(SrsBuffer* stream, int64_t timestamp)
|
|||
// pts = dts + cts.
|
||||
video->dts = timestamp;
|
||||
video->cts = composition_time;
|
||||
video->avc_packet_type = (SrsCodecVideoAVCType)avc_packet_type;
|
||||
video->avc_packet_type = (SrsVideoAvcFrameTrait)avc_packet_type;
|
||||
|
||||
if (avc_packet_type == SrsCodecVideoAVCTypeSequenceHeader) {
|
||||
if (avc_packet_type == SrsVideoAvcFrameTraitSequenceHeader) {
|
||||
if ((ret = avc_demux_sps_pps(stream)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
} else if (avc_packet_type == SrsCodecVideoAVCTypeNALU){
|
||||
} else if (avc_packet_type == SrsVideoAvcFrameTraitNALU){
|
||||
if ((ret = video_nalu_demux(stream)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
|
@ -1086,7 +1086,7 @@ int SrsFormat::video_nalu_demux(SrsBuffer* stream)
|
|||
|
||||
// ensure the sequence header demuxed
|
||||
if (!vcodec->is_avc_codec_ok()) {
|
||||
srs_warn("avc ignore type=%d for no sequence header. ret=%d", SrsCodecVideoAVCTypeNALU, ret);
|
||||
srs_warn("avc ignore type=%d for no sequence header. ret=%d", SrsVideoAvcFrameTraitNALU, ret);
|
||||
return ret;
|
||||
}
|
||||
|
||||
|
@ -1267,20 +1267,20 @@ int SrsFormat::audio_aac_demux(SrsBuffer* stream, int64_t timestamp)
|
|||
int8_t sound_rate = (sound_format >> 2) & 0x03;
|
||||
sound_format = (sound_format >> 4) & 0x0f;
|
||||
|
||||
SrsCodecAudio codec_id = (SrsCodecAudio)sound_format;
|
||||
SrsAudioCodecId codec_id = (SrsAudioCodecId)sound_format;
|
||||
acodec->id = codec_id;
|
||||
|
||||
acodec->sound_type = (SrsCodecAudioSoundType)sound_type;
|
||||
acodec->sound_rate = (SrsCodecAudioSampleRate)sound_rate;
|
||||
acodec->sound_size = (SrsCodecAudioSampleSize)sound_size;
|
||||
acodec->sound_type = (SrsAudioSoundType)sound_type;
|
||||
acodec->sound_rate = (SrsAudioSampleRate)sound_rate;
|
||||
acodec->sound_size = (SrsAudioSampleSize)sound_size;
|
||||
|
||||
// we support h.264+mp3 for hls.
|
||||
if (codec_id == SrsCodecAudioMP3) {
|
||||
if (codec_id == SrsAudioCodecIdMP3) {
|
||||
return ERROR_HLS_TRY_MP3;
|
||||
}
|
||||
|
||||
// only support aac
|
||||
if (codec_id != SrsCodecAudioAAC) {
|
||||
if (codec_id != SrsAudioCodecIdAAC) {
|
||||
ret = ERROR_HLS_DECODE_ERROR;
|
||||
srs_error("aac only support mp3/aac codec. actual=%d, ret=%d", codec_id, ret);
|
||||
return ret;
|
||||
|
@ -1292,10 +1292,10 @@ int SrsFormat::audio_aac_demux(SrsBuffer* stream, int64_t timestamp)
|
|||
return ret;
|
||||
}
|
||||
|
||||
SrsCodecAudioType aac_packet_type = (SrsCodecAudioType)stream->read_1bytes();
|
||||
audio->aac_packet_type = (SrsCodecAudioType)aac_packet_type;
|
||||
SrsAudioAacFrameTrait aac_packet_type = (SrsAudioAacFrameTrait)stream->read_1bytes();
|
||||
audio->aac_packet_type = (SrsAudioAacFrameTrait)aac_packet_type;
|
||||
|
||||
if (aac_packet_type == SrsCodecAudioTypeSequenceHeader) {
|
||||
if (aac_packet_type == SrsAudioAacFrameTraitSequenceHeader) {
|
||||
// AudioSpecificConfig
|
||||
// 1.6.2.1 AudioSpecificConfig, in ISO_IEC_14496-3-AAC-2001.pdf, page 33.
|
||||
acodec->aac_extra_size = stream->size() - stream->pos();
|
||||
|
@ -1308,7 +1308,7 @@ int SrsFormat::audio_aac_demux(SrsBuffer* stream, int64_t timestamp)
|
|||
return ret;
|
||||
}
|
||||
}
|
||||
} else if (aac_packet_type == SrsCodecAudioTypeRawData) {
|
||||
} else if (aac_packet_type == SrsAudioAacFrameTraitRawData) {
|
||||
// ensure the sequence header demuxed
|
||||
if (!acodec->is_aac_codec_ok()) {
|
||||
srs_warn("aac ignore type=%d for no sequence header. ret=%d", aac_packet_type, ret);
|
||||
|
@ -1326,22 +1326,22 @@ int SrsFormat::audio_aac_demux(SrsBuffer* stream, int64_t timestamp)
|
|||
}
|
||||
|
||||
// reset the sample rate by sequence header
|
||||
if (acodec->aac_sample_rate != SRS_AAC_SAMPLE_RATE_UNSET) {
|
||||
static int aac_sample_rates[] = {
|
||||
if (acodec->aac_sample_rate != SrsAacSampleRateUnset) {
|
||||
static int srs_aac_srates[] = {
|
||||
96000, 88200, 64000, 48000,
|
||||
44100, 32000, 24000, 22050,
|
||||
16000, 12000, 11025, 8000,
|
||||
7350, 0, 0, 0
|
||||
};
|
||||
switch (aac_sample_rates[acodec->aac_sample_rate]) {
|
||||
switch (srs_aac_srates[acodec->aac_sample_rate]) {
|
||||
case 11025:
|
||||
acodec->sound_rate = SrsCodecAudioSampleRate11025;
|
||||
acodec->sound_rate = SrsAudioSampleRate11025;
|
||||
break;
|
||||
case 22050:
|
||||
acodec->sound_rate = SrsCodecAudioSampleRate22050;
|
||||
acodec->sound_rate = SrsAudioSampleRate22050;
|
||||
break;
|
||||
case 44100:
|
||||
acodec->sound_rate = SrsCodecAudioSampleRate44100;
|
||||
acodec->sound_rate = SrsAudioSampleRate44100;
|
||||
break;
|
||||
default:
|
||||
break;
|
||||
|
@ -1362,7 +1362,7 @@ int SrsFormat::audio_mp3_demux(SrsBuffer* stream, int64_t timestamp)
|
|||
audio->dts = timestamp;
|
||||
|
||||
// we always decode aac then mp3.
|
||||
srs_assert(acodec->id == SrsCodecAudioMP3);
|
||||
srs_assert(acodec->id == SrsAudioCodecIdMP3);
|
||||
|
||||
stream->skip(1);
|
||||
if (stream->empty()) {
|
||||
|
|
|
@ -34,207 +34,241 @@ CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|||
|
||||
class SrsBuffer;
|
||||
|
||||
// AACPacketType IF SoundFormat == 10 UI8
|
||||
// The following values are defined:
|
||||
// 0 = AAC sequence header
|
||||
// 1 = AAC raw
|
||||
enum SrsCodecAudioType
|
||||
{
|
||||
// set to the max value to reserved, for array map.
|
||||
SrsCodecAudioTypeReserved = 2,
|
||||
SrsCodecAudioTypeForbidden = 2,
|
||||
|
||||
SrsCodecAudioTypeSequenceHeader = 0,
|
||||
SrsCodecAudioTypeRawData = 1,
|
||||
};
|
||||
|
||||
// E.4.3.1 VIDEODATA
|
||||
// Frame Type UB [4]
|
||||
// Type of video frame. The following values are defined:
|
||||
// 1 = key frame (for AVC, a seekable frame)
|
||||
// 2 = inter frame (for AVC, a non-seekable frame)
|
||||
// 3 = disposable inter frame (H.263 only)
|
||||
// 4 = generated key frame (reserved for server use only)
|
||||
// 5 = video info/command frame
|
||||
enum SrsCodecVideoAVCFrame
|
||||
/**
|
||||
* The video codec id.
|
||||
* @doc video_file_format_spec_v10_1.pdf, page78, E.4.3.1 VIDEODATA
|
||||
* CodecID UB [4]
|
||||
* Codec Identifier. The following values are defined for FLV:
|
||||
* 2 = Sorenson H.263
|
||||
* 3 = Screen video
|
||||
* 4 = On2 VP6
|
||||
* 5 = On2 VP6 with alpha channel
|
||||
* 6 = Screen video version 2
|
||||
* 7 = AVC
|
||||
*/
|
||||
enum SrsVideoCodecId
|
||||
{
|
||||
// set to the zero to reserved, for array map.
|
||||
SrsCodecVideoAVCFrameReserved = 0,
|
||||
SrsCodecVideoAVCFrameForbidden = 0,
|
||||
SrsCodecVideoAVCFrameReserved1 = 6,
|
||||
|
||||
SrsCodecVideoAVCFrameKeyFrame = 1,
|
||||
SrsCodecVideoAVCFrameInterFrame = 2,
|
||||
SrsCodecVideoAVCFrameDisposableInterFrame = 3,
|
||||
SrsCodecVideoAVCFrameGeneratedKeyFrame = 4,
|
||||
SrsCodecVideoAVCFrameVideoInfoFrame = 5,
|
||||
};
|
||||
|
||||
// AVCPacketType IF CodecID == 7 UI8
|
||||
// The following values are defined:
|
||||
// 0 = AVC sequence header
|
||||
// 1 = AVC NALU
|
||||
// 2 = AVC end of sequence (lower level NALU sequence ender is
|
||||
// not required or supported)
|
||||
enum SrsCodecVideoAVCType
|
||||
{
|
||||
// set to the max value to reserved, for array map.
|
||||
SrsCodecVideoAVCTypeReserved = 3,
|
||||
SrsCodecVideoAVCTypeForbidden = 3,
|
||||
|
||||
SrsCodecVideoAVCTypeSequenceHeader = 0,
|
||||
SrsCodecVideoAVCTypeNALU = 1,
|
||||
SrsCodecVideoAVCTypeSequenceHeaderEOF = 2,
|
||||
};
|
||||
|
||||
// E.4.3.1 VIDEODATA
|
||||
// CodecID UB [4]
|
||||
// Codec Identifier. The following values are defined:
|
||||
// 2 = Sorenson H.263
|
||||
// 3 = Screen video
|
||||
// 4 = On2 VP6
|
||||
// 5 = On2 VP6 with alpha channel
|
||||
// 6 = Screen video version 2
|
||||
// 7 = AVC
|
||||
enum SrsCodecVideo
|
||||
{
|
||||
// set to the zero to reserved, for array map.
|
||||
SrsCodecVideoReserved = 0,
|
||||
SrsCodecVideoForbidden = 0,
|
||||
SrsCodecVideoReserved1 = 1,
|
||||
SrsCodecVideoReserved2 = 9,
|
||||
SrsVideoCodecIdReserved = 0,
|
||||
SrsVideoCodecIdForbidden = 0,
|
||||
SrsVideoCodecIdReserved1 = 1,
|
||||
SrsVideoCodecIdReserved2 = 9,
|
||||
|
||||
// for user to disable video, for example, use pure audio hls.
|
||||
SrsCodecVideoDisabled = 8,
|
||||
SrsVideoCodecIdDisabled = 8,
|
||||
|
||||
SrsCodecVideoSorensonH263 = 2,
|
||||
SrsCodecVideoScreenVideo = 3,
|
||||
SrsCodecVideoOn2VP6 = 4,
|
||||
SrsCodecVideoOn2VP6WithAlphaChannel = 5,
|
||||
SrsCodecVideoScreenVideoVersion2 = 6,
|
||||
SrsCodecVideoAVC = 7,
|
||||
SrsVideoCodecIdSorensonH263 = 2,
|
||||
SrsVideoCodecIdScreenVideo = 3,
|
||||
SrsVideoCodecIdOn2VP6 = 4,
|
||||
SrsVideoCodecIdOn2VP6WithAlphaChannel = 5,
|
||||
SrsVideoCodecIdScreenVideoVersion2 = 6,
|
||||
SrsVideoCodecIdAVC = 7,
|
||||
};
|
||||
std::string srs_codec_video2str(SrsCodecVideo codec);
|
||||
|
||||
// SoundFormat UB [4]
|
||||
// Format of SoundData. The following values are defined:
|
||||
// 0 = Linear PCM, platform endian
|
||||
// 1 = ADPCM
|
||||
// 2 = MP3
|
||||
// 3 = Linear PCM, little endian
|
||||
// 4 = Nellymoser 16 kHz mono
|
||||
// 5 = Nellymoser 8 kHz mono
|
||||
// 6 = Nellymoser
|
||||
// 7 = G.711 A-law logarithmic PCM
|
||||
// 8 = G.711 mu-law logarithmic PCM
|
||||
// 9 = reserved
|
||||
// 10 = AAC
|
||||
// 11 = Speex
|
||||
// 14 = MP3 8 kHz
|
||||
// 15 = Device-specific sound
|
||||
// Formats 7, 8, 14, and 15 are reserved.
|
||||
// AAC is supported in Flash Player 9,0,115,0 and higher.
|
||||
// Speex is supported in Flash Player 10 and higher.
|
||||
enum SrsCodecAudio
|
||||
{
|
||||
// set to the max value to reserved, for array map.
|
||||
SrsCodecAudioReserved1 = 16,
|
||||
SrsCodecAudioForbidden = 16,
|
||||
|
||||
// for user to disable audio, for example, use pure video hls.
|
||||
SrsCodecAudioDisabled = 17,
|
||||
|
||||
SrsCodecAudioLinearPCMPlatformEndian = 0,
|
||||
SrsCodecAudioADPCM = 1,
|
||||
SrsCodecAudioMP3 = 2,
|
||||
SrsCodecAudioLinearPCMLittleEndian = 3,
|
||||
SrsCodecAudioNellymoser16kHzMono = 4,
|
||||
SrsCodecAudioNellymoser8kHzMono = 5,
|
||||
SrsCodecAudioNellymoser = 6,
|
||||
SrsCodecAudioReservedG711AlawLogarithmicPCM = 7,
|
||||
SrsCodecAudioReservedG711MuLawLogarithmicPCM = 8,
|
||||
SrsCodecAudioReserved = 9,
|
||||
SrsCodecAudioAAC = 10,
|
||||
SrsCodecAudioSpeex = 11,
|
||||
SrsCodecAudioReservedMP3_8kHz = 14,
|
||||
SrsCodecAudioReservedDeviceSpecificSound = 15,
|
||||
};
|
||||
std::string srs_codec_audio2str(SrsCodecAudio codec);
|
||||
std::string srs_video_codec_id2str(SrsVideoCodecId codec);
|
||||
|
||||
/**
|
||||
* the FLV/RTMP supported audio sample rate.
|
||||
* Sampling rate. The following values are defined:
|
||||
* 0 = 5.5 kHz = 5512 Hz
|
||||
* 1 = 11 kHz = 11025 Hz
|
||||
* 2 = 22 kHz = 22050 Hz
|
||||
* 3 = 44 kHz = 44100 Hz
|
||||
*/
|
||||
enum SrsCodecAudioSampleRate
|
||||
* The video AVC frame trait(characteristic).
|
||||
* @doc video_file_format_spec_v10_1.pdf, page79, E.4.3.2 AVCVIDEOPACKET
|
||||
* AVCPacketType IF CodecID == 7 UI8
|
||||
* The following values are defined:
|
||||
* 0 = AVC sequence header
|
||||
* 1 = AVC NALU
|
||||
* 2 = AVC end of sequence (lower level NALU sequence ender is not required or supported)
|
||||
*/
|
||||
enum SrsVideoAvcFrameTrait
|
||||
{
|
||||
// set to the max value to reserved, for array map.
|
||||
SrsCodecAudioSampleRateReserved = 4,
|
||||
SrsCodecAudioSampleRateForbidden = 4,
|
||||
SrsVideoAvcFrameTraitReserved = 3,
|
||||
SrsVideoAvcFrameTraitForbidden = 3,
|
||||
|
||||
SrsCodecAudioSampleRate5512 = 0,
|
||||
SrsCodecAudioSampleRate11025 = 1,
|
||||
SrsCodecAudioSampleRate22050 = 2,
|
||||
SrsCodecAudioSampleRate44100 = 3,
|
||||
SrsVideoAvcFrameTraitSequenceHeader = 0,
|
||||
SrsVideoAvcFrameTraitNALU = 1,
|
||||
SrsVideoAvcFrameTraitSequenceHeaderEOF = 2,
|
||||
};
|
||||
std::string srs_codec_audio_samplerate2str(SrsCodecAudioSampleRate v);
|
||||
|
||||
/**
|
||||
* E.4.1 FLV Tag, page 75
|
||||
*/
|
||||
enum SrsCodecFlvTag
|
||||
* The video AVC frame type, such as I/P/B.
|
||||
* @doc video_file_format_spec_v10_1.pdf, page78, E.4.3.1 VIDEODATA
|
||||
* Frame Type UB [4]
|
||||
* Type of video frame. The following values are defined:
|
||||
* 1 = key frame (for AVC, a seekable frame)
|
||||
* 2 = inter frame (for AVC, a non-seekable frame)
|
||||
* 3 = disposable inter frame (H.263 only)
|
||||
* 4 = generated key frame (reserved for server use only)
|
||||
* 5 = video info/command frame
|
||||
*/
|
||||
enum SrsVideoAvcFrameType
|
||||
{
|
||||
// set to the zero to reserved, for array map.
|
||||
SrsCodecFlvTagReserved = 0,
|
||||
SrsCodecFlvTagForbidden = 0,
|
||||
|
||||
// 8 = audio
|
||||
SrsCodecFlvTagAudio = 8,
|
||||
// 9 = video
|
||||
SrsCodecFlvTagVideo = 9,
|
||||
// 18 = script data
|
||||
SrsCodecFlvTagScript = 18,
|
||||
SrsVideoAvcFrameTypeReserved = 0,
|
||||
SrsVideoAvcFrameTypeForbidden = 0,
|
||||
SrsVideoAvcFrameTypeReserved1 = 6,
|
||||
|
||||
SrsVideoAvcFrameTypeKeyFrame = 1,
|
||||
SrsVideoAvcFrameTypeInterFrame = 2,
|
||||
SrsVideoAvcFrameTypeDisposableInterFrame = 3,
|
||||
SrsVideoAvcFrameTypeGeneratedKeyFrame = 4,
|
||||
SrsVideoAvcFrameTypeVideoInfoFrame = 5,
|
||||
};
|
||||
|
||||
/**
|
||||
* Annex E. The FLV File Format
|
||||
*/
|
||||
class SrsFlvCodec
|
||||
* The audio codec id.
|
||||
* @doc video_file_format_spec_v10_1.pdf, page 76, E.4.2 Audio Tags
|
||||
* SoundFormat UB [4]
|
||||
* Format of SoundData. The following values are defined:
|
||||
* 0 = Linear PCM, platform endian
|
||||
* 1 = ADPCM
|
||||
* 2 = MP3
|
||||
* 3 = Linear PCM, little endian
|
||||
* 4 = Nellymoser 16 kHz mono
|
||||
* 5 = Nellymoser 8 kHz mono
|
||||
* 6 = Nellymoser
|
||||
* 7 = G.711 A-law logarithmic PCM
|
||||
* 8 = G.711 mu-law logarithmic PCM
|
||||
* 9 = reserved
|
||||
* 10 = AAC
|
||||
* 11 = Speex
|
||||
* 14 = MP3 8 kHz
|
||||
* 15 = Device-specific sound
|
||||
* Formats 7, 8, 14, and 15 are reserved.
|
||||
* AAC is supported in Flash Player 9,0,115,0 and higher.
|
||||
* Speex is supported in Flash Player 10 and higher.
|
||||
*/
|
||||
enum SrsAudioCodecId
|
||||
{
|
||||
// set to the max value to reserved, for array map.
|
||||
SrsAudioCodecIdReserved1 = 16,
|
||||
SrsAudioCodecIdForbidden = 16,
|
||||
|
||||
// for user to disable audio, for example, use pure video hls.
|
||||
SrsAudioCodecIdDisabled = 17,
|
||||
|
||||
SrsAudioCodecIdLinearPCMPlatformEndian = 0,
|
||||
SrsAudioCodecIdADPCM = 1,
|
||||
SrsAudioCodecIdMP3 = 2,
|
||||
SrsAudioCodecIdLinearPCMLittleEndian = 3,
|
||||
SrsAudioCodecIdNellymoser16kHzMono = 4,
|
||||
SrsAudioCodecIdNellymoser8kHzMono = 5,
|
||||
SrsAudioCodecIdNellymoser = 6,
|
||||
SrsAudioCodecIdReservedG711AlawLogarithmicPCM = 7,
|
||||
SrsAudioCodecIdReservedG711MuLawLogarithmicPCM = 8,
|
||||
SrsAudioCodecIdReserved = 9,
|
||||
SrsAudioCodecIdAAC = 10,
|
||||
SrsAudioCodecIdSpeex = 11,
|
||||
SrsAudioCodecIdReservedMP3_8kHz = 14,
|
||||
SrsAudioCodecIdReservedDeviceSpecificSound = 15,
|
||||
};
|
||||
std::string srs_audio_codec_id2str(SrsAudioCodecId codec);
|
||||
|
||||
/**
|
||||
* The audio AAC frame trait(characteristic).
|
||||
* @doc video_file_format_spec_v10_1.pdf, page 77, E.4.2 Audio Tags
|
||||
* AACPacketType IF SoundFormat == 10 UI8
|
||||
* The following values are defined:
|
||||
* 0 = AAC sequence header
|
||||
* 1 = AAC raw
|
||||
*/
|
||||
enum SrsAudioAacFrameTrait
|
||||
{
|
||||
// set to the max value to reserved, for array map.
|
||||
SrsAudioAacFrameTraitReserved = 2,
|
||||
SrsAudioAacFrameTraitForbidden = 2,
|
||||
|
||||
SrsAudioAacFrameTraitSequenceHeader = 0,
|
||||
SrsAudioAacFrameTraitRawData = 1,
|
||||
};
|
||||
|
||||
/**
|
||||
* The audio sample rate.
|
||||
* @see srs_flv_srates and srs_aac_srates.
|
||||
* @doc video_file_format_spec_v10_1.pdf, page 76, E.4.2 Audio Tags
|
||||
* 0 = 5.5 kHz = 5512 Hz
|
||||
* 1 = 11 kHz = 11025 Hz
|
||||
* 2 = 22 kHz = 22050 Hz
|
||||
* 3 = 44 kHz = 44100 Hz
|
||||
* However, we can extends this table.
|
||||
*/
|
||||
enum SrsAudioSampleRate
|
||||
{
|
||||
// set to the max value to reserved, for array map.
|
||||
SrsAudioSampleRateReserved = 4,
|
||||
SrsAudioSampleRateForbidden = 4,
|
||||
|
||||
SrsAudioSampleRate5512 = 0,
|
||||
SrsAudioSampleRate11025 = 1,
|
||||
SrsAudioSampleRate22050 = 2,
|
||||
SrsAudioSampleRate44100 = 3,
|
||||
};
|
||||
std::string srs_codec_audio_samplerate2str(SrsAudioSampleRate v);
|
||||
|
||||
/**
|
||||
* The frame type, for example, audio, video or data.
|
||||
* @doc video_file_format_spec_v10_1.pdf, page 75, E.4.1 FLV Tag
|
||||
*/
|
||||
enum SrsFrameType
|
||||
{
|
||||
// set to the zero to reserved, for array map.
|
||||
SrsFrameTypeReserved = 0,
|
||||
SrsFrameTypeForbidden = 0,
|
||||
|
||||
// 8 = audio
|
||||
SrsFrameTypeAudio = 8,
|
||||
// 9 = video
|
||||
SrsFrameTypeVideo = 9,
|
||||
// 18 = script data
|
||||
SrsFrameTypeScript = 18,
|
||||
};
|
||||
|
||||
/**
|
||||
* Fast tough the codec of FLV video.
|
||||
* @doc video_file_format_spec_v10_1.pdf, page 78, E.4.3 Video Tags
|
||||
*/
|
||||
class SrsFlvVideo
|
||||
{
|
||||
public:
|
||||
SrsFlvCodec();
|
||||
virtual ~SrsFlvCodec();
|
||||
SrsFlvVideo();
|
||||
virtual ~SrsFlvVideo();
|
||||
// the following function used to finger out the flv/rtmp packet detail.
|
||||
public:
|
||||
/**
|
||||
* only check the frame_type, not check the codec type.
|
||||
*/
|
||||
static bool video_is_keyframe(char* data, int size);
|
||||
static bool keyframe(char* data, int size);
|
||||
/**
|
||||
* check codec h264, keyframe, sequence header
|
||||
*/
|
||||
static bool video_is_sequence_header(char* data, int size);
|
||||
/**
|
||||
* check codec aac, sequence header
|
||||
*/
|
||||
static bool audio_is_sequence_header(char* data, int size);
|
||||
static bool sh(char* data, int size);
|
||||
/**
|
||||
* check codec h264.
|
||||
*/
|
||||
static bool video_is_h264(char* data, int size);
|
||||
/**
|
||||
* check codec aac.
|
||||
*/
|
||||
static bool audio_is_aac(char* data, int size);
|
||||
static bool h264(char* data, int size);
|
||||
/**
|
||||
* check the video RTMP/flv header info,
|
||||
* @return true if video RTMP/flv header is ok.
|
||||
* @remark all type of audio is possible, no need to check audio.
|
||||
*/
|
||||
static bool video_is_acceptable(char* data, int size);
|
||||
static bool acceptable(char* data, int size);
|
||||
};
|
||||
|
||||
/**
|
||||
* Fast tough the codec of FLV video.
|
||||
* @doc video_file_format_spec_v10_1.pdf, page 76, E.4.2 Audio Tags
|
||||
*/
|
||||
class SrsFlvAudio
|
||||
{
|
||||
public:
|
||||
SrsFlvAudio();
|
||||
virtual ~SrsFlvAudio();
|
||||
// the following function used to finger out the flv/rtmp packet detail.
|
||||
public:
|
||||
/**
|
||||
* check codec aac, sequence header
|
||||
*/
|
||||
static bool sh(char* data, int size);
|
||||
/**
|
||||
* check codec aac.
|
||||
*/
|
||||
static bool aac(char* data, int size);
|
||||
};
|
||||
|
||||
/**
|
||||
|
@ -243,18 +277,18 @@ public:
|
|||
/**
|
||||
* the flv sample rate map
|
||||
*/
|
||||
extern int flv_sample_rates[];
|
||||
extern int srs_flv_srates[];
|
||||
|
||||
/**
|
||||
* the aac sample rate map
|
||||
*/
|
||||
extern int aac_sample_rates[];
|
||||
extern int srs_aac_srates[];
|
||||
|
||||
// The impossible aac sample rate index.
|
||||
#define SRS_AAC_SAMPLE_RATE_UNSET 15
|
||||
#define SrsAacSampleRateUnset 15
|
||||
|
||||
// The max number of NALUs in a video, or aac frame in audio packet.
|
||||
#define SRS_MAX_CODEC_SAMPLE 256
|
||||
#define SrsMaxNbSamples 256
|
||||
|
||||
/**
|
||||
* the FLV/RTMP supported audio sample size.
|
||||
|
@ -264,16 +298,16 @@ extern int aac_sample_rates[];
|
|||
* 0 = 8-bit samples
|
||||
* 1 = 16-bit samples
|
||||
*/
|
||||
enum SrsCodecAudioSampleSize
|
||||
enum SrsAudioSampleSize
|
||||
{
|
||||
// set to the max value to reserved, for array map.
|
||||
SrsCodecAudioSampleSizeReserved = 2,
|
||||
SrsCodecAudioSampleSizeForbidden = 2,
|
||||
SrsAudioSampleSizeReserved = 2,
|
||||
SrsAudioSampleSizeForbidden = 2,
|
||||
|
||||
SrsCodecAudioSampleSize8bit = 0,
|
||||
SrsCodecAudioSampleSize16bit = 1,
|
||||
SrsAudioSampleSize8bit = 0,
|
||||
SrsAudioSampleSize16bit = 1,
|
||||
};
|
||||
std::string srs_codec_audio_samplesize2str(SrsCodecAudioSampleSize v);
|
||||
std::string srs_audio_samplesize2str(SrsAudioSampleSize v);
|
||||
|
||||
/**
|
||||
* the FLV/RTMP supported audio sound type/channel.
|
||||
|
@ -281,16 +315,16 @@ std::string srs_codec_audio_samplesize2str(SrsCodecAudioSampleSize v);
|
|||
* 0 = Mono sound
|
||||
* 1 = Stereo sound
|
||||
*/
|
||||
enum SrsCodecAudioSoundType
|
||||
enum SrsAudioSoundType
|
||||
{
|
||||
// set to the max value to reserved, for array map.
|
||||
SrsCodecAudioSoundTypeReserved = 2,
|
||||
SrsCodecAudioSoundTypeForbidden = 2,
|
||||
SrsAudioSoundTypeReserved = 2,
|
||||
SrsAudioSoundTypeForbidden = 2,
|
||||
|
||||
SrsCodecAudioSoundTypeMono = 0,
|
||||
SrsCodecAudioSoundTypeStereo = 1,
|
||||
SrsAudioSoundTypeMono = 0,
|
||||
SrsAudioSoundTypeStereo = 1,
|
||||
};
|
||||
std::string srs_codec_audio_channels2str(SrsCodecAudioSoundType v);
|
||||
std::string srs_audio_channels2str(SrsAudioSoundType v);
|
||||
|
||||
/**
|
||||
* Table 7-1 - NAL unit type codes, syntax element categories, and NAL unit type classes
|
||||
|
@ -337,7 +371,7 @@ enum SrsAvcNaluType
|
|||
// Coded slice extension slice_layer_extension_rbsp( )
|
||||
SrsAvcNaluTypeCodedSliceExt = 20,
|
||||
};
|
||||
std::string srs_codec_avc_nalu2str(SrsAvcNaluType nalu_type);
|
||||
std::string srs_avc_nalu2str(SrsAvcNaluType nalu_type);
|
||||
|
||||
/**
|
||||
* the avc payload format, must be ibmf or annexb format.
|
||||
|
@ -364,7 +398,7 @@ enum SrsAacProfile
|
|||
SrsAacProfileLC = 1,
|
||||
SrsAacProfileSSR = 2,
|
||||
};
|
||||
std::string srs_codec_aac_profile2str(SrsAacProfile aac_profile);
|
||||
std::string srs_aac_profile2str(SrsAacProfile aac_profile);
|
||||
|
||||
/**
|
||||
* the aac object type, for RTMP sequence header
|
||||
|
@ -387,11 +421,11 @@ enum SrsAacObjectType
|
|||
// AAC HEv2 = LC+SBR+PS
|
||||
SrsAacObjectTypeAacHEV2 = 29,
|
||||
};
|
||||
std::string srs_codec_aac_object2str(SrsAacObjectType aac_object);
|
||||
std::string srs_aac_object2str(SrsAacObjectType aac_object);
|
||||
// ts/hls/adts audio header profile to RTMP sequence header object type.
|
||||
SrsAacObjectType srs_codec_aac_ts2rtmp(SrsAacProfile profile);
|
||||
SrsAacObjectType srs_aac_ts2rtmp(SrsAacProfile profile);
|
||||
// RTMP sequence header object type to ts/hls/adts audio header profile.
|
||||
SrsAacProfile srs_codec_aac_rtmp2ts(SrsAacObjectType object_type);
|
||||
SrsAacProfile srs_aac_rtmp2ts(SrsAacObjectType object_type);
|
||||
|
||||
/**
|
||||
* the profile for avc/h.264.
|
||||
|
@ -417,7 +451,7 @@ enum SrsAvcProfile
|
|||
SrsAvcProfileHigh444Predictive = 244,
|
||||
SrsAvcProfileHigh444Intra = 2192,
|
||||
};
|
||||
std::string srs_codec_avc_profile2str(SrsAvcProfile profile);
|
||||
std::string srs_avc_profile2str(SrsAvcProfile profile);
|
||||
|
||||
/**
|
||||
* the level for avc/h.264.
|
||||
|
@ -442,7 +476,7 @@ enum SrsAvcLevel
|
|||
SrsAvcLevel_5 = 50,
|
||||
SrsAvcLevel_51 = 51,
|
||||
};
|
||||
std::string srs_codec_avc_level2str(SrsAvcLevel level);
|
||||
std::string srs_avc_level2str(SrsAvcLevel level);
|
||||
|
||||
/**
|
||||
* A sample is the unit of frame.
|
||||
|
@ -467,25 +501,25 @@ public:
|
|||
* corresponding to the sequence header of FLV,
|
||||
* parsed to detail info.
|
||||
*/
|
||||
class SrsCodec
|
||||
class SrsCodecConfig
|
||||
{
|
||||
public:
|
||||
SrsCodec();
|
||||
virtual ~SrsCodec();
|
||||
SrsCodecConfig();
|
||||
virtual ~SrsCodecConfig();
|
||||
};
|
||||
|
||||
/**
|
||||
* The audio codec info.
|
||||
*/
|
||||
class SrsAudioCodec : public SrsCodec
|
||||
class SrsAudioCodecConfig : public SrsCodecConfig
|
||||
{
|
||||
public:
|
||||
// audio specified
|
||||
SrsCodecAudio id;
|
||||
SrsAudioCodecId id;
|
||||
// audio aac specified.
|
||||
SrsCodecAudioSampleRate sound_rate;
|
||||
SrsCodecAudioSampleSize sound_size;
|
||||
SrsCodecAudioSoundType sound_type;
|
||||
SrsAudioSampleRate sound_rate;
|
||||
SrsAudioSampleSize sound_size;
|
||||
SrsAudioSoundType sound_type;
|
||||
int audio_data_rate; // in bps
|
||||
public:
|
||||
/**
|
||||
|
@ -512,8 +546,8 @@ public:
|
|||
int aac_extra_size;
|
||||
char* aac_extra_data;
|
||||
public:
|
||||
SrsAudioCodec();
|
||||
virtual ~SrsAudioCodec();
|
||||
SrsAudioCodecConfig();
|
||||
virtual ~SrsAudioCodecConfig();
|
||||
public:
|
||||
virtual bool is_aac_codec_ok();
|
||||
};
|
||||
|
@ -521,10 +555,10 @@ public:
|
|||
/**
|
||||
* The video codec info.
|
||||
*/
|
||||
class SrsVideoCodec : public SrsCodec
|
||||
class SrsVideoCodecConfig : public SrsCodecConfig
|
||||
{
|
||||
public:
|
||||
SrsCodecVideo id;
|
||||
SrsVideoCodecId id;
|
||||
int video_data_rate; // in bps
|
||||
double frame_rate;
|
||||
double duration;
|
||||
|
@ -556,8 +590,8 @@ public:
|
|||
// the avc payload format.
|
||||
SrsAvcPayloadFormat payload_format;
|
||||
public:
|
||||
SrsVideoCodec();
|
||||
virtual ~SrsVideoCodec();
|
||||
SrsVideoCodecConfig();
|
||||
virtual ~SrsVideoCodecConfig();
|
||||
public:
|
||||
virtual bool is_avc_codec_ok();
|
||||
};
|
||||
|
@ -574,17 +608,17 @@ public:
|
|||
int32_t cts;
|
||||
public:
|
||||
// The codec info of frame.
|
||||
SrsCodec* codec;
|
||||
SrsCodecConfig* codec;
|
||||
// The actual parsed number of samples.
|
||||
int nb_samples;
|
||||
// The sampels cache.
|
||||
SrsSample samples[SRS_MAX_CODEC_SAMPLE];
|
||||
SrsSample samples[SrsMaxNbSamples];
|
||||
public:
|
||||
SrsFrame();
|
||||
virtual ~SrsFrame();
|
||||
public:
|
||||
// Initialize the frame, to parse sampels.
|
||||
virtual int initialize(SrsCodec* c);
|
||||
virtual int initialize(SrsCodecConfig* c);
|
||||
// Add a sample to frame.
|
||||
virtual int add_sample(char* bytes, int size);
|
||||
};
|
||||
|
@ -595,12 +629,12 @@ public:
|
|||
class SrsAudioFrame : public SrsFrame
|
||||
{
|
||||
public:
|
||||
SrsCodecAudioType aac_packet_type;
|
||||
SrsAudioAacFrameTrait aac_packet_type;
|
||||
public:
|
||||
SrsAudioFrame();
|
||||
virtual ~SrsAudioFrame();
|
||||
public:
|
||||
virtual SrsAudioCodec* acodec();
|
||||
virtual SrsAudioCodecConfig* acodec();
|
||||
};
|
||||
|
||||
/**
|
||||
|
@ -610,8 +644,8 @@ class SrsVideoFrame : public SrsFrame
|
|||
{
|
||||
public:
|
||||
// video specified
|
||||
SrsCodecVideoAVCFrame frame_type;
|
||||
SrsCodecVideoAVCType avc_packet_type;
|
||||
SrsVideoAvcFrameType frame_type;
|
||||
SrsVideoAvcFrameTrait avc_packet_type;
|
||||
// whether sample_units contains IDR frame.
|
||||
bool has_idr;
|
||||
// Whether exists AUD NALU.
|
||||
|
@ -627,7 +661,7 @@ public:
|
|||
// Add the sample without ANNEXB or IBMF header, or RAW AAC or MP3 data.
|
||||
virtual int add_sample(char* bytes, int size);
|
||||
public:
|
||||
virtual SrsVideoCodec* vcodec();
|
||||
virtual SrsVideoCodecConfig* vcodec();
|
||||
};
|
||||
|
||||
/**
|
||||
|
@ -639,9 +673,9 @@ class SrsFormat
|
|||
{
|
||||
public:
|
||||
SrsAudioFrame* audio;
|
||||
SrsAudioCodec* acodec;
|
||||
SrsAudioCodecConfig* acodec;
|
||||
SrsVideoFrame* video;
|
||||
SrsVideoCodec* vcodec;
|
||||
SrsVideoCodecConfig* vcodec;
|
||||
SrsBuffer* buffer;
|
||||
public:
|
||||
// for sequence header, whether parse the h.264 sps.
|
||||
|
@ -654,8 +688,10 @@ public:
|
|||
// Initialize the format.
|
||||
virtual int initialize();
|
||||
// When got a parsed audio packet.
|
||||
// @param data The data in FLV format.
|
||||
virtual int on_audio(int64_t timestamp, char* data, int size);
|
||||
// When got a parsed video packet.
|
||||
// @param data The data in FLV format.
|
||||
virtual int on_video(int64_t timestamp, char* data, int size);
|
||||
// When got a audio aac sequence header.
|
||||
virtual int on_aac_sequence_header(char* data, int size);
|
||||
|
|
|
@ -532,7 +532,7 @@ int SrsFlvEncoder::write_tags(SrsSharedPtrMessage** msgs, int count)
|
|||
return ret;
|
||||
}
|
||||
} else {
|
||||
if ((ret = write_metadata_to_cache(SrsCodecFlvTagScript, msg->payload, msg->size, cache)) != ERROR_SUCCESS) {
|
||||
if ((ret = write_metadata_to_cache(SrsFrameTypeScript, msg->payload, msg->size, cache)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
}
|
||||
|
@ -605,7 +605,7 @@ int SrsFlvEncoder::write_audio_to_cache(int64_t timestamp, char* data, int size,
|
|||
|
||||
// 11bytes tag header
|
||||
/*char tag_header[] = {
|
||||
(char)SrsCodecFlvTagAudio, // TagType UB [5], 8 = audio
|
||||
(char)SrsFrameTypeAudio, // TagType UB [5], 8 = audio
|
||||
(char)0x00, (char)0x00, (char)0x00, // DataSize UI24 Length of the message.
|
||||
(char)0x00, (char)0x00, (char)0x00, // Timestamp UI24 Time in milliseconds at which the data in this tag applies.
|
||||
(char)0x00, // TimestampExtended UI8
|
||||
|
@ -616,7 +616,7 @@ int SrsFlvEncoder::write_audio_to_cache(int64_t timestamp, char* data, int size,
|
|||
if ((ret = tag_stream->initialize(cache, 11)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
tag_stream->write_1bytes(SrsCodecFlvTagAudio);
|
||||
tag_stream->write_1bytes(SrsFrameTypeAudio);
|
||||
tag_stream->write_3bytes(size);
|
||||
tag_stream->write_3bytes((int32_t)timestamp);
|
||||
// default to little-endian
|
||||
|
@ -636,7 +636,7 @@ int SrsFlvEncoder::write_video_to_cache(int64_t timestamp, char* data, int size,
|
|||
|
||||
// 11bytes tag header
|
||||
/*char tag_header[] = {
|
||||
(char)SrsCodecFlvTagVideo, // TagType UB [5], 9 = video
|
||||
(char)SrsFrameTypeVideo, // TagType UB [5], 9 = video
|
||||
(char)0x00, (char)0x00, (char)0x00, // DataSize UI24 Length of the message.
|
||||
(char)0x00, (char)0x00, (char)0x00, // Timestamp UI24 Time in milliseconds at which the data in this tag applies.
|
||||
(char)0x00, // TimestampExtended UI8
|
||||
|
@ -647,7 +647,7 @@ int SrsFlvEncoder::write_video_to_cache(int64_t timestamp, char* data, int size,
|
|||
if ((ret = tag_stream->initialize(cache, 11)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
tag_stream->write_1bytes(SrsCodecFlvTagVideo);
|
||||
tag_stream->write_1bytes(SrsFrameTypeVideo);
|
||||
tag_stream->write_3bytes(size);
|
||||
tag_stream->write_3bytes((int32_t)timestamp);
|
||||
// default to little-endian
|
||||
|
|
|
@ -470,7 +470,7 @@ public:
|
|||
/**
|
||||
* write flv metadata.
|
||||
* @param type, the type of data, or other message type.
|
||||
* @see SrsCodecFlvTag
|
||||
* @see SrsFrameType
|
||||
* @param data, the amf0 metadata which serialize from:
|
||||
* AMF0 string: onMetaData,
|
||||
* AMF0 object: the metadata object.
|
||||
|
|
|
@ -111,7 +111,7 @@ int SrsMp3Encoder::write_audio(int64_t timestamp, char* data, int size)
|
|||
//int8_t sound_rate = (sound_format >> 2) & 0x03;
|
||||
sound_format = (sound_format >> 4) & 0x0f;
|
||||
|
||||
if ((SrsCodecAudio)sound_format != SrsCodecAudioMP3) {
|
||||
if ((SrsAudioCodecId)sound_format != SrsAudioCodecIdMP3) {
|
||||
ret = ERROR_MP3_DECODE_ERROR;
|
||||
srs_error("mp3 required, format=%d. ret=%d", sound_format, ret);
|
||||
return ret;
|
||||
|
|
|
@ -978,39 +978,39 @@ SrsMp4MediaHeaderBox* SrsMp4TrackBox::mdhd()
|
|||
return box? box->mdhd():NULL;
|
||||
}
|
||||
|
||||
SrsCodecVideo SrsMp4TrackBox::vide_codec()
|
||||
SrsVideoCodecId SrsMp4TrackBox::vide_codec()
|
||||
{
|
||||
SrsMp4SampleDescriptionBox* box = stsd();
|
||||
if (!box) {
|
||||
return SrsCodecVideoForbidden;
|
||||
return SrsVideoCodecIdForbidden;
|
||||
}
|
||||
|
||||
if (box->entry_count() == 0) {
|
||||
return SrsCodecVideoForbidden;
|
||||
return SrsVideoCodecIdForbidden;
|
||||
}
|
||||
|
||||
SrsMp4SampleEntry* entry = box->entrie_at(0);
|
||||
switch(entry->type) {
|
||||
case SrsMp4BoxTypeAVC1: return SrsCodecVideoAVC;
|
||||
default: return SrsCodecVideoForbidden;
|
||||
case SrsMp4BoxTypeAVC1: return SrsVideoCodecIdAVC;
|
||||
default: return SrsVideoCodecIdForbidden;
|
||||
}
|
||||
}
|
||||
|
||||
SrsCodecAudio SrsMp4TrackBox::soun_codec()
|
||||
SrsAudioCodecId SrsMp4TrackBox::soun_codec()
|
||||
{
|
||||
SrsMp4SampleDescriptionBox* box = stsd();
|
||||
if (!box) {
|
||||
return SrsCodecAudioForbidden;
|
||||
return SrsAudioCodecIdForbidden;
|
||||
}
|
||||
|
||||
if (box->entry_count() == 0) {
|
||||
return SrsCodecAudioForbidden;
|
||||
return SrsAudioCodecIdForbidden;
|
||||
}
|
||||
|
||||
SrsMp4SampleEntry* entry = box->entrie_at(0);
|
||||
switch(entry->type) {
|
||||
case SrsMp4BoxTypeMP4A: return SrsCodecAudioAAC;
|
||||
default: return SrsCodecAudioForbidden;
|
||||
case SrsMp4BoxTypeMP4A: return SrsAudioCodecIdAAC;
|
||||
default: return SrsAudioCodecIdForbidden;
|
||||
}
|
||||
}
|
||||
|
||||
|
@ -3405,13 +3405,13 @@ int SrsMp4UserDataBox::decode_header(SrsBuffer* buf)
|
|||
|
||||
SrsMp4Sample::SrsMp4Sample()
|
||||
{
|
||||
type = SrsCodecFlvTagForbidden;
|
||||
type = SrsFrameTypeForbidden;
|
||||
offset = 0;
|
||||
index = 0;
|
||||
dts = pts = 0;
|
||||
nb_data = 0;
|
||||
data = NULL;
|
||||
frame_type = SrsCodecVideoAVCFrameForbidden;
|
||||
frame_type = SrsVideoAvcFrameTypeForbidden;
|
||||
tbn = 0;
|
||||
adjust = 0;
|
||||
}
|
||||
|
@ -3474,7 +3474,7 @@ int SrsMp4SampleManager::load(SrsMp4MovieBox* moov)
|
|||
SrsMp4Sample* sample = it->second;
|
||||
samples.push_back(sample);
|
||||
|
||||
if (sample->type == SrsCodecFlvTagVideo) {
|
||||
if (sample->type == SrsFrameTypeVideo) {
|
||||
pvideo = sample;
|
||||
} else if (pvideo) {
|
||||
tbn = sample->tbn;
|
||||
|
@ -3496,7 +3496,7 @@ int SrsMp4SampleManager::load(SrsMp4MovieBox* moov)
|
|||
map<uint64_t, SrsMp4Sample*>::iterator it;
|
||||
for (it = tses.begin(); it != tses.end(); ++it) {
|
||||
SrsMp4Sample* sample = it->second;
|
||||
if (sample->type == SrsCodecFlvTagAudio) {
|
||||
if (sample->type == SrsFrameTypeAudio) {
|
||||
sample->adjust = 0 - maxp - maxn;
|
||||
}
|
||||
}
|
||||
|
@ -3557,7 +3557,7 @@ int SrsMp4SampleManager::write(SrsMp4MovieBox* moov)
|
|||
SrsMp4ChunkOffsetBox* stco = new SrsMp4ChunkOffsetBox();
|
||||
stbl->set_stco(stco);
|
||||
|
||||
if ((ret = write_track(SrsCodecFlvTagVideo, stts, stss, ctts, stsc, stsz, stco)) != ERROR_SUCCESS) {
|
||||
if ((ret = write_track(SrsFrameTypeVideo, stts, stss, ctts, stsc, stsz, stco)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
}
|
||||
|
@ -3581,7 +3581,7 @@ int SrsMp4SampleManager::write(SrsMp4MovieBox* moov)
|
|||
SrsMp4ChunkOffsetBox* stco = new SrsMp4ChunkOffsetBox();
|
||||
stbl->set_stco(stco);
|
||||
|
||||
if ((ret = write_track(SrsCodecFlvTagAudio, stts, stss, ctts, stsc, stsz, stco)) != ERROR_SUCCESS) {
|
||||
if ((ret = write_track(SrsFrameTypeAudio, stts, stss, ctts, stsc, stsz, stco)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
}
|
||||
|
@ -3589,7 +3589,7 @@ int SrsMp4SampleManager::write(SrsMp4MovieBox* moov)
|
|||
return ret;
|
||||
}
|
||||
|
||||
int SrsMp4SampleManager::write_track(SrsCodecFlvTag track,
|
||||
int SrsMp4SampleManager::write_track(SrsFrameType track,
|
||||
SrsMp4DecodingTime2SampleBox* stts, SrsMp4SyncSampleBox* stss, SrsMp4CompositionTime2SampleBox* ctts,
|
||||
SrsMp4Sample2ChunkBox* stsc, SrsMp4SampleSizeBox* stsz, SrsMp4ChunkOffsetBox* stco)
|
||||
{
|
||||
|
@ -3616,7 +3616,7 @@ int SrsMp4SampleManager::write_track(SrsCodecFlvTag track,
|
|||
stsz_entries.push_back(sample->nb_data);
|
||||
stco_entries.push_back((uint32_t)sample->offset);
|
||||
|
||||
if (sample->frame_type == SrsCodecVideoAVCFrameKeyFrame) {
|
||||
if (sample->frame_type == SrsVideoAvcFrameTypeKeyFrame) {
|
||||
stss_entries.push_back(sample->index + 1);
|
||||
}
|
||||
|
||||
|
@ -3737,7 +3737,7 @@ int SrsMp4SampleManager::do_load(map<uint64_t, SrsMp4Sample*>& tses, SrsMp4Movie
|
|||
return ret;
|
||||
}
|
||||
|
||||
if ((ret = load_trak(tses, SrsCodecFlvTagVideo, mdhd, stco, stsz, stsc, stts, ctts, stss)) != ERROR_SUCCESS) {
|
||||
if ((ret = load_trak(tses, SrsFrameTypeVideo, mdhd, stco, stsz, stsc, stts, ctts, stss)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
}
|
||||
|
@ -3757,7 +3757,7 @@ int SrsMp4SampleManager::do_load(map<uint64_t, SrsMp4Sample*>& tses, SrsMp4Movie
|
|||
return ret;
|
||||
}
|
||||
|
||||
if ((ret = load_trak(tses, SrsCodecFlvTagAudio, mdhd, stco, stsz, stsc, stts, NULL, NULL)) != ERROR_SUCCESS) {
|
||||
if ((ret = load_trak(tses, SrsFrameTypeAudio, mdhd, stco, stsz, stsc, stts, NULL, NULL)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
}
|
||||
|
@ -3765,7 +3765,7 @@ int SrsMp4SampleManager::do_load(map<uint64_t, SrsMp4Sample*>& tses, SrsMp4Movie
|
|||
return ret;
|
||||
}
|
||||
|
||||
int SrsMp4SampleManager::load_trak(map<uint64_t, SrsMp4Sample*>& tses, SrsCodecFlvTag tt,
|
||||
int SrsMp4SampleManager::load_trak(map<uint64_t, SrsMp4Sample*>& tses, SrsFrameType tt,
|
||||
SrsMp4MediaHeaderBox* mdhd, SrsMp4ChunkOffsetBox* stco, SrsMp4SampleSizeBox* stsz, SrsMp4Sample2ChunkBox* stsc,
|
||||
SrsMp4DecodingTime2SampleBox* stts, SrsMp4CompositionTime2SampleBox* ctts, SrsMp4SyncSampleBox* stss)
|
||||
{
|
||||
|
@ -3822,11 +3822,11 @@ int SrsMp4SampleManager::load_trak(map<uint64_t, SrsMp4Sample*>& tses, SrsCodecF
|
|||
sample->pts = sample->dts + ctts_entry->sample_offset;
|
||||
}
|
||||
|
||||
if (tt == SrsCodecFlvTagVideo) {
|
||||
if (tt == SrsFrameTypeVideo) {
|
||||
if (!stss || stss->is_sync(sample->index)) {
|
||||
sample->frame_type = SrsCodecVideoAVCFrameKeyFrame;
|
||||
sample->frame_type = SrsVideoAvcFrameTypeKeyFrame;
|
||||
} else {
|
||||
sample->frame_type = SrsCodecVideoAVCFrameInterFrame;
|
||||
sample->frame_type = SrsVideoAvcFrameTypeInterFrame;
|
||||
}
|
||||
}
|
||||
|
||||
|
@ -3855,14 +3855,14 @@ SrsMp4Decoder::SrsMp4Decoder()
|
|||
brand = SrsMp4BoxBrandForbidden;
|
||||
buf = new char[SRS_MP4_BUF_SIZE];
|
||||
stream = new SrsSimpleStream();
|
||||
vcodec = SrsCodecVideoForbidden;
|
||||
acodec = SrsCodecAudioForbidden;
|
||||
vcodec = SrsVideoCodecIdForbidden;
|
||||
acodec = SrsAudioCodecIdForbidden;
|
||||
nb_asc = nb_avcc = 0;
|
||||
pasc = pavcc = NULL;
|
||||
asc_written = avcc_written = false;
|
||||
sample_rate = SrsCodecAudioSampleRateForbidden;
|
||||
sound_bits = SrsCodecAudioSampleSizeForbidden;
|
||||
channels = SrsCodecAudioSoundTypeForbidden;
|
||||
sample_rate = SrsAudioSampleRateForbidden;
|
||||
sound_bits = SrsAudioSampleSizeForbidden;
|
||||
channels = SrsAudioSoundTypeForbidden;
|
||||
samples = new SrsMp4SampleManager();
|
||||
current_index = 0;
|
||||
current_offset = 0;
|
||||
|
@ -3944,8 +3944,8 @@ int SrsMp4Decoder::read_sample(SrsMp4HandlerType* pht,
|
|||
uint8_t* sample = *psample = new uint8_t[nb_sample];
|
||||
memcpy(sample, pavcc, nb_sample);
|
||||
|
||||
*pft = SrsCodecVideoAVCFrameKeyFrame;
|
||||
*pct = SrsCodecVideoAVCTypeSequenceHeader;
|
||||
*pft = SrsVideoAvcFrameTypeKeyFrame;
|
||||
*pct = SrsVideoAvcFrameTraitSequenceHeader;
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
@ -3960,7 +3960,7 @@ int SrsMp4Decoder::read_sample(SrsMp4HandlerType* pht,
|
|||
memcpy(sample, pasc, nb_sample);
|
||||
|
||||
*pft = 0x00;
|
||||
*pct = SrsCodecAudioTypeSequenceHeader;
|
||||
*pct = SrsAudioAacFrameTraitSequenceHeader;
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
@ -3970,12 +3970,12 @@ int SrsMp4Decoder::read_sample(SrsMp4HandlerType* pht,
|
|||
return ERROR_SYSTEM_FILE_EOF;
|
||||
}
|
||||
|
||||
if (ps->type == SrsCodecFlvTagVideo) {
|
||||
if (ps->type == SrsFrameTypeVideo) {
|
||||
*pht = SrsMp4HandlerTypeVIDE;
|
||||
*pct = SrsCodecVideoAVCTypeNALU;
|
||||
*pct = SrsVideoAvcFrameTraitNALU;
|
||||
} else {
|
||||
*pht = SrsMp4HandlerTypeSOUN;
|
||||
*pct = SrsCodecAudioTypeRawData;
|
||||
*pct = SrsAudioAacFrameTraitRawData;
|
||||
}
|
||||
*pdts = ps->dts_ms();
|
||||
*ppts = ps->pts_ms();
|
||||
|
@ -4052,25 +4052,25 @@ int SrsMp4Decoder::parse_moov(SrsMp4MovieBox* moov)
|
|||
if (mp4a) {
|
||||
uint32_t sr = mp4a->samplerate>>16;
|
||||
if (sr >= 44100) {
|
||||
sample_rate = SrsCodecAudioSampleRate44100;
|
||||
sample_rate = SrsAudioSampleRate44100;
|
||||
} else if (sr >= 22050) {
|
||||
sample_rate = SrsCodecAudioSampleRate22050;
|
||||
sample_rate = SrsAudioSampleRate22050;
|
||||
} else if (sr >= 11025) {
|
||||
sample_rate = SrsCodecAudioSampleRate11025;
|
||||
sample_rate = SrsAudioSampleRate11025;
|
||||
} else {
|
||||
sample_rate = SrsCodecAudioSampleRate5512;
|
||||
sample_rate = SrsAudioSampleRate5512;
|
||||
}
|
||||
|
||||
if (mp4a->samplesize == 16) {
|
||||
sound_bits = SrsCodecAudioSampleSize16bit;
|
||||
sound_bits = SrsAudioSampleSize16bit;
|
||||
} else {
|
||||
sound_bits = SrsCodecAudioSampleSize8bit;
|
||||
sound_bits = SrsAudioSampleSize8bit;
|
||||
}
|
||||
|
||||
if (mp4a->channelcount == 2) {
|
||||
channels = SrsCodecAudioSoundTypeStereo;
|
||||
channels = SrsAudioSoundTypeStereo;
|
||||
} else {
|
||||
channels = SrsCodecAudioSoundTypeMono;
|
||||
channels = SrsAudioSoundTypeMono;
|
||||
}
|
||||
}
|
||||
|
||||
|
@ -4087,8 +4087,8 @@ int SrsMp4Decoder::parse_moov(SrsMp4MovieBox* moov)
|
|||
return ret;
|
||||
}
|
||||
|
||||
vcodec = vide?vide->vide_codec():SrsCodecVideoForbidden;
|
||||
acodec = soun?soun->soun_codec():SrsCodecAudioForbidden;
|
||||
vcodec = vide?vide->vide_codec():SrsVideoCodecIdForbidden;
|
||||
acodec = soun?soun->soun_codec():SrsAudioCodecIdForbidden;
|
||||
|
||||
if (avcc && avcc->nb_config) {
|
||||
nb_avcc = avcc->nb_config;
|
||||
|
@ -4111,13 +4111,13 @@ int SrsMp4Decoder::parse_moov(SrsMp4MovieBox* moov)
|
|||
ss << "dur=" << mvhd->duration() << "ms";
|
||||
// video codec.
|
||||
ss << ", vide=" << moov->nb_vide_tracks() << "("
|
||||
<< srs_codec_video2str(vcodec) << "," << nb_avcc << "BSH"
|
||||
<< srs_video_codec_id2str(vcodec) << "," << nb_avcc << "BSH"
|
||||
<< ")";
|
||||
// audio codec.
|
||||
ss << ", soun=" << moov->nb_soun_tracks() << "("
|
||||
<< srs_codec_audio2str(acodec) << "," << nb_asc << "BSH"
|
||||
<< "," << srs_codec_audio_channels2str(channels)
|
||||
<< "," << srs_codec_audio_samplesize2str(sound_bits)
|
||||
<< srs_audio_codec_id2str(acodec) << "," << nb_asc << "BSH"
|
||||
<< "," << srs_audio_channels2str(channels)
|
||||
<< "," << srs_audio_samplesize2str(sound_bits)
|
||||
<< "," << srs_codec_audio_samplerate2str(sample_rate)
|
||||
<< ")";
|
||||
|
||||
|
@ -4231,11 +4231,11 @@ SrsMp4Encoder::SrsMp4Encoder()
|
|||
aduration = vduration = 0;
|
||||
width = height = 0;
|
||||
|
||||
acodec = SrsCodecAudioForbidden;
|
||||
sample_rate = SrsCodecAudioSampleRateForbidden;
|
||||
sound_bits = SrsCodecAudioSampleSizeForbidden;
|
||||
channels = SrsCodecAudioSoundTypeForbidden;
|
||||
vcodec = SrsCodecVideoForbidden;
|
||||
acodec = SrsAudioCodecIdForbidden;
|
||||
sample_rate = SrsAudioSampleRateForbidden;
|
||||
sound_bits = SrsAudioSampleSizeForbidden;
|
||||
channels = SrsAudioSoundTypeForbidden;
|
||||
vcodec = SrsVideoCodecIdForbidden;
|
||||
}
|
||||
|
||||
SrsMp4Encoder::~SrsMp4Encoder()
|
||||
|
@ -4319,8 +4319,8 @@ int SrsMp4Encoder::write_sample(SrsMp4HandlerType ht,
|
|||
SrsMp4Sample* ps = new SrsMp4Sample();
|
||||
|
||||
// For SPS/PPS or ASC, copy it to moov.
|
||||
bool vsh = (ht == SrsMp4HandlerTypeVIDE) && (ct == SrsCodecVideoAVCTypeSequenceHeader);
|
||||
bool ash = (ht == SrsMp4HandlerTypeSOUN) && (ct == SrsCodecAudioTypeSequenceHeader);
|
||||
bool vsh = (ht == SrsMp4HandlerTypeVIDE) && (ct == SrsVideoAvcFrameTraitSequenceHeader);
|
||||
bool ash = (ht == SrsMp4HandlerTypeSOUN) && (ct == SrsAudioAacFrameTraitSequenceHeader);
|
||||
if (vsh || ash) {
|
||||
ret = copy_sequence_header(vsh, sample, nb_sample);
|
||||
srs_freep(ps);
|
||||
|
@ -4328,12 +4328,12 @@ int SrsMp4Encoder::write_sample(SrsMp4HandlerType ht,
|
|||
}
|
||||
|
||||
if (ht == SrsMp4HandlerTypeVIDE) {
|
||||
ps->type = SrsCodecFlvTagVideo;
|
||||
ps->frame_type = (SrsCodecVideoAVCFrame)ft;
|
||||
ps->type = SrsFrameTypeVideo;
|
||||
ps->frame_type = (SrsVideoAvcFrameType)ft;
|
||||
ps->index = nb_videos++;
|
||||
vduration = dts;
|
||||
} else if (ht == SrsMp4HandlerTypeSOUN) {
|
||||
ps->type = SrsCodecFlvTagAudio;
|
||||
ps->type = SrsFrameTypeAudio;
|
||||
ps->index = nb_audios++;
|
||||
aduration = dts;
|
||||
} else {
|
||||
|
@ -4493,13 +4493,13 @@ int SrsMp4Encoder::flush()
|
|||
stbl->set_stsd(stsd);
|
||||
|
||||
SrsMp4AudioSampleEntry* mp4a = new SrsMp4AudioSampleEntry();
|
||||
mp4a->samplerate = uint32_t(flv_sample_rates[sample_rate]) << 16;
|
||||
if (sound_bits == SrsCodecAudioSampleSize16bit) {
|
||||
mp4a->samplerate = uint32_t(srs_flv_srates[sample_rate]) << 16;
|
||||
if (sound_bits == SrsAudioSampleSize16bit) {
|
||||
mp4a->samplesize = 16;
|
||||
} else {
|
||||
mp4a->samplesize = 8;
|
||||
}
|
||||
if (channels == SrsCodecAudioSoundTypeStereo) {
|
||||
if (channels == SrsAudioSoundTypeStereo) {
|
||||
mp4a->channelcount = 2;
|
||||
} else {
|
||||
mp4a->channelcount = 1;
|
||||
|
|
|
@ -432,9 +432,9 @@ public:
|
|||
virtual SrsMp4MediaHeaderBox* mdhd();
|
||||
public:
|
||||
// For vide track, get the video codec.
|
||||
virtual SrsCodecVideo vide_codec();
|
||||
virtual SrsVideoCodecId vide_codec();
|
||||
// For soun track, get the audio codec.
|
||||
virtual SrsCodecAudio soun_codec();
|
||||
virtual SrsAudioCodecId soun_codec();
|
||||
// For H.264/AVC codec, get the sps/pps.
|
||||
virtual SrsMp4AvccBox* avcc();
|
||||
// For AAC codec, get the asc.
|
||||
|
@ -1476,7 +1476,7 @@ class SrsMp4Sample
|
|||
{
|
||||
public:
|
||||
// The type of sample, audio or video.
|
||||
SrsCodecFlvTag type;
|
||||
SrsFrameType type;
|
||||
// The offset of sample in file.
|
||||
off_t offset;
|
||||
// The index of sample with a track, start from 0.
|
||||
|
@ -1488,7 +1488,7 @@ public:
|
|||
// The tbn(timebase).
|
||||
uint32_t tbn;
|
||||
// For video, the frame type, whether keyframe.
|
||||
SrsCodecVideoAVCFrame frame_type;
|
||||
SrsVideoAvcFrameType frame_type;
|
||||
// The adjust timestamp in milliseconds.
|
||||
// For example, we can adjust a timestamp for A/V to monotonically increase.
|
||||
int32_t adjust;
|
||||
|
@ -1534,7 +1534,7 @@ public:
|
|||
// Write the samples info to moov.
|
||||
virtual int write(SrsMp4MovieBox* moov);
|
||||
private:
|
||||
virtual int write_track(SrsCodecFlvTag track,
|
||||
virtual int write_track(SrsFrameType track,
|
||||
SrsMp4DecodingTime2SampleBox* stts, SrsMp4SyncSampleBox* stss, SrsMp4CompositionTime2SampleBox* ctts,
|
||||
SrsMp4Sample2ChunkBox* stsc, SrsMp4SampleSizeBox* stsz, SrsMp4ChunkOffsetBox* stco);
|
||||
virtual int do_load(std::map<uint64_t, SrsMp4Sample*>& tses, SrsMp4MovieBox* moov);
|
||||
|
@ -1543,7 +1543,7 @@ private:
|
|||
// @param tses The temporary samples, key is offset, value is sample.
|
||||
// @param tt The type of sample, convert to flv tag type.
|
||||
// TODO: Support co64 for stco.
|
||||
virtual int load_trak(std::map<uint64_t, SrsMp4Sample*>& tses, SrsCodecFlvTag tt,
|
||||
virtual int load_trak(std::map<uint64_t, SrsMp4Sample*>& tses, SrsFrameType tt,
|
||||
SrsMp4MediaHeaderBox* mdhd, SrsMp4ChunkOffsetBox* stco, SrsMp4SampleSizeBox* stsz, SrsMp4Sample2ChunkBox* stsc,
|
||||
SrsMp4DecodingTime2SampleBox* stts, SrsMp4CompositionTime2SampleBox* ctts, SrsMp4SyncSampleBox* stss);
|
||||
};
|
||||
|
@ -1564,7 +1564,8 @@ private:
|
|||
public:
|
||||
// The video codec of first track, generally there is zero or one track.
|
||||
// Forbidden if no video stream.
|
||||
SrsCodecVideo vcodec;
|
||||
// TODO: FIXME: Use SrsFormat instead.
|
||||
SrsVideoCodecId vcodec;
|
||||
private:
|
||||
// For H.264/AVC, the avcc contains the sps/pps.
|
||||
int nb_avcc;
|
||||
|
@ -1574,13 +1575,13 @@ private:
|
|||
public:
|
||||
// The audio codec of first track, generally there is zero or one track.
|
||||
// Forbidden if no audio stream.
|
||||
SrsCodecAudio acodec;
|
||||
SrsAudioCodecId acodec;
|
||||
// The audio sample rate.
|
||||
SrsCodecAudioSampleRate sample_rate;
|
||||
SrsAudioSampleRate sample_rate;
|
||||
// The audio sound bits.
|
||||
SrsCodecAudioSampleSize sound_bits;
|
||||
SrsAudioSampleSize sound_bits;
|
||||
// The audio sound type.
|
||||
SrsCodecAudioSoundType channels;
|
||||
SrsAudioSoundType channels;
|
||||
private:
|
||||
// For AAC, the asc in esds box.
|
||||
int nb_asc;
|
||||
|
@ -1608,8 +1609,8 @@ public:
|
|||
/**
|
||||
* Read a sample from mp4.
|
||||
* @param pht The sample hanler type, audio/soun or video/vide.
|
||||
* @param pft, The frame type. For video, it's SrsCodecVideoAVCFrame.
|
||||
* @param pct, The codec type. For video, it's SrsCodecVideoAVCType. For audio, it's SrsCodecAudioType.
|
||||
* @param pft, The frame type. For video, it's SrsVideoAvcFrameType.
|
||||
* @param pct, The codec type. For video, it's SrsVideoAvcFrameTrait. For audio, it's SrsAudioAacFrameTrait.
|
||||
* @param pdts The output dts in milliseconds.
|
||||
* @param ppts The output pts in milliseconds.
|
||||
* @param pnb_sample The output size of payload.
|
||||
|
@ -1647,13 +1648,13 @@ private:
|
|||
public:
|
||||
// The audio codec of first track, generally there is zero or one track.
|
||||
// Forbidden if no audio stream.
|
||||
SrsCodecAudio acodec;
|
||||
SrsAudioCodecId acodec;
|
||||
// The audio sample rate.
|
||||
SrsCodecAudioSampleRate sample_rate;
|
||||
SrsAudioSampleRate sample_rate;
|
||||
// The audio sound bits.
|
||||
SrsCodecAudioSampleSize sound_bits;
|
||||
SrsAudioSampleSize sound_bits;
|
||||
// The audio sound type.
|
||||
SrsCodecAudioSoundType channels;
|
||||
SrsAudioSoundType channels;
|
||||
private:
|
||||
// For AAC, the asc in esds box.
|
||||
int nb_asc;
|
||||
|
@ -1665,7 +1666,7 @@ private:
|
|||
public:
|
||||
// The video codec of first track, generally there is zero or one track.
|
||||
// Forbidden if no video stream.
|
||||
SrsCodecVideo vcodec;
|
||||
SrsVideoCodecId vcodec;
|
||||
private:
|
||||
// For H.264/AVC, the avcc contains the sps/pps.
|
||||
int nb_avcc;
|
||||
|
@ -1686,8 +1687,8 @@ public:
|
|||
virtual int initialize(ISrsWriteSeeker* ws);
|
||||
// Write a sampel to mp4.
|
||||
// @param ht, The sample handler type, audio/soun or video/vide.
|
||||
// @param ft, The frame type. For video, it's SrsCodecVideoAVCFrame.
|
||||
// @param ct, The codec type. For video, it's SrsCodecVideoAVCType. For audio, it's SrsCodecAudioType.
|
||||
// @param ft, The frame type. For video, it's SrsVideoAvcFrameType.
|
||||
// @param ct, The codec type. For video, it's SrsVideoAvcFrameTrait. For audio, it's SrsAudioAacFrameTrait.
|
||||
// @param dts The output dts in milliseconds.
|
||||
// @param pts The output pts in milliseconds.
|
||||
// @param sample The output payload, user must free it.
|
||||
|
|
|
@ -201,8 +201,8 @@ SrsTsContext::SrsTsContext()
|
|||
{
|
||||
pure_audio = false;
|
||||
sync_byte = 0x47; // ts default sync byte.
|
||||
vcodec = SrsCodecVideoReserved;
|
||||
acodec = SrsCodecAudioReserved1;
|
||||
vcodec = SrsVideoCodecIdReserved;
|
||||
acodec = SrsAudioCodecIdReserved1;
|
||||
}
|
||||
|
||||
SrsTsContext::~SrsTsContext()
|
||||
|
@ -235,8 +235,8 @@ void SrsTsContext::on_pmt_parsed()
|
|||
|
||||
void SrsTsContext::reset()
|
||||
{
|
||||
vcodec = SrsCodecVideoReserved;
|
||||
acodec = SrsCodecAudioReserved1;
|
||||
vcodec = SrsVideoCodecIdReserved;
|
||||
acodec = SrsAudioCodecIdReserved1;
|
||||
}
|
||||
|
||||
SrsTsChannel* SrsTsContext::get(int pid)
|
||||
|
@ -294,56 +294,56 @@ int SrsTsContext::decode(SrsBuffer* stream, ISrsTsHandler* handler)
|
|||
return ret;
|
||||
}
|
||||
|
||||
int SrsTsContext::encode(SrsFileWriter* writer, SrsTsMessage* msg, SrsCodecVideo vc, SrsCodecAudio ac)
|
||||
int SrsTsContext::encode(SrsFileWriter* writer, SrsTsMessage* msg, SrsVideoCodecId vc, SrsAudioCodecId ac)
|
||||
{
|
||||
int ret = ERROR_SUCCESS;
|
||||
|
||||
SrsTsStream vs, as;
|
||||
int16_t video_pid = 0, audio_pid = 0;
|
||||
switch (vc) {
|
||||
case SrsCodecVideoAVC:
|
||||
case SrsVideoCodecIdAVC:
|
||||
vs = SrsTsStreamVideoH264;
|
||||
video_pid = TS_VIDEO_AVC_PID;
|
||||
break;
|
||||
case SrsCodecVideoDisabled:
|
||||
case SrsVideoCodecIdDisabled:
|
||||
vs = SrsTsStreamReserved;
|
||||
break;
|
||||
case SrsCodecVideoReserved:
|
||||
case SrsCodecVideoReserved1:
|
||||
case SrsCodecVideoReserved2:
|
||||
case SrsCodecVideoSorensonH263:
|
||||
case SrsCodecVideoScreenVideo:
|
||||
case SrsCodecVideoOn2VP6:
|
||||
case SrsCodecVideoOn2VP6WithAlphaChannel:
|
||||
case SrsCodecVideoScreenVideoVersion2:
|
||||
case SrsVideoCodecIdReserved:
|
||||
case SrsVideoCodecIdReserved1:
|
||||
case SrsVideoCodecIdReserved2:
|
||||
case SrsVideoCodecIdSorensonH263:
|
||||
case SrsVideoCodecIdScreenVideo:
|
||||
case SrsVideoCodecIdOn2VP6:
|
||||
case SrsVideoCodecIdOn2VP6WithAlphaChannel:
|
||||
case SrsVideoCodecIdScreenVideoVersion2:
|
||||
vs = SrsTsStreamReserved;
|
||||
break;
|
||||
}
|
||||
switch (ac) {
|
||||
case SrsCodecAudioAAC:
|
||||
case SrsAudioCodecIdAAC:
|
||||
as = SrsTsStreamAudioAAC;
|
||||
audio_pid = TS_AUDIO_AAC_PID;
|
||||
break;
|
||||
case SrsCodecAudioMP3:
|
||||
case SrsAudioCodecIdMP3:
|
||||
as = SrsTsStreamAudioMp3;
|
||||
audio_pid = TS_AUDIO_MP3_PID;
|
||||
break;
|
||||
case SrsCodecAudioDisabled:
|
||||
case SrsAudioCodecIdDisabled:
|
||||
as = SrsTsStreamReserved;
|
||||
break;
|
||||
case SrsCodecAudioReserved1:
|
||||
case SrsCodecAudioLinearPCMPlatformEndian:
|
||||
case SrsCodecAudioADPCM:
|
||||
case SrsCodecAudioLinearPCMLittleEndian:
|
||||
case SrsCodecAudioNellymoser16kHzMono:
|
||||
case SrsCodecAudioNellymoser8kHzMono:
|
||||
case SrsCodecAudioNellymoser:
|
||||
case SrsCodecAudioReservedG711AlawLogarithmicPCM:
|
||||
case SrsCodecAudioReservedG711MuLawLogarithmicPCM:
|
||||
case SrsCodecAudioReserved:
|
||||
case SrsCodecAudioSpeex:
|
||||
case SrsCodecAudioReservedMP3_8kHz:
|
||||
case SrsCodecAudioReservedDeviceSpecificSound:
|
||||
case SrsAudioCodecIdReserved1:
|
||||
case SrsAudioCodecIdLinearPCMPlatformEndian:
|
||||
case SrsAudioCodecIdADPCM:
|
||||
case SrsAudioCodecIdLinearPCMLittleEndian:
|
||||
case SrsAudioCodecIdNellymoser16kHzMono:
|
||||
case SrsAudioCodecIdNellymoser8kHzMono:
|
||||
case SrsAudioCodecIdNellymoser:
|
||||
case SrsAudioCodecIdReservedG711AlawLogarithmicPCM:
|
||||
case SrsAudioCodecIdReservedG711MuLawLogarithmicPCM:
|
||||
case SrsAudioCodecIdReserved:
|
||||
case SrsAudioCodecIdSpeex:
|
||||
case SrsAudioCodecIdReservedMP3_8kHz:
|
||||
case SrsAudioCodecIdReservedDeviceSpecificSound:
|
||||
as = SrsTsStreamReserved;
|
||||
break;
|
||||
}
|
||||
|
@ -2708,7 +2708,7 @@ int SrsTsPayloadPMT::psi_encode(SrsBuffer* stream)
|
|||
return ret;
|
||||
}
|
||||
|
||||
SrsTsMuxer::SrsTsMuxer(SrsFileWriter* w, SrsTsContext* c, SrsCodecAudio ac, SrsCodecVideo vc)
|
||||
SrsTsMuxer::SrsTsMuxer(SrsFileWriter* w, SrsTsContext* c, SrsAudioCodecId ac, SrsVideoCodecId vc)
|
||||
{
|
||||
writer = w;
|
||||
context = c;
|
||||
|
@ -2740,7 +2740,7 @@ int SrsTsMuxer::open(string p)
|
|||
return ret;
|
||||
}
|
||||
|
||||
int SrsTsMuxer::update_acodec(SrsCodecAudio ac)
|
||||
int SrsTsMuxer::update_acodec(SrsAudioCodecId ac)
|
||||
{
|
||||
acodec = ac;
|
||||
return ERROR_SUCCESS;
|
||||
|
@ -2783,7 +2783,7 @@ void SrsTsMuxer::close()
|
|||
writer->close();
|
||||
}
|
||||
|
||||
SrsCodecVideo SrsTsMuxer::video_codec()
|
||||
SrsVideoCodecId SrsTsMuxer::video_codec()
|
||||
{
|
||||
return vcodec;
|
||||
}
|
||||
|
@ -2817,11 +2817,11 @@ int SrsTsCache::cache_audio(SrsAudioFrame* frame, int64_t dts)
|
|||
audio->sid = SrsTsPESStreamIdAudioCommon;
|
||||
|
||||
// must be aac or mp3
|
||||
SrsAudioCodec* acodec = frame->acodec();
|
||||
srs_assert(acodec->id == SrsCodecAudioAAC || acodec->id == SrsCodecAudioMP3);
|
||||
SrsAudioCodecConfig* acodec = frame->acodec();
|
||||
srs_assert(acodec->id == SrsAudioCodecIdAAC || acodec->id == SrsAudioCodecIdMP3);
|
||||
|
||||
// write video to cache.
|
||||
if (acodec->id == SrsCodecAudioAAC) {
|
||||
if (acodec->id == SrsAudioCodecIdAAC) {
|
||||
if ((ret = do_cache_aac(frame)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
|
@ -2841,7 +2841,7 @@ int SrsTsCache::cache_video(SrsVideoFrame* frame, int64_t dts)
|
|||
// create the ts video message.
|
||||
if (!video) {
|
||||
video = new SrsTsMessage();
|
||||
video->write_pcr = (frame->frame_type == SrsCodecVideoAVCFrameKeyFrame);
|
||||
video->write_pcr = (frame->frame_type == SrsVideoAvcFrameTypeKeyFrame);
|
||||
video->start_pts = dts;
|
||||
}
|
||||
|
||||
|
@ -2875,7 +2875,7 @@ int SrsTsCache::do_cache_aac(SrsAudioFrame* frame)
|
|||
{
|
||||
int ret = ERROR_SUCCESS;
|
||||
|
||||
SrsAudioCodec* codec = frame->acodec();
|
||||
SrsAudioCodecConfig* codec = frame->acodec();
|
||||
srs_assert(codec);
|
||||
|
||||
for (int i = 0; i < frame->nb_samples; i++) {
|
||||
|
@ -2920,7 +2920,7 @@ int SrsTsCache::do_cache_aac(SrsAudioFrame* frame)
|
|||
int8_t number_of_raw_data_blocks_in_frame; //2bits, 0 indicating 1 raw_data_block()
|
||||
*/
|
||||
// profile, 2bits
|
||||
SrsAacProfile aac_profile = srs_codec_aac_rtmp2ts(codec->aac_object);
|
||||
SrsAacProfile aac_profile = srs_aac_rtmp2ts(codec->aac_object);
|
||||
adts_header[2] = (aac_profile << 6) & 0xc0;
|
||||
// sampling_frequency_index 4bits
|
||||
adts_header[2] |= (codec->aac_sample_rate << 2) & 0x3c;
|
||||
|
@ -3042,7 +3042,7 @@ int SrsTsCache::do_cache_avc(SrsVideoFrame* frame)
|
|||
video->payload->append((const char*)default_aud_nalu, 2);
|
||||
}
|
||||
|
||||
SrsVideoCodec* codec = frame->vcodec();
|
||||
SrsVideoCodecConfig* codec = frame->vcodec();
|
||||
srs_assert(codec);
|
||||
|
||||
// all sample use cont nalu header, except the sps-pps before IDR frame.
|
||||
|
@ -3117,7 +3117,7 @@ int SrsTsEncoder::initialize(SrsFileWriter* fw)
|
|||
writer = fw;
|
||||
|
||||
srs_freep(muxer);
|
||||
muxer = new SrsTsMuxer(fw, context, SrsCodecAudioAAC, SrsCodecVideoAVC);
|
||||
muxer = new SrsTsMuxer(fw, context, SrsAudioCodecIdAAC, SrsVideoCodecIdAVC);
|
||||
|
||||
if ((ret = muxer->open("")) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
|
@ -3136,7 +3136,7 @@ int SrsTsEncoder::write_audio(int64_t timestamp, char* data, int size)
|
|||
|
||||
// ts support audio codec: aac/mp3
|
||||
srs_assert(format->acodec && format->audio);
|
||||
if (format->acodec->id != SrsCodecAudioAAC && format->acodec->id != SrsCodecAudioMP3) {
|
||||
if (format->acodec->id != SrsAudioCodecIdAAC && format->acodec->id != SrsAudioCodecIdMP3) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
|
@ -3147,7 +3147,7 @@ int SrsTsEncoder::write_audio(int64_t timestamp, char* data, int size)
|
|||
}
|
||||
|
||||
// for aac: ignore sequence header
|
||||
if (format->acodec->id == SrsCodecAudioAAC && format->audio->aac_packet_type == SrsCodecAudioTypeSequenceHeader) {
|
||||
if (format->acodec->id == SrsAudioCodecIdAAC && format->audio->aac_packet_type == SrsAudioAacFrameTraitSequenceHeader) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
|
@ -3179,17 +3179,17 @@ int SrsTsEncoder::write_video(int64_t timestamp, char* data, int size)
|
|||
// ignore info frame,
|
||||
// @see https://github.com/ossrs/srs/issues/288#issuecomment-69863909
|
||||
srs_assert(format->video && format->vcodec);
|
||||
if (format->video->frame_type == SrsCodecVideoAVCFrameVideoInfoFrame) {
|
||||
if (format->video->frame_type == SrsVideoAvcFrameTypeVideoInfoFrame) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
if (format->vcodec->id != SrsCodecVideoAVC) {
|
||||
if (format->vcodec->id != SrsVideoCodecIdAVC) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
// ignore sequence header
|
||||
if (format->video->frame_type == SrsCodecVideoAVCFrameKeyFrame
|
||||
&& format->video->avc_packet_type == SrsCodecVideoAVCTypeSequenceHeader) {
|
||||
if (format->video->frame_type == SrsVideoAvcFrameTypeKeyFrame
|
||||
&& format->video->avc_packet_type == SrsVideoAvcFrameTraitSequenceHeader) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
|
|
|
@ -353,8 +353,8 @@ private:
|
|||
// encoder
|
||||
private:
|
||||
// when any codec changed, write the PAT/PMT.
|
||||
SrsCodecVideo vcodec;
|
||||
SrsCodecAudio acodec;
|
||||
SrsVideoCodecId vcodec;
|
||||
SrsAudioCodecId acodec;
|
||||
public:
|
||||
SrsTsContext();
|
||||
virtual ~SrsTsContext();
|
||||
|
@ -399,7 +399,7 @@ public:
|
|||
* @param vc the video codec, write the PAT/PMT table when changed.
|
||||
* @param ac the audio codec, write the PAT/PMT table when changed.
|
||||
*/
|
||||
virtual int encode(SrsFileWriter* writer, SrsTsMessage* msg, SrsCodecVideo vc, SrsCodecAudio ac);
|
||||
virtual int encode(SrsFileWriter* writer, SrsTsMessage* msg, SrsVideoCodecId vc, SrsAudioCodecId ac);
|
||||
// drm methods
|
||||
public:
|
||||
/**
|
||||
|
@ -1562,14 +1562,14 @@ protected:
|
|||
class SrsTsMuxer
|
||||
{
|
||||
private:
|
||||
SrsCodecVideo vcodec;
|
||||
SrsCodecAudio acodec;
|
||||
SrsVideoCodecId vcodec;
|
||||
SrsAudioCodecId acodec;
|
||||
private:
|
||||
SrsTsContext* context;
|
||||
SrsFileWriter* writer;
|
||||
std::string path;
|
||||
public:
|
||||
SrsTsMuxer(SrsFileWriter* w, SrsTsContext* c, SrsCodecAudio ac, SrsCodecVideo vc);
|
||||
SrsTsMuxer(SrsFileWriter* w, SrsTsContext* c, SrsAudioCodecId ac, SrsVideoCodecId vc);
|
||||
virtual ~SrsTsMuxer();
|
||||
public:
|
||||
/**
|
||||
|
@ -1585,7 +1585,7 @@ public:
|
|||
* @see https://github.com/ossrs/srs/issues/301
|
||||
*/
|
||||
// TODO: FIXME: Remove it.
|
||||
virtual int update_acodec(SrsCodecAudio ac);
|
||||
virtual int update_acodec(SrsAudioCodecId ac);
|
||||
/**
|
||||
* write an audio frame to ts,
|
||||
*/
|
||||
|
@ -1602,7 +1602,7 @@ public:
|
|||
/**
|
||||
* get the video codec of ts muxer.
|
||||
*/
|
||||
virtual SrsCodecVideo video_codec();
|
||||
virtual SrsVideoCodecId video_codec();
|
||||
};
|
||||
|
||||
/**
|
||||
|
|
|
@ -1243,7 +1243,7 @@ int srs_audio_write_raw_frame(srs_rtmp_t rtmp,
|
|||
Context* context = (Context*)rtmp;
|
||||
srs_assert(context);
|
||||
|
||||
if (sound_format == SrsCodecAudioAAC) {
|
||||
if (sound_format == SrsAudioCodecIdAAC) {
|
||||
// for aac, the frame must be ADTS format.
|
||||
if (!srs_aac_is_adts(frame, frame_size)) {
|
||||
return ERROR_AAC_REQUIRED_ADTS;
|
||||
|
@ -1340,9 +1340,9 @@ int srs_write_h264_ipb_frame(Context* context,
|
|||
}
|
||||
|
||||
// for IDR frame, the frame is keyframe.
|
||||
SrsCodecVideoAVCFrame frame_type = SrsCodecVideoAVCFrameInterFrame;
|
||||
SrsVideoAvcFrameType frame_type = SrsVideoAvcFrameTypeInterFrame;
|
||||
if (nut == SrsAvcNaluTypeIDR) {
|
||||
frame_type = SrsCodecVideoAVCFrameKeyFrame;
|
||||
frame_type = SrsVideoAvcFrameTypeKeyFrame;
|
||||
}
|
||||
|
||||
std::string ibp;
|
||||
|
@ -1350,7 +1350,7 @@ int srs_write_h264_ipb_frame(Context* context,
|
|||
return ret;
|
||||
}
|
||||
|
||||
int8_t avc_packet_type = SrsCodecVideoAVCTypeNALU;
|
||||
int8_t avc_packet_type = SrsVideoAvcFrameTraitNALU;
|
||||
char* flv = NULL;
|
||||
int nb_flv = 0;
|
||||
if ((ret = context->avc_raw.mux_avc2flv(ibp, frame_type, avc_packet_type, dts, pts, &flv, &nb_flv)) != ERROR_SUCCESS) {
|
||||
|
@ -1381,8 +1381,8 @@ int srs_write_h264_sps_pps(Context* context, uint32_t dts, uint32_t pts)
|
|||
}
|
||||
|
||||
// h264 packet to flv packet.
|
||||
int8_t frame_type = SrsCodecVideoAVCFrameKeyFrame;
|
||||
int8_t avc_packet_type = SrsCodecVideoAVCTypeSequenceHeader;
|
||||
int8_t frame_type = SrsVideoAvcFrameTypeKeyFrame;
|
||||
int8_t avc_packet_type = SrsVideoAvcFrameTraitSequenceHeader;
|
||||
char* flv = NULL;
|
||||
int nb_flv = 0;
|
||||
if ((ret = context->avc_raw.mux_avc2flv(sh, frame_type, avc_packet_type, dts, pts, &flv, &nb_flv)) != ERROR_SUCCESS) {
|
||||
|
@ -1595,7 +1595,7 @@ int srs_mp4_read_sample(srs_mp4_t mp4, srs_mp4_sample_t* s)
|
|||
SrsMp4Decoder* dec = &context->dec;
|
||||
|
||||
SrsMp4HandlerType ht = SrsMp4HandlerTypeForbidden;
|
||||
if ((ret = dec->read_sample(&ht, &s->frame_type, &s->codec_type, &s->dts, &s->pts, &s->sample, &s->nb_sample)) != ERROR_SUCCESS) {
|
||||
if ((ret = dec->read_sample(&ht, &s->frame_type, &s->frame_trait, &s->dts, &s->pts, &s->sample, &s->nb_sample)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
|
@ -1624,13 +1624,13 @@ void srs_mp4_free_sample(srs_mp4_sample_t* s)
|
|||
int32_t srs_mp4_sizeof(srs_mp4_t mp4, srs_mp4_sample_t* s)
|
||||
{
|
||||
if (s->handler_type == SrsMp4HandlerTypeSOUN) {
|
||||
if (s->codec == SrsCodecAudioAAC) {
|
||||
if (s->codec == SrsAudioCodecIdAAC) {
|
||||
return s->nb_sample + 2;
|
||||
}
|
||||
return s->nb_sample + 1;
|
||||
}
|
||||
|
||||
if (s->codec == SrsCodecVideoAVC) {
|
||||
if (s->codec == SrsVideoCodecIdAVC) {
|
||||
return s->nb_sample + 5;
|
||||
}
|
||||
return s->nb_sample + 1;
|
||||
|
@ -1648,8 +1648,8 @@ int srs_mp4_to_flv_tag(srs_mp4_t mp4, srs_mp4_sample_t* s, char* type, uint32_t*
|
|||
|
||||
// E.4.2.1 AUDIODATA, flv_v10_1.pdf, page 3
|
||||
p.write_1bytes(uint8_t(s->codec << 4) | uint8_t(s->sample_rate << 2) | uint8_t(s->sound_bits << 1) | s->channels);
|
||||
if (s->codec == SrsCodecAudioAAC) {
|
||||
p.write_1bytes(uint8_t(s->codec_type == SrsCodecAudioTypeSequenceHeader? 0:1));
|
||||
if (s->codec == SrsAudioCodecIdAAC) {
|
||||
p.write_1bytes(uint8_t(s->frame_trait == SrsAudioAacFrameTraitSequenceHeader? 0:1));
|
||||
}
|
||||
|
||||
p.write_bytes((char*)s->sample, s->nb_sample);
|
||||
|
@ -1658,10 +1658,10 @@ int srs_mp4_to_flv_tag(srs_mp4_t mp4, srs_mp4_sample_t* s, char* type, uint32_t*
|
|||
|
||||
// E.4.3.1 VIDEODATA, flv_v10_1.pdf, page 5
|
||||
p.write_1bytes(uint8_t(s->frame_type<<4) | s->codec);
|
||||
if (s->codec == SrsCodecVideoAVC) {
|
||||
if (s->codec == SrsVideoCodecIdAVC) {
|
||||
*type = SRS_RTMP_TYPE_VIDEO;
|
||||
|
||||
p.write_1bytes(uint8_t(s->codec_type == SrsCodecVideoAVCTypeSequenceHeader? 0:1));
|
||||
p.write_1bytes(uint8_t(s->frame_trait == SrsVideoAvcFrameTraitSequenceHeader? 0:1));
|
||||
// cts = pts - dts, where dts = flvheader->timestamp.
|
||||
uint32_t cts = s->pts - s->dts;
|
||||
p.write_3bytes(cts);
|
||||
|
@ -1851,12 +1851,12 @@ srs_bool srs_flv_is_eof(int error_code)
|
|||
|
||||
srs_bool srs_flv_is_sequence_header(char* data, int32_t size)
|
||||
{
|
||||
return SrsFlvCodec::video_is_sequence_header(data, (int)size);
|
||||
return SrsFlvVideo::sh(data, (int)size);
|
||||
}
|
||||
|
||||
srs_bool srs_flv_is_keyframe(char* data, int32_t size)
|
||||
{
|
||||
return SrsFlvCodec::video_is_keyframe(data, (int)size);
|
||||
return SrsFlvVideo::keyframe(data, (int)size);
|
||||
}
|
||||
|
||||
srs_amf0_t srs_amf0_parse(char* data, int size, int* nparsed)
|
||||
|
@ -2191,11 +2191,11 @@ int srs_utils_parse_timestamp(
|
|||
return ret;
|
||||
}
|
||||
|
||||
if (!SrsFlvCodec::video_is_h264(data, size)) {
|
||||
if (!SrsFlvVideo::h264(data, size)) {
|
||||
return ERROR_FLV_INVALID_VIDEO_TAG;
|
||||
}
|
||||
|
||||
if (SrsFlvCodec::video_is_sequence_header(data, size)) {
|
||||
if (SrsFlvVideo::sh(data, size)) {
|
||||
*ppts = time;
|
||||
return ret;
|
||||
}
|
||||
|
@ -2259,7 +2259,7 @@ char srs_utils_flv_video_avc_packet_type(char* data, int size)
|
|||
return -1;
|
||||
}
|
||||
|
||||
if (!SrsFlvCodec::video_is_h264(data, size)) {
|
||||
if (!SrsFlvVideo::h264(data, size)) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
|
@ -2278,7 +2278,7 @@ char srs_utils_flv_video_frame_type(char* data, int size)
|
|||
return -1;
|
||||
}
|
||||
|
||||
if (!SrsFlvCodec::video_is_h264(data, size)) {
|
||||
if (!SrsFlvVideo::h264(data, size)) {
|
||||
return -1;
|
||||
}
|
||||
|
||||
|
|
|
@ -520,25 +520,25 @@ typedef struct {
|
|||
|
||||
// The dts in milliseconds.
|
||||
uint32_t dts;
|
||||
// The codec type.
|
||||
// video: SrsCodecVideo.
|
||||
// audio: SrsCodecAudio.
|
||||
// The codec id.
|
||||
// video: SrsVideoCodecId.
|
||||
// audio: SrsAudioCodecId.
|
||||
uint16_t codec;
|
||||
// The codec type:
|
||||
// video: SrsCodecVideoAVCType.
|
||||
// audio: SrsCodecAudioType.
|
||||
uint16_t codec_type;
|
||||
// The frame trait, some characteristic:
|
||||
// video: SrsVideoAvcFrameTrait.
|
||||
// audio: SrsAudioAacFrameTrait.
|
||||
uint16_t frame_trait;
|
||||
|
||||
// The video pts in milliseconds. Ignore for audio.
|
||||
uint32_t pts;
|
||||
// The video frame type, it's SrsCodecVideoAVCFrame.
|
||||
// The video frame type, it's SrsVideoAvcFrameType.
|
||||
uint16_t frame_type;
|
||||
|
||||
// The audio sample rate, it's SrsCodecAudioSampleRate.
|
||||
// The audio sample rate, it's SrsAudioSampleRate.
|
||||
uint8_t sample_rate;
|
||||
// The audio sound bits, it's SrsCodecAudioSampleSize.
|
||||
// The audio sound bits, it's SrsAudioSampleSize.
|
||||
uint8_t sound_bits;
|
||||
// The audio sound type, it's SrsCodecAudioSoundType.
|
||||
// The audio sound type, it's SrsAudioSoundType.
|
||||
uint8_t channels;
|
||||
|
||||
// The size of sample payload in bytes.
|
||||
|
|
|
@ -653,7 +653,7 @@ private:
|
|||
virtual int parse_message_queue();
|
||||
virtual int on_ts_video(SrsTsMessage* msg, SrsBuffer* avs);
|
||||
virtual int write_h264_sps_pps(uint32_t dts, uint32_t pts);
|
||||
virtual int write_h264_ipb_frame(std::string ibps, SrsCodecVideoAVCFrame frame_type, uint32_t dts, uint32_t pts);
|
||||
virtual int write_h264_ipb_frame(std::string ibps, SrsVideoAvcFrameType frame_type, uint32_t dts, uint32_t pts);
|
||||
virtual int on_ts_audio(SrsTsMessage* msg, SrsBuffer* avs);
|
||||
virtual int write_audio_raw_frame(char* frame, int frame_size, SrsRawAacStreamCodec* codec, uint32_t dts);
|
||||
private:
|
||||
|
@ -959,7 +959,7 @@ int SrsIngestSrsOutput::on_ts_video(SrsTsMessage* msg, SrsBuffer* avs)
|
|||
uint32_t pts = (uint32_t)(msg->dts / 90);
|
||||
|
||||
std::string ibps;
|
||||
SrsCodecVideoAVCFrame frame_type = SrsCodecVideoAVCFrameInterFrame;
|
||||
SrsVideoAvcFrameType frame_type = SrsVideoAvcFrameTypeInterFrame;
|
||||
|
||||
// send each frame.
|
||||
while (!avs->empty()) {
|
||||
|
@ -976,7 +976,7 @@ int SrsIngestSrsOutput::on_ts_video(SrsTsMessage* msg, SrsBuffer* avs)
|
|||
|
||||
// for IDR frame, the frame is keyframe.
|
||||
if (nal_unit_type == SrsAvcNaluTypeIDR) {
|
||||
frame_type = SrsCodecVideoAVCFrameKeyFrame;
|
||||
frame_type = SrsVideoAvcFrameTypeKeyFrame;
|
||||
}
|
||||
|
||||
// ignore the nalu type aud(9)
|
||||
|
@ -1060,8 +1060,8 @@ int SrsIngestSrsOutput::write_h264_sps_pps(uint32_t dts, uint32_t pts)
|
|||
}
|
||||
|
||||
// h264 packet to flv packet.
|
||||
int8_t frame_type = SrsCodecVideoAVCFrameKeyFrame;
|
||||
int8_t avc_packet_type = SrsCodecVideoAVCTypeSequenceHeader;
|
||||
int8_t frame_type = SrsVideoAvcFrameTypeKeyFrame;
|
||||
int8_t avc_packet_type = SrsVideoAvcFrameTraitSequenceHeader;
|
||||
char* flv = NULL;
|
||||
int nb_flv = 0;
|
||||
if ((ret = avc->mux_avc2flv(sh, frame_type, avc_packet_type, dts, pts, &flv, &nb_flv)) != ERROR_SUCCESS) {
|
||||
|
@ -1070,7 +1070,7 @@ int SrsIngestSrsOutput::write_h264_sps_pps(uint32_t dts, uint32_t pts)
|
|||
|
||||
// the timestamp in rtmp message header is dts.
|
||||
uint32_t timestamp = dts;
|
||||
if ((ret = rtmp_write_packet(SrsCodecFlvTagVideo, timestamp, flv, nb_flv)) != ERROR_SUCCESS) {
|
||||
if ((ret = rtmp_write_packet(SrsFrameTypeVideo, timestamp, flv, nb_flv)) != ERROR_SUCCESS) {
|
||||
return ret;
|
||||
}
|
||||
|
||||
|
@ -1083,7 +1083,7 @@ int SrsIngestSrsOutput::write_h264_sps_pps(uint32_t dts, uint32_t pts)
|
|||
return ret;
|
||||
}
|
||||
|
||||
int SrsIngestSrsOutput::write_h264_ipb_frame(string ibps, SrsCodecVideoAVCFrame frame_type, uint32_t dts, uint32_t pts)
|
||||
int SrsIngestSrsOutput::write_h264_ipb_frame(string ibps, SrsVideoAvcFrameType frame_type, uint32_t dts, uint32_t pts)
|
||||
{
|
||||
int ret = ERROR_SUCCESS;
|
||||
|
||||
|
@ -1093,7 +1093,7 @@ int SrsIngestSrsOutput::write_h264_ipb_frame(string ibps, SrsCodecVideoAVCFrame
|
|||
return ERROR_H264_DROP_BEFORE_SPS_PPS;
|
||||
}
|
||||
|
||||
int8_t avc_packet_type = SrsCodecVideoAVCTypeNALU;
|
||||
int8_t avc_packet_type = SrsVideoAvcFrameTraitNALU;
|
||||
char* flv = NULL;
|
||||
int nb_flv = 0;
|
||||
if ((ret = avc->mux_avc2flv(ibps, frame_type, avc_packet_type, dts, pts, &flv, &nb_flv)) != ERROR_SUCCESS) {
|
||||
|
@ -1102,7 +1102,7 @@ int SrsIngestSrsOutput::write_h264_ipb_frame(string ibps, SrsCodecVideoAVCFrame
|
|||
|
||||
// the timestamp in rtmp message header is dts.
|
||||
uint32_t timestamp = dts;
|
||||
return rtmp_write_packet(SrsCodecFlvTagVideo, timestamp, flv, nb_flv);
|
||||
return rtmp_write_packet(SrsFrameTypeVideo, timestamp, flv, nb_flv);
|
||||
}
|
||||
|
||||
int SrsIngestSrsOutput::on_ts_audio(SrsTsMessage* msg, SrsBuffer* avs)
|
||||
|
@ -1175,7 +1175,7 @@ int SrsIngestSrsOutput::write_audio_raw_frame(char* frame, int frame_size, SrsRa
|
|||
return ret;
|
||||
}
|
||||
|
||||
return rtmp_write_packet(SrsCodecFlvTagAudio, dts, data, size);
|
||||
return rtmp_write_packet(SrsFrameTypeAudio, dts, data, size);
|
||||
}
|
||||
|
||||
int SrsIngestSrsOutput::rtmp_write_packet(char type, uint32_t timestamp, char* data, int size)
|
||||
|
|
|
@ -32,11 +32,6 @@
|
|||
|
||||
#include <srs_kernel_codec.hpp>
|
||||
|
||||
class SrsBuffer;
|
||||
class SrsAudioFrame;
|
||||
class SrsVideoFrame;
|
||||
class SrsAudioCodec;
|
||||
class SrsVideoCodec;
|
||||
class SrsOnMetaDataPacket;
|
||||
class SrsSharedPtrMessage;
|
||||
|
||||
|
|
|
@ -200,7 +200,7 @@ int srs_do_rtmp_create_msg(char type, uint32_t timestamp, char* data, int size,
|
|||
*ppmsg = NULL;
|
||||
T* msg = NULL;
|
||||
|
||||
if (type == SrsCodecFlvTagAudio) {
|
||||
if (type == SrsFrameTypeAudio) {
|
||||
SrsMessageHeader header;
|
||||
header.initialize_audio(size, timestamp, stream_id);
|
||||
|
||||
|
@ -209,7 +209,7 @@ int srs_do_rtmp_create_msg(char type, uint32_t timestamp, char* data, int size,
|
|||
srs_freep(msg);
|
||||
return ret;
|
||||
}
|
||||
} else if (type == SrsCodecFlvTagVideo) {
|
||||
} else if (type == SrsFrameTypeVideo) {
|
||||
SrsMessageHeader header;
|
||||
header.initialize_video(size, timestamp, stream_id);
|
||||
|
||||
|
@ -218,7 +218,7 @@ int srs_do_rtmp_create_msg(char type, uint32_t timestamp, char* data, int size,
|
|||
srs_freep(msg);
|
||||
return ret;
|
||||
}
|
||||
} else if (type == SrsCodecFlvTagScript) {
|
||||
} else if (type == SrsFrameTypeScript) {
|
||||
SrsMessageHeader header;
|
||||
header.initialize_amf0_script(size, stream_id);
|
||||
|
||||
|
|
|
@ -278,7 +278,7 @@ int SrsRawH264Stream::mux_avc2flv(string video, int8_t frame_type, int8_t avc_pa
|
|||
// Frame Type, Type of video frame.
|
||||
// CodecID, Codec Identifier.
|
||||
// set the rtmp header
|
||||
*p++ = (frame_type << 4) | SrsCodecVideoAVC;
|
||||
*p++ = (frame_type << 4) | SrsVideoCodecIdAVC;
|
||||
|
||||
// AVCPacketType
|
||||
*p++ = avc_packet_type;
|
||||
|
@ -424,7 +424,7 @@ int SrsRawAacStream::adts_demux(SrsBuffer* stream, char** pframe, int* pnb_frame
|
|||
|
||||
// the codec info.
|
||||
codec.protection_absent = protection_absent;
|
||||
codec.aac_object = srs_codec_aac_ts2rtmp((SrsAacProfile)profile);
|
||||
codec.aac_object = srs_aac_ts2rtmp((SrsAacProfile)profile);
|
||||
codec.sampling_frequency_index = sampling_frequency_index;
|
||||
codec.channel_configuration = channel_configuration;
|
||||
codec.frame_length = frame_length;
|
||||
|
@ -433,15 +433,15 @@ int SrsRawAacStream::adts_demux(SrsBuffer* stream, char** pframe, int* pnb_frame
|
|||
// TODO: FIXME: maybe need to resample audio.
|
||||
codec.sound_format = 10; // AAC
|
||||
if (sampling_frequency_index <= 0x0c && sampling_frequency_index > 0x0a) {
|
||||
codec.sound_rate = SrsCodecAudioSampleRate5512;
|
||||
codec.sound_rate = SrsAudioSampleRate5512;
|
||||
} else if (sampling_frequency_index <= 0x0a && sampling_frequency_index > 0x07) {
|
||||
codec.sound_rate = SrsCodecAudioSampleRate11025;
|
||||
codec.sound_rate = SrsAudioSampleRate11025;
|
||||
} else if (sampling_frequency_index <= 0x07 && sampling_frequency_index > 0x04) {
|
||||
codec.sound_rate = SrsCodecAudioSampleRate22050;
|
||||
codec.sound_rate = SrsAudioSampleRate22050;
|
||||
} else if (sampling_frequency_index <= 0x04) {
|
||||
codec.sound_rate = SrsCodecAudioSampleRate44100;
|
||||
codec.sound_rate = SrsAudioSampleRate44100;
|
||||
} else {
|
||||
codec.sound_rate = SrsCodecAudioSampleRate44100;
|
||||
codec.sound_rate = SrsAudioSampleRate44100;
|
||||
srs_warn("adts invalid sample rate for flv, rate=%#x", sampling_frequency_index);
|
||||
}
|
||||
codec.sound_type = srs_max(0, srs_min(1, channel_configuration - 1));
|
||||
|
@ -475,11 +475,11 @@ int SrsRawAacStream::mux_sequence_header(SrsRawAacStreamCodec* codec, string& sh
|
|||
// override the aac samplerate by user specified.
|
||||
// @see https://github.com/ossrs/srs/issues/212#issuecomment-64146899
|
||||
switch (codec->sound_rate) {
|
||||
case SrsCodecAudioSampleRate11025:
|
||||
case SrsAudioSampleRate11025:
|
||||
samplingFrequencyIndex = 0x0a; break;
|
||||
case SrsCodecAudioSampleRate22050:
|
||||
case SrsAudioSampleRate22050:
|
||||
samplingFrequencyIndex = 0x07; break;
|
||||
case SrsCodecAudioSampleRate44100:
|
||||
case SrsAudioSampleRate44100:
|
||||
samplingFrequencyIndex = 0x04; break;
|
||||
default:
|
||||
break;
|
||||
|
@ -532,7 +532,7 @@ int SrsRawAacStream::mux_aac2flv(char* frame, int nb_frame, SrsRawAacStreamCodec
|
|||
// 1bytes, SoundFormat|SoundRate|SoundSize|SoundType
|
||||
// 1bytes, AACPacketType for SoundFormat == 10, 0 is sequence header.
|
||||
int size = nb_frame + 1;
|
||||
if (sound_format == SrsCodecAudioAAC) {
|
||||
if (sound_format == SrsAudioCodecIdAAC) {
|
||||
size += 1;
|
||||
}
|
||||
char* data = new char[size];
|
||||
|
@ -545,7 +545,7 @@ int SrsRawAacStream::mux_aac2flv(char* frame, int nb_frame, SrsRawAacStreamCodec
|
|||
|
||||
*p++ = audio_header;
|
||||
|
||||
if (sound_format == SrsCodecAudioAAC) {
|
||||
if (sound_format == SrsAudioCodecIdAAC) {
|
||||
*p++ = aac_packet_type;
|
||||
}
|
||||
|
||||
|
|
|
@ -79,8 +79,8 @@ public:
|
|||
virtual int mux_ipb_frame(char* frame, int nb_frame, std::string& ibp);
|
||||
/**
|
||||
* mux the avc video packet to flv video packet.
|
||||
* @param frame_type, SrsCodecVideoAVCFrameKeyFrame or SrsCodecVideoAVCFrameInterFrame.
|
||||
* @param avc_packet_type, SrsCodecVideoAVCTypeSequenceHeader or SrsCodecVideoAVCTypeNALU.
|
||||
* @param frame_type, SrsVideoAvcFrameTypeKeyFrame or SrsVideoAvcFrameTypeInterFrame.
|
||||
* @param avc_packet_type, SrsVideoAvcFrameTraitSequenceHeader or SrsVideoAvcFrameTraitNALU.
|
||||
* @param video the h.264 raw data.
|
||||
* @param flv output the muxed flv packet.
|
||||
* @param nb_flv output the muxed flv size.
|
||||
|
|
|
@ -297,11 +297,11 @@ VOID TEST(KernelCodecTest, IsKeyFrame)
|
|||
char data;
|
||||
|
||||
data = 0x10;
|
||||
EXPECT_TRUE(SrsFlvCodec::video_is_keyframe(&data, 1));
|
||||
EXPECT_FALSE(SrsFlvCodec::video_is_keyframe(&data, 0));
|
||||
EXPECT_TRUE(SrsFlvVideo::keyframe(&data, 1));
|
||||
EXPECT_FALSE(SrsFlvVideo::keyframe(&data, 0));
|
||||
|
||||
data = 0x20;
|
||||
EXPECT_FALSE(SrsFlvCodec::video_is_keyframe(&data, 1));
|
||||
EXPECT_FALSE(SrsFlvVideo::keyframe(&data, 1));
|
||||
}
|
||||
|
||||
/**
|
||||
|
@ -312,16 +312,16 @@ VOID TEST(KernelCodecTest, IsH264)
|
|||
{
|
||||
char data;
|
||||
|
||||
EXPECT_FALSE(SrsFlvCodec::video_is_h264(&data, 0));
|
||||
EXPECT_FALSE(SrsFlvVideo::h264(&data, 0));
|
||||
|
||||
data = 0x17;
|
||||
EXPECT_TRUE(SrsFlvCodec::video_is_h264(&data, 1));
|
||||
EXPECT_TRUE(SrsFlvVideo::h264(&data, 1));
|
||||
|
||||
data = 0x07;
|
||||
EXPECT_TRUE(SrsFlvCodec::video_is_h264(&data, 1));
|
||||
EXPECT_TRUE(SrsFlvVideo::h264(&data, 1));
|
||||
|
||||
data = 0x08;
|
||||
EXPECT_FALSE(SrsFlvCodec::video_is_h264(&data, 1));
|
||||
EXPECT_FALSE(SrsFlvVideo::h264(&data, 1));
|
||||
}
|
||||
|
||||
/**
|
||||
|
@ -333,19 +333,19 @@ VOID TEST(KernelCodecTest, IsSequenceHeader)
|
|||
int16_t data;
|
||||
char* pp = (char*)&data;
|
||||
|
||||
EXPECT_FALSE(SrsFlvCodec::video_is_sequence_header((char*)pp, 0));
|
||||
EXPECT_FALSE(SrsFlvCodec::video_is_sequence_header((char*)pp, 1));
|
||||
EXPECT_FALSE(SrsFlvVideo::sh((char*)pp, 0));
|
||||
EXPECT_FALSE(SrsFlvVideo::sh((char*)pp, 1));
|
||||
|
||||
pp[0] = 0x17;
|
||||
pp[1] = 0x00;
|
||||
EXPECT_TRUE(SrsFlvCodec::video_is_sequence_header((char*)pp, 2));
|
||||
EXPECT_TRUE(SrsFlvVideo::sh((char*)pp, 2));
|
||||
pp[0] = 0x18;
|
||||
EXPECT_FALSE(SrsFlvCodec::video_is_sequence_header((char*)pp, 2));
|
||||
EXPECT_FALSE(SrsFlvVideo::sh((char*)pp, 2));
|
||||
pp[0] = 0x27;
|
||||
EXPECT_FALSE(SrsFlvCodec::video_is_sequence_header((char*)pp, 2));
|
||||
EXPECT_FALSE(SrsFlvVideo::sh((char*)pp, 2));
|
||||
pp[0] = 0x17;
|
||||
pp[1] = 0x01;
|
||||
EXPECT_FALSE(SrsFlvCodec::video_is_sequence_header((char*)pp, 2));
|
||||
EXPECT_FALSE(SrsFlvVideo::sh((char*)pp, 2));
|
||||
}
|
||||
|
||||
/**
|
||||
|
@ -356,16 +356,16 @@ VOID TEST(KernelCodecTest, IsAAC)
|
|||
{
|
||||
char data;
|
||||
|
||||
EXPECT_FALSE(SrsFlvCodec::audio_is_aac(&data, 0));
|
||||
EXPECT_FALSE(SrsFlvAudio::aac(&data, 0));
|
||||
|
||||
data = 0xa0;
|
||||
EXPECT_TRUE(SrsFlvCodec::audio_is_aac(&data, 1));
|
||||
EXPECT_TRUE(SrsFlvAudio::aac(&data, 1));
|
||||
|
||||
data = 0xa7;
|
||||
EXPECT_TRUE(SrsFlvCodec::audio_is_aac(&data, 1));
|
||||
EXPECT_TRUE(SrsFlvAudio::aac(&data, 1));
|
||||
|
||||
data = 0x00;
|
||||
EXPECT_FALSE(SrsFlvCodec::audio_is_aac(&data, 1));
|
||||
EXPECT_FALSE(SrsFlvAudio::aac(&data, 1));
|
||||
}
|
||||
|
||||
/**
|
||||
|
@ -377,17 +377,17 @@ VOID TEST(KernelCodecTest, IsAudioSequenceHeader)
|
|||
int16_t data;
|
||||
char* pp = (char*)&data;
|
||||
|
||||
EXPECT_FALSE(SrsFlvCodec::audio_is_sequence_header((char*)pp, 0));
|
||||
EXPECT_FALSE(SrsFlvCodec::audio_is_sequence_header((char*)pp, 1));
|
||||
EXPECT_FALSE(SrsFlvAudio::sh((char*)pp, 0));
|
||||
EXPECT_FALSE(SrsFlvAudio::sh((char*)pp, 1));
|
||||
|
||||
pp[0] = 0xa0;
|
||||
pp[1] = 0x00;
|
||||
EXPECT_TRUE(SrsFlvCodec::audio_is_sequence_header((char*)pp, 2));
|
||||
EXPECT_TRUE(SrsFlvAudio::sh((char*)pp, 2));
|
||||
pp[0] = 0x00;
|
||||
EXPECT_FALSE(SrsFlvCodec::video_is_sequence_header((char*)pp, 2));
|
||||
EXPECT_FALSE(SrsFlvVideo::sh((char*)pp, 2));
|
||||
pp[0] = 0xa0;
|
||||
pp[1] = 0x01;
|
||||
EXPECT_FALSE(SrsFlvCodec::video_is_sequence_header((char*)pp, 2));
|
||||
EXPECT_FALSE(SrsFlvVideo::sh((char*)pp, 2));
|
||||
}
|
||||
|
||||
/**
|
||||
|
|
Loading…
Reference in a new issue