finger out the ts audio/video package for AACADTS and H264NAL

trunk/research/ts_info.cpp

@@ -1636,11 +1636,171 @@ int TSHeader::demux(TSContext* ctx, TSPacket* pkt, u_int8_t* start, u_int8_t* la
 }
 
 /**
-* Annex B Byte stream format
+* Table 7-1 – NAL unit type codes, page 61.
+*/
+enum TSH264NalUnitType
+{
+	TSH264NalUnitTypeUnspecified 				= 0,
+	TSH264NalUnitTypeCodedSlice 				= 1,
+	TSH264NalUnitTypeCodedSliceDataPartitionA 	= 2,
+	TSH264NalUnitTypeCodedSliceDataPartitionB 	= 3,
+	TSH264NalUnitTypeCodedSliceDataPartitionC 	= 4,
+	TSH264NalUnitTypeCodedSliceOfAnIDRPicture 	= 5,
+	TSH264NalUnitTypeSEI					 	= 6,
+	/**
+	* 7.3.2.1 Sequence parameter set RBSP syntax
+	* seq_parameter_set_rbsp(), in page 45
+	*/
+	TSH264NalUnitTypeSequenceParameterSet		= 7,
+	/**
+	* 7.3.2.2 Picture parameter set RBSP syntax
+	* pic_parameter_set_rbsp(), in page 46
+	*/
+	TSH264NalUnitTypePictureParameterSet		= 8,
+	/**
+	* 7.3.2.4 Picture delimiter RBSP syntax
+	* pic_delimiter_rbsp(), in page 47
+	*/
+	TSH264NalUnitTypePictureDelimiter			= 9,
+	TSH264NalUnitTypeEndOfSequence				= 10,
+	TSH264NalUnitTypeEndOfStream				= 11,
+	TSH264NalUnitTypeFillerData					= 12,
+	TSH264NalUnitTypeReservedStart				= 13,
+	TSH264NalUnitTypeReservedEnd				= 23,
+	TSH264NalUnitTypeUnspecifiedStart			= 24,
+	TSH264NalUnitTypeUnspecifiedEnd				= 31,
+};
+
+/**
+* Table 7-2 – Meaning of pic_type, page 69.
+*/
+enum TSH264PicType
+{
+	TSH264PicTypeI 			= 0,
+	TSH264PicTypeIP 		= 1,
+	TSH264PicTypeIPB 		= 2,
+	TSH264PicTypeSI 		= 3,
+	TSH264PicTypeSISP 		= 4,
+	TSH264PicTypeISI 		= 5,
+	TSH264PicTypeISIPSP		= 6,
+	TSH264PicTypeISIPSPB	= 7,
+};
+
+/**
+* Annex B Byte stream format, in page 211.
 */
 class TSH264Codec
 {
 public:
+	int8_t forbidden_zero_bit; //1bit
+	int8_t nal_ref_idc; //2bits
+	TSH264NalUnitType nal_unit_type; //5bits
+	
+	// for nal_unit_type == TSH264NalUnitTypePictureDelimiter
+	TSH264PicType pic_type; //3bits
+	
+	u_int8_t* raw_data;
+	int size;
+	
+	TSH264Codec()
+	{
+		forbidden_zero_bit = 0;
+		nal_ref_idc = 0;
+		nal_unit_type = TSH264NalUnitTypeUnspecified;
+		pic_type = TSH264PicTypeI;
+		size = 0;
+		raw_data = NULL;
+	}
+	
+	u_int8_t at(int index)
+	{
+		if (index >= size) {
+			return 0;
+		}
+		return raw_data[index];
+	}
+	
+	int parse(TSMessage* msg, char* last, char*& p)
+	{
+		int ret = 0;
+		
+		while (next_int(p, 3) != 0x000001) {
+			char ch = *p++;
+			if (ch != 0x00) {
+				trace("ts+h264 parse msg failed, "
+					"expect 0x00 before start-code. actual is: %#x", (u_int8_t)ch);
+				return -1;
+			}
+		}
+		
+		if (p >= last) {
+			trace("ts+h264 parse msg finished, no start-code.");
+			return ret;
+		}
+		
+		// start_code_prefix_one_3bytes /* equal to 0x000001 */
+		p += 3;
+		
+		raw_data = (u_int8_t*)p;
+		while (p < last) {
+			if (match_start_code_prefix(p)) {
+				break;
+			}
+			p++;
+		}
+		size = (u_int8_t*)p - raw_data;
+		
+		trace("ts+h264 parse msg finished");
+		return ret;
+	
+		// nal_unit( NumBytesInNALunit ) specified in page 44.
+		// where f(1) specified in page 43.
+		int8_t _nal_unit_type = *p++;
+		
+		forbidden_zero_bit = (_nal_unit_type >> 7) &0x01;
+		nal_ref_idc = (_nal_unit_type >> 5) &0x03;
+		_nal_unit_type &= 0x1f;
+		
+		nal_unit_type = (TSH264NalUnitType)_nal_unit_type;
+		
+		if (nal_unit_type == TSH264NalUnitTypePictureDelimiter) {
+		/**
+		* 7.3.2.4 Picture delimiter RBSP syntax
+		* pic_delimiter_rbsp(), in page 47
+		*/
+		} else if (nal_unit_type == TSH264NalUnitTypeSequenceParameterSet) {
+		/**
+		* 7.3.2.1 Sequence parameter set RBSP syntax
+		* seq_parameter_set_rbsp(), in page 45
+		*/
+		} else if (nal_unit_type == TSH264NalUnitTypePictureParameterSet) {
+		/**
+		* 7.3.2.2 Picture parameter set RBSP syntax
+		* pic_parameter_set_rbsp(), in page 46
+		*/
+		}
+		
+		return ret;
+	}
+	
+	bool match_start_code_prefix(char*p)
+	{
+		return p[0] == 0x00 && p[1] == 0x00 && (p[2] == 0x00 || p[2] == 0x01);
+	}
+	
+	int32_t next_int(char* p, int bytes)
+	{
+		srs_assert(bytes <= sizeof(int32_t));
+		
+		int32_t value = 0;
+		char* pp = (char*)&value;
+		
+		for (int i = 0; i < bytes; i++) {
+			*(pp + bytes - 1 - i) = *(p + i);
+		}
+
+		return value;
+	}
 };
 
 /**
@@ -1696,6 +1856,14 @@ public:
 		raw_data = NULL;
 	}
 	
+	u_int8_t at(int index)
+	{
+		if (index >= size) {
+			return 0;
+		}
+		return raw_data[index];
+	}
+	
 	int parse(TSMessage* msg, char*& p)
 	{
 		int ret = 0;
@@ -1775,21 +1943,33 @@ public:
 
 int consume(TSMessage* msg)
 {
-	int ret = 0; 
+	int ret = 0;
+	
+	char* p = msg->packet_data;
+	char* last = msg->packet_data + msg->packet_data_size;
         
     if (!msg->is_video()) {
 	    // parse AAC audio.
-		char* p = msg->packet_data;
-		while (p < msg->packet_data + msg->packet_data_size) {
+		while (p < last) {
 		    TSAacAdts aac;
 		    if ((ret = aac.parse(msg, p)) != 0) {
 		        return ret;
 		    }
 		    trace("ts+aac audio raw data parsed, size: %d, 0x%02x 0x%02x 0x%02x 0x%02x",
-		    	aac.size, aac.raw_data[0], aac.raw_data[1], aac.raw_data[2], aac.raw_data[3]);
+		    	aac.size, aac.at(0), aac.at(1), aac.at(2), aac.at(3));
 		    // TODO: process audio.
 		}
     } else {
+        // parse H264 video.
+		while (p < last) {
+			TSH264Codec h264;
+		    if ((ret = h264.parse(msg, last, p)) != 0) {
+		        return ret;
+		    }
+		    trace("ts+h264 video raw data parsed, size: %d, 0x%02x 0x%02x 0x%02x 0x%02x",
+		    	h264.size, h264.at(0), h264.at(1), h264.at(2), h264.at(3));
+		    // TODO: process video.
+		}
     }
     
 	return ret;