// RFC6184 RTP Payload Format for H.264 Video // // 6.2. Single NAL Unit Mode (All receivers MUST support this mode) // packetization-mode media type parameter is equal to 0 or the packetization - mode is not present. // Only single NAL unit packets MAY be used in this mode. // STAPs, MTAPs, and FUs MUST NOT be used. // The transmission order of single NAL unit packets MUST comply with the NAL unit decoding order. // 6.3. Non-Interleaved Mode (This mode SHOULD be supported) // packetization-mode media type parameter is equal to 1. // Only single NAL unit packets, STAP - As, and FU - As MAY be used in this mode. // STAP-Bs, MTAPs, and FU-Bs MUST NOT be used. // The transmission order of NAL units MUST comply with the NAL unit decoding order // 6.4. Interleaved Mode // packetization-mode media type parameter is equal to 2. // STAP-Bs, MTAPs, FU-As, and FU-Bs MAY be used. // STAP-As and single NAL unit packets MUST NOT be used. // The transmission order of packets and NAL units is constrained as specified in Section 5.5. // // 5.1. RTP Header Usage (p10) // The RTP timestamp is set to the sampling timestamp of the content. A 90 kHz clock rate MUST be used. #include #include #include #include #include "rtp-packet.h" #include "rtp-payload-internal.h" #define KHz 90 // 90000Hz #define FU_START 0x80 #define FU_END 0x40 #define N_FU_HEADER 2 struct rtp_encode_h264_t { struct rtp_packet_t pkt; struct rtp_payload_t handler; void *cbparam; int size; }; static void *rtp_h264_pack_create(int size, uint8_t pt, uint16_t seq, uint32_t ssrc, struct rtp_payload_t *handler, void *cbparam) { struct rtp_encode_h264_t *packer; packer = (struct rtp_encode_h264_t *)calloc(1, sizeof(*packer)); if (!packer) return NULL; memcpy(&packer->handler, handler, sizeof(packer->handler)); packer->cbparam = cbparam; packer->size = size; packer->pkt.rtp.v = RTP_VERSION; packer->pkt.rtp.pt = pt; packer->pkt.rtp.seq = seq; packer->pkt.rtp.ssrc = ssrc; return packer; } static void rtp_h264_pack_destroy(void *pack) { struct rtp_encode_h264_t *packer; packer = (struct rtp_encode_h264_t *)pack; #if defined(_DEBUG) || defined(DEBUG) memset(packer, 0xCC, sizeof(*packer)); #endif free(packer); } static void rtp_h264_pack_get_info(void *pack, uint16_t *seq, uint32_t *timestamp) { struct rtp_encode_h264_t *packer; packer = (struct rtp_encode_h264_t *)pack; *seq = (uint16_t)packer->pkt.rtp.seq; *timestamp = packer->pkt.rtp.timestamp; } static const uint8_t *h264_nalu_find(const uint8_t *p, const uint8_t *end) { for (p += 2; p + 1 < end; p++) { if (0x01 == *p && 0x00 == *(p - 1) && 0x00 == *(p - 2)) return p + 1; } return end; } static int rtp_h264_pack_nalu(struct rtp_encode_h264_t *packer, const uint8_t *nalu, int bytes) { int r, n; uint8_t *rtp; packer->pkt.payload = nalu; packer->pkt.payloadlen = bytes; n = RTP_FIXED_HEADER + packer->pkt.payloadlen; rtp = (uint8_t *)packer->handler.alloc(packer->cbparam, n); if (!rtp) return ENOMEM; // packer->pkt.rtp.m = 1; // set marker flag packer->pkt.rtp.m = (*nalu & 0x1f) <= 5 ? 1 : 0; // VCL only n = rtp_packet_serialize(&packer->pkt, rtp, n); // 序列化 if (n != RTP_FIXED_HEADER + packer->pkt.payloadlen) { assert(0); return -1; } ++packer->pkt.rtp.seq; r = packer->handler.packet(packer->cbparam, rtp, n, packer->pkt.rtp.timestamp, 0); // 通过回调发送 packer->handler.free(packer->cbparam, rtp); return r; } static int rtp_h264_pack_fu_a(struct rtp_encode_h264_t *packer, const uint8_t *nalu, int bytes) { int r, n; unsigned char *rtp; // RFC6184 5.3. NAL Unit Header Usage: Table 2 (p15) // RFC6184 5.8. Fragmentation Units (FUs) (p29) uint8_t fu_indicator = (*nalu & 0xE0) | 28; // FU-A 固定的逻辑 uint8_t fu_header = *nalu & 0x1F; // 设置为s置位1 r = 0; nalu += 1; // skip NAL Unit Type byte bytes -= 1; assert(bytes > 0); // FU-A start for (fu_header |= FU_START; 0 == r && bytes > 0; ++packer->pkt.rtp.seq) { if (bytes + RTP_FIXED_HEADER <= packer->size - N_FU_HEADER) { assert(0 == (fu_header & FU_START)); fu_header = FU_END | (fu_header & 0x1F); // FU-A end 整个nalu结束了 packer->pkt.payloadlen = bytes; } else { packer->pkt.payloadlen = packer->size - RTP_FIXED_HEADER - N_FU_HEADER; } packer->pkt.payload = nalu; n = RTP_FIXED_HEADER + N_FU_HEADER + packer->pkt.payloadlen; rtp = (uint8_t *)packer->handler.alloc(packer->cbparam, n); if (!rtp) return -ENOMEM; packer->pkt.rtp.m = (FU_END & fu_header) ? 1 : 0; // set marker flag n = rtp_packet_serialize_header(&packer->pkt, rtp, n); if (n != RTP_FIXED_HEADER) { assert(0); return -1; } /*fu_indicator + fu_header*/ rtp[n + 0] = fu_indicator; rtp[n + 1] = fu_header; memcpy(rtp + n + N_FU_HEADER, packer->pkt.payload, packer->pkt.payloadlen); // packer->cbparam用户的参数 r = packer->handler.packet(packer->cbparam, rtp, n + N_FU_HEADER + packer->pkt.payloadlen, packer->pkt.rtp.timestamp, 0); packer->handler.free(packer->cbparam, rtp); bytes -= packer->pkt.payloadlen; nalu += packer->pkt.payloadlen; fu_header &= 0x1F; // clear flags } return r; } // 这里的h264数据带了startcode static int rtp_h264_pack_input(void *pack, const void *h264, int bytes, uint32_t timestamp) { int r = 0; const uint8_t *p1, *p2, *pend; struct rtp_encode_h264_t *packer; packer = (struct rtp_encode_h264_t *)pack; // assert(packer->pkt.rtp.timestamp != timestamp || !packer->pkt.payload /*first packet*/); packer->pkt.rtp.timestamp = timestamp; //(uint32_t)time * KHz; // ms -> 90KHZ pend = (const uint8_t *)h264 + bytes; for (p1 = h264_nalu_find((const uint8_t *)h264, pend); 0 == r && p1 < pend && 0 == r; p1 = p2) { size_t nalu_size; // filter H.264 start code(0x00000001) assert(0 < (*p1 & 0x1F) && (*p1 & 0x1F) < 24); p2 = h264_nalu_find(p1 + 1, pend); nalu_size = p2 - p1; // filter suffix '00' bytes if (p2 != pend) --nalu_size; while (0 == p1[nalu_size - 1]) --nalu_size; if (nalu_size + RTP_FIXED_HEADER <= (size_t)packer->size) // 小于等于payload size的 { // single NAl unit packet r = rtp_h264_pack_nalu(packer, p1, (int)nalu_size); // 直接打包 } else { r = rtp_h264_pack_fu_a(packer, p1, (int)nalu_size); } } return r; } struct rtp_payload_encode_t *rtp_h264_encode() { static struct rtp_payload_encode_t packer = { rtp_h264_pack_create, rtp_h264_pack_destroy, rtp_h264_pack_get_info, rtp_h264_pack_input, }; return &packer; }