/** * Copyright (c) 2020 Filip Klembara (in2core) * * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at https://mozilla.org/MPL/2.0/. */ #ifndef RTC_NAL_UNIT_H #define RTC_NAL_UNIT_H #if RTC_ENABLE_MEDIA #include "common.hpp" #include namespace rtc { #pragma pack(push, 1) /// Nalu header struct RTC_CPP_EXPORT NalUnitHeader { uint8_t _first = 0; bool forbiddenBit() const { return _first >> 7; } uint8_t nri() const { return _first >> 5 & 0x03; } uint8_t unitType() const { return _first & 0x1F; } void setForbiddenBit(bool isSet) { _first = (_first & 0x7F) | (isSet << 7); } void setNRI(uint8_t nri) { _first = (_first & 0x9F) | ((nri & 0x03) << 5); } void setUnitType(uint8_t type) { _first = (_first & 0xE0) | (type & 0x1F); } }; /// Nalu fragment header struct RTC_CPP_EXPORT NalUnitFragmentHeader { uint8_t _first = 0; bool isStart() const { return _first >> 7; } bool reservedBit6() const { return (_first >> 5) & 0x01; } bool isEnd() const { return (_first >> 6) & 0x01; } uint8_t unitType() const { return _first & 0x1F; } void setStart(bool isSet) { _first = (_first & 0x7F) | (isSet << 7); } void setEnd(bool isSet) { _first = (_first & 0xBF) | (isSet << 6); } void setReservedBit6(bool isSet) { _first = (_first & 0xDF) | (isSet << 5); } void setUnitType(uint8_t type) { _first = (_first & 0xE0) | (type & 0x1F); } }; #pragma pack(pop) enum NalUnitStartSequenceMatch { NUSM_noMatch, NUSM_firstZero, NUSM_secondZero, NUSM_thirdZero, NUSM_shortMatch, NUSM_longMatch }; static const size_t H264_NAL_HEADER_SIZE = 1; static const size_t H265_NAL_HEADER_SIZE = 2; /// Nal unit struct RTC_CPP_EXPORT NalUnit : binary { enum class Type { H264, H265 }; NalUnit(const NalUnit &unit) = default; NalUnit(size_t size, bool includingHeader = true, Type type = Type::H264) : binary(size + (includingHeader ? 0 : (type == Type::H264 ? H264_NAL_HEADER_SIZE : H265_NAL_HEADER_SIZE))) {} NalUnit(binary &&data) : binary(std::move(data)) {} NalUnit(Type type = Type::H264) : binary(type == Type::H264 ? H264_NAL_HEADER_SIZE : H265_NAL_HEADER_SIZE) {} template NalUnit(Iterator begin_, Iterator end_) : binary(begin_, end_) {} bool forbiddenBit() const { return header()->forbiddenBit(); } uint8_t nri() const { return header()->nri(); } uint8_t unitType() const { return header()->unitType(); } binary payload() const { assert(size() >= 1); return {begin() + 1, end()}; } void setForbiddenBit(bool isSet) { header()->setForbiddenBit(isSet); } void setNRI(uint8_t nri) { header()->setNRI(nri); } void setUnitType(uint8_t type) { header()->setUnitType(type); } void setPayload(binary payload) { assert(size() >= 1); erase(begin() + 1, end()); insert(end(), payload.begin(), payload.end()); } /// NAL unit separator enum class Separator { Length = RTC_NAL_SEPARATOR_LENGTH, // first 4 bytes are NAL unit length LongStartSequence = RTC_NAL_SEPARATOR_LONG_START_SEQUENCE, // 0x00, 0x00, 0x00, 0x01 ShortStartSequence = RTC_NAL_SEPARATOR_SHORT_START_SEQUENCE, // 0x00, 0x00, 0x01 StartSequence = RTC_NAL_SEPARATOR_START_SEQUENCE, // LongStartSequence or ShortStartSequence }; static NalUnitStartSequenceMatch StartSequenceMatchSucc(NalUnitStartSequenceMatch match, std::byte _byte, Separator separator) { assert(separator != Separator::Length); auto byte = (uint8_t)_byte; auto detectShort = separator == Separator::ShortStartSequence || separator == Separator::StartSequence; auto detectLong = separator == Separator::LongStartSequence || separator == Separator::StartSequence; switch (match) { case NUSM_noMatch: if (byte == 0x00) { return NUSM_firstZero; } break; case NUSM_firstZero: if (byte == 0x00) { return NUSM_secondZero; } break; case NUSM_secondZero: if (byte == 0x00 && detectLong) { return NUSM_thirdZero; } else if (byte == 0x00 && detectShort) { return NUSM_secondZero; } else if (byte == 0x01 && detectShort) { return NUSM_shortMatch; } break; case NUSM_thirdZero: if (byte == 0x00 && detectLong) { return NUSM_thirdZero; } else if (byte == 0x01 && detectLong) { return NUSM_longMatch; } break; case NUSM_shortMatch: return NUSM_shortMatch; case NUSM_longMatch: return NUSM_longMatch; } return NUSM_noMatch; } protected: const NalUnitHeader *header() const { assert(size() >= 1); return reinterpret_cast(data()); } NalUnitHeader *header() { assert(size() >= 1); return reinterpret_cast(data()); } }; /// Nal unit fragment A struct RTC_CPP_EXPORT NalUnitFragmentA : NalUnit { static std::vector> fragmentsFrom(shared_ptr nalu, uint16_t maxFragmentSize); enum class FragmentType { Start, Middle, End }; NalUnitFragmentA(FragmentType type, bool forbiddenBit, uint8_t nri, uint8_t unitType, binary data); uint8_t unitType() const { return fragmentHeader()->unitType(); } binary payload() const { assert(size() >= 2); return {begin() + 2, end()}; } FragmentType type() const { if (fragmentHeader()->isStart()) { return FragmentType::Start; } else if (fragmentHeader()->isEnd()) { return FragmentType::End; } else { return FragmentType::Middle; } } void setUnitType(uint8_t type) { fragmentHeader()->setUnitType(type); } void setPayload(binary payload) { assert(size() >= 2); erase(begin() + 2, end()); insert(end(), payload.begin(), payload.end()); } void setFragmentType(FragmentType type); protected: const uint8_t nal_type_fu_A = 28; NalUnitHeader *fragmentIndicator() { return reinterpret_cast(data()); } const NalUnitHeader *fragmentIndicator() const { return reinterpret_cast(data()); } NalUnitFragmentHeader *fragmentHeader() { return reinterpret_cast(fragmentIndicator() + 1); } const NalUnitFragmentHeader *fragmentHeader() const { return reinterpret_cast(fragmentIndicator() + 1); } }; class RTC_CPP_EXPORT NalUnits : public std::vector> { public: static const uint16_t defaultMaximumFragmentSize = uint16_t(RTC_DEFAULT_MTU - 12 - 8 - 40); // SRTP/UDP/IPv6 std::vector> generateFragments(uint16_t maxFragmentSize); }; } // namespace rtc #endif /* RTC_ENABLE_MEDIA */ #endif /* RTC_NAL_UNIT_H */