mirror of
https://github.com/Monibuca/engine.git
synced 2026-04-22 15:57:03 +08:00
陈庆裕
324 lines
9.4 KiB
Go
324 lines
9.4 KiB
Go
package track
|
|
|
|
import (
|
|
"time"
|
|
"unsafe"
|
|
|
|
"github.com/pion/rtp"
|
|
"go.uber.org/zap"
|
|
. "m7s.live/engine/v4/common"
|
|
"m7s.live/engine/v4/config"
|
|
"m7s.live/engine/v4/log"
|
|
"m7s.live/engine/v4/util"
|
|
)
|
|
|
|
var deltaDTSRange time.Duration = 90 * 10000 // 超过 10 秒
|
|
|
|
type 流速控制 struct {
|
|
起始时间戳 time.Duration
|
|
起始dts time.Duration
|
|
等待上限 time.Duration
|
|
起始时间 time.Time
|
|
}
|
|
|
|
func (p *流速控制) 重置(绝对时间戳 time.Duration, dts time.Duration) {
|
|
p.起始时间 = time.Now()
|
|
p.起始时间戳 = 绝对时间戳
|
|
p.起始dts = dts
|
|
// println("重置", p.起始时间.Format("2006-01-02 15:04:05"), p.起始时间戳)
|
|
}
|
|
func (p *流速控制) 根据起始DTS计算绝对时间戳(dts time.Duration) time.Duration {
|
|
if dts < p.起始dts {
|
|
dts += (1 << 32)
|
|
}
|
|
return ((dts-p.起始dts)*time.Millisecond + p.起始时间戳*90) / 90
|
|
}
|
|
|
|
func (p *流速控制) 控制流速(绝对时间戳 time.Duration, dts time.Duration) (等待了 time.Duration) {
|
|
数据时间差, 实际时间差 := 绝对时间戳-p.起始时间戳, time.Since(p.起始时间)
|
|
// println("数据时间差", 数据时间差, "实际时间差", 实际时间差, "绝对时间戳", 绝对时间戳, "起始时间戳", p.起始时间戳, "起始时间", p.起始时间.Format("2006-01-02 15:04:05"))
|
|
// if 实际时间差 > 数据时间差 {
|
|
// p.重置(绝对时间戳)
|
|
// return
|
|
// }
|
|
// 如果收到的帧的时间戳超过实际消耗的时间100ms就休息一下，100ms作为一个弹性区间防止频繁调用sleep
|
|
if 过快 := (数据时间差 - 实际时间差); 过快 > 100*time.Millisecond {
|
|
// fmt.Println("过快毫秒", 过快.Milliseconds())
|
|
// println("过快毫秒", p.name, 过快.Milliseconds())
|
|
if 过快 > p.等待上限 {
|
|
等待了 = p.等待上限
|
|
} else {
|
|
等待了 = 过快
|
|
}
|
|
time.Sleep(等待了)
|
|
} else if 过快 < -100*time.Millisecond {
|
|
// fmt.Println("过慢毫秒", 过快.Milliseconds())
|
|
// p.重置(绝对时间戳, dts)
|
|
// println("过慢毫秒", p.name, 过快.Milliseconds())
|
|
}
|
|
return
|
|
}
|
|
|
|
type SpesificTrack interface {
|
|
CompleteRTP(*AVFrame)
|
|
CompleteAVCC(*AVFrame)
|
|
WriteSliceBytes([]byte)
|
|
WriteRTPFrame(*LIRTP)
|
|
generateTimestamp(uint32)
|
|
WriteSequenceHead([]byte) error
|
|
writeAVCCFrame(uint32, *util.BLLReader, *util.BLL) error
|
|
GetNALU_SEI() util.LIBP
|
|
Flush()
|
|
}
|
|
|
|
type IDRingList struct {
|
|
IDRList util.List[*util.Ring[*AVFrame]]
|
|
IDRing *util.Ring[*AVFrame]
|
|
HistoryRing *util.Ring[*AVFrame]
|
|
}
|
|
|
|
func (p *IDRingList) AddIDR(IDRing *util.Ring[*AVFrame]) {
|
|
p.IDRList.PushValue(IDRing)
|
|
p.IDRing = IDRing
|
|
}
|
|
|
|
func (p *IDRingList) ShiftIDR() {
|
|
p.IDRList.Shift()
|
|
p.HistoryRing = p.IDRList.Next.Value
|
|
}
|
|
|
|
// Media 基础媒体Track类
|
|
type Media struct {
|
|
Base[any, *AVFrame]
|
|
BufferTime time.Duration //发布者配置中的缓冲时间（时光回溯）
|
|
PayloadType byte
|
|
IDRingList `json:"-" yaml:"-"` //最近的关键帧位置，首屏渲染
|
|
SSRC uint32
|
|
SampleRate uint32
|
|
BytesPool util.BytesPool `json:"-" yaml:"-"`
|
|
RtpPool util.Pool[RTPFrame] `json:"-" yaml:"-"`
|
|
SequenceHead []byte `json:"-" yaml:"-"` //H264(SPS、PPS) H265(VPS、SPS、PPS) AAC(config)
|
|
SequenceHeadSeq int
|
|
RTPDemuxer
|
|
SpesificTrack `json:"-" yaml:"-"`
|
|
deltaTs time.Duration //用于接续发布后时间戳连续
|
|
iframeReceived bool
|
|
流速控制
|
|
}
|
|
|
|
func (av *Media) GetFromPool(b util.IBytes) (item util.LIBP) {
|
|
if b.Reuse() {
|
|
item = av.BytesPool.Get(b.Len())
|
|
copy(item.Value, b.Bytes())
|
|
} else {
|
|
return av.BytesPool.GetShell(b.Bytes())
|
|
}
|
|
return
|
|
}
|
|
|
|
func (av *Media) GetRTPFromPool() (result *LIRTP) {
|
|
result = av.RtpPool.Get()
|
|
if result.Value.Packet == nil {
|
|
result.Value.Packet = &rtp.Packet{}
|
|
result.Value.PayloadType = av.PayloadType
|
|
result.Value.SSRC = av.SSRC
|
|
result.Value.Version = 2
|
|
result.Value.Raw = make([]byte, 1460)
|
|
}
|
|
result.Value.Raw = result.Value.Raw[:1460]
|
|
result.Value.Payload = result.Value.Raw[:0]
|
|
return
|
|
}
|
|
|
|
// 为json序列化而计算的数据
|
|
func (av *Media) SnapForJson() {
|
|
v := av.LastValue
|
|
if av.RawPart != nil {
|
|
av.RawPart = av.RawPart[:0]
|
|
} else {
|
|
av.RawPart = make([]int, 0, 10)
|
|
}
|
|
if av.RawSize = v.AUList.ByteLength; av.RawSize > 0 {
|
|
r := v.AUList.NewReader()
|
|
for b, err := r.ReadByte(); err == nil && len(av.RawPart) < 10; b, err = r.ReadByte() {
|
|
av.RawPart = append(av.RawPart, int(b))
|
|
}
|
|
}
|
|
}
|
|
|
|
func (av *Media) SetSpeedLimit(value time.Duration) {
|
|
av.等待上限 = value
|
|
}
|
|
|
|
func (av *Media) SetStuff(stuff ...any) {
|
|
// 代表发布者已经离线，该Track成为遗留Track，等待下一任发布者接续发布
|
|
for _, s := range stuff {
|
|
switch v := s.(type) {
|
|
case IPuber:
|
|
pubConf := v.GetConfig()
|
|
av.BufferTime = pubConf.BufferTime
|
|
av.Base.SetStuff(v)
|
|
av.Init(pubConf.InitialRingSize(), NewAVFrame)
|
|
av.SSRC = uint32(uintptr(unsafe.Pointer(av)))
|
|
av.等待上限 = pubConf.SpeedLimit
|
|
case uint32:
|
|
av.SampleRate = v
|
|
case byte:
|
|
av.PayloadType = v
|
|
case util.BytesPool:
|
|
av.BytesPool = v
|
|
case SpesificTrack:
|
|
av.SpesificTrack = v
|
|
case []any:
|
|
av.SetStuff(v...)
|
|
default:
|
|
av.Base.SetStuff(v)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (av *Media) LastWriteTime() time.Time {
|
|
return av.LastValue.WriteTime
|
|
}
|
|
|
|
func (av *Media) CurrentFrame() *AVFrame {
|
|
return av.Value
|
|
}
|
|
func (av *Media) PreFrame() *AVFrame {
|
|
return av.LastValue
|
|
}
|
|
|
|
func (av *Media) generateTimestamp(ts uint32) {
|
|
av.Value.PTS = time.Duration(ts)
|
|
av.Value.DTS = time.Duration(ts)
|
|
}
|
|
|
|
func (av *Media) WriteSequenceHead(sh []byte) {
|
|
av.SequenceHead = sh
|
|
av.SequenceHeadSeq++
|
|
}
|
|
func (av *Media) AppendAuBytes(b ...[]byte) {
|
|
var au util.BLL
|
|
for _, bb := range b {
|
|
au.Push(av.BytesPool.GetShell(bb))
|
|
}
|
|
av.Value.AUList.PushValue(&au)
|
|
}
|
|
|
|
func (av *Media) narrow(gop int) {
|
|
if l := av.Size - gop; l > 12 {
|
|
if log.Trace {
|
|
av.Trace("resize", zap.Int("before", av.Size), zap.Int("after", av.Size-5))
|
|
}
|
|
//缩小缓冲环节省内存
|
|
av.Reduce(5)
|
|
}
|
|
}
|
|
|
|
func (av *Media) AddIDR() {
|
|
if av.BufferTime > 0 {
|
|
av.IDRingList.AddIDR(av.Ring)
|
|
if av.HistoryRing == nil {
|
|
av.HistoryRing = av.IDRing
|
|
}
|
|
} else {
|
|
av.IDRing = av.Ring
|
|
}
|
|
}
|
|
|
|
func (av *Media) Flush() {
|
|
curValue, preValue, nextValue := av.Value, av.LastValue, av.Next()
|
|
useDts := curValue.Timestamp == 0
|
|
originDTS := curValue.DTS
|
|
if av.State == TrackStateOffline {
|
|
av.State = TrackStateOnline
|
|
if useDts {
|
|
av.deltaTs = curValue.DTS - preValue.DTS
|
|
} else {
|
|
av.deltaTs = curValue.Timestamp - preValue.Timestamp
|
|
}
|
|
curValue.DTS = preValue.DTS + 900
|
|
curValue.PTS = preValue.PTS + 900
|
|
curValue.Timestamp = preValue.Timestamp + time.Millisecond
|
|
av.Info("track back online", zap.Duration("delta", av.deltaTs))
|
|
} else if av.deltaTs != 0 {
|
|
if useDts {
|
|
curValue.DTS -= av.deltaTs
|
|
curValue.PTS -= av.deltaTs
|
|
} else {
|
|
rtpts := av.deltaTs * 90 / time.Millisecond
|
|
curValue.DTS -= rtpts
|
|
curValue.PTS -= rtpts
|
|
curValue.Timestamp -= av.deltaTs
|
|
}
|
|
}
|
|
if av.起始时间.IsZero() {
|
|
curValue.DeltaTime = 0
|
|
if useDts {
|
|
curValue.Timestamp = time.Since(av.Publisher.GetStream().GetStartTime())
|
|
}
|
|
av.重置(curValue.Timestamp, curValue.DTS)
|
|
} else {
|
|
if useDts {
|
|
deltaDts := curValue.DTS - preValue.DTS
|
|
if deltaDts > deltaDTSRange || deltaDts < -deltaDTSRange {
|
|
// 时间戳跳变，等同于离线重连
|
|
av.deltaTs = originDTS - preValue.DTS
|
|
curValue.DTS = preValue.DTS + 900
|
|
curValue.PTS = preValue.PTS + 900
|
|
av.Warn("track dts reset", zap.Int64("delta1", int64(deltaDts)), zap.Int64("delta2", int64(av.deltaTs)))
|
|
}
|
|
curValue.Timestamp = av.根据起始DTS计算绝对时间戳(curValue.DTS)
|
|
}
|
|
|
|
curValue.DeltaTime = uint32(deltaTS(curValue.Timestamp, preValue.Timestamp) / time.Millisecond)
|
|
}
|
|
if log.Trace {
|
|
av.Trace("write", zap.Uint32("seq", curValue.Sequence), zap.Int64("dts0", int64(preValue.DTS)), zap.Int64("dts1", int64(originDTS)), zap.Uint64("dts2", uint64(curValue.DTS)), zap.Uint32("delta", curValue.DeltaTime), zap.Duration("timestamp", curValue.Timestamp), zap.Int("au", curValue.AUList.Length), zap.Int("rtp", curValue.RTP.Length), zap.Int("avcc", curValue.AVCC.ByteLength), zap.Int("raw", curValue.AUList.ByteLength), zap.Int("bps", av.BPS))
|
|
}
|
|
bufferTime := av.BufferTime
|
|
if bufferTime > 0 && av.IDRingList.IDRList.Length > 1 && deltaTS(curValue.Timestamp, av.IDRingList.IDRList.Next.Next.Value.Value.Timestamp) > bufferTime {
|
|
av.ShiftIDR()
|
|
if canReduce := int(curValue.Sequence-av.HistoryRing.Value.Sequence) - 5; canReduce > 0 {
|
|
av.narrow(canReduce)
|
|
}
|
|
}
|
|
// 下一帧为订阅起始帧，即将覆盖，需要扩环
|
|
if nextValue == av.IDRing || nextValue == av.HistoryRing {
|
|
// if av.AVRing.Size < 512 {
|
|
if log.Trace {
|
|
av.Trace("resize", zap.Int("before", av.Size), zap.Int("after", av.Size+5), zap.String("name", av.Name))
|
|
}
|
|
av.Glow(5)
|
|
// } else {
|
|
// av.Stream.Error("sub ring overflow", zap.Int("size", av.AVRing.Size), zap.String("name", av.Name))
|
|
// }
|
|
}
|
|
|
|
if curValue.AUList.Length > 0 {
|
|
// 补完RTP
|
|
if config.Global.EnableRTP && curValue.RTP.Length == 0 {
|
|
av.CompleteRTP(curValue)
|
|
}
|
|
// 补完AVCC
|
|
if config.Global.EnableAVCC && curValue.AVCC.ByteLength == 0 {
|
|
av.CompleteAVCC(curValue)
|
|
}
|
|
}
|
|
av.ComputeBPS(curValue.BytesIn)
|
|
av.Step()
|
|
if av.等待上限 > 0 {
|
|
等待了 := av.控制流速(curValue.Timestamp, curValue.DTS)
|
|
if log.Trace && 等待了 > 0 {
|
|
av.Trace("speed control", zap.Duration("sleep", 等待了))
|
|
}
|
|
}
|
|
}
|
|
|
|
func deltaTS(curTs time.Duration, preTs time.Duration) time.Duration {
|
|
if curTs < preTs {
|
|
return curTs + (1<<32)*time.Millisecond - preTs
|
|
}
|
|
return curTs - preTs
|
|
}
|