109 lines
2.9 KiB
Go
109 lines
2.9 KiB
Go
// Copyright 2023 LiveKit, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package videolayerselector
|
|
|
|
import (
|
|
"github.com/pion/rtp/codecs"
|
|
|
|
"github.com/livekit/livekit-server/pkg/sfu/buffer"
|
|
"github.com/livekit/protocol/logger"
|
|
)
|
|
|
|
type VP9 struct {
|
|
*Base
|
|
}
|
|
|
|
func NewVP9(logger logger.Logger) *VP9 {
|
|
return &VP9{
|
|
Base: NewBase(logger),
|
|
}
|
|
}
|
|
|
|
func NewVP9FromOther(vls VideoLayerSelector) *VP9 {
|
|
return &VP9{Base: vls.getBase()}
|
|
}
|
|
|
|
func (v *VP9) IsOvershootOkay() bool {
|
|
return false
|
|
}
|
|
|
|
func (v *VP9) Select(extPkt *buffer.ExtPacket, _layer int32) (result VideoLayerSelectorResult) {
|
|
vp9, ok := extPkt.Payload.(codecs.VP9Packet)
|
|
if !ok {
|
|
return
|
|
}
|
|
|
|
currentLayer := v.currentLayer
|
|
if v.currentLayer != v.targetLayer {
|
|
updatedLayer := v.currentLayer
|
|
|
|
if !v.currentLayer.IsValid() {
|
|
if !extPkt.IsKeyFrame {
|
|
return
|
|
}
|
|
|
|
updatedLayer = extPkt.VideoLayer
|
|
} else {
|
|
if v.currentLayer.Temporal != v.targetLayer.Temporal {
|
|
if v.currentLayer.Temporal < v.targetLayer.Temporal {
|
|
// temporal scale up
|
|
if extPkt.VideoLayer.Temporal > v.currentLayer.Temporal && extPkt.VideoLayer.Temporal <= v.targetLayer.Temporal && vp9.U && vp9.B {
|
|
currentLayer.Temporal = extPkt.VideoLayer.Temporal
|
|
updatedLayer.Temporal = extPkt.VideoLayer.Temporal
|
|
}
|
|
} else {
|
|
// temporal scale down
|
|
if vp9.E {
|
|
updatedLayer.Temporal = v.targetLayer.Temporal
|
|
}
|
|
}
|
|
}
|
|
|
|
if v.currentLayer.Spatial != v.targetLayer.Spatial {
|
|
if v.currentLayer.Spatial < v.targetLayer.Spatial {
|
|
// spatial scale up
|
|
if extPkt.VideoLayer.Spatial > v.currentLayer.Spatial && extPkt.VideoLayer.Spatial <= v.targetLayer.Spatial && !vp9.P && vp9.B {
|
|
currentLayer.Spatial = extPkt.VideoLayer.Spatial
|
|
updatedLayer.Spatial = extPkt.VideoLayer.Spatial
|
|
}
|
|
} else {
|
|
// spatial scale down
|
|
if vp9.E {
|
|
updatedLayer.Spatial = v.targetLayer.Spatial
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if updatedLayer != v.currentLayer {
|
|
result.IsSwitching = true
|
|
if !v.currentLayer.IsValid() && updatedLayer.IsValid() {
|
|
result.IsResuming = true
|
|
}
|
|
|
|
v.previousLayer = v.currentLayer
|
|
v.currentLayer = updatedLayer
|
|
}
|
|
}
|
|
|
|
result.RTPMarker = extPkt.Packet.Marker
|
|
if vp9.E && extPkt.VideoLayer.Spatial == currentLayer.Spatial && (vp9.P || v.targetLayer.Spatial <= v.currentLayer.Spatial) {
|
|
result.RTPMarker = true
|
|
}
|
|
result.IsSelected = !extPkt.VideoLayer.GreaterThan(currentLayer)
|
|
result.IsRelevant = true
|
|
return
|
|
}
|