Initial commit: SimVision tvOS streaming app
Features: - VOD library with movie grouping and version detection - TV show library with season/episode organization - TMDB integration for trending shows and recently aired episodes - Recent releases section with TMDB release date sorting - Watch history tracking with continue watching - Playlist caching (12-hour TTL) for offline support - M3U playlist parsing with XStream API support - Authentication with credential storage Technical: - SwiftUI for tvOS - Actor-based services for thread safety - Persistent caching for playlists, TMDB data, and watch history - KSPlayer integration for video playback Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
206
KSPlayer-main/Sources/KSPlayer/MEPlayer/FFmpegDecode.swift
Normal file
206
KSPlayer-main/Sources/KSPlayer/MEPlayer/FFmpegDecode.swift
Normal file
@@ -0,0 +1,206 @@
|
||||
//
|
||||
// FFmpegDecode.swift
|
||||
// KSPlayer
|
||||
//
|
||||
// Created by kintan on 2018/3/9.
|
||||
//
|
||||
|
||||
import AVFoundation
|
||||
import Foundation
|
||||
import Libavcodec
|
||||
|
||||
class FFmpegDecode: DecodeProtocol {
|
||||
private let options: KSOptions
|
||||
private var coreFrame: UnsafeMutablePointer<AVFrame>? = av_frame_alloc()
|
||||
private var codecContext: UnsafeMutablePointer<AVCodecContext>?
|
||||
private var bestEffortTimestamp = Int64(0)
|
||||
private let frameChange: FrameChange
|
||||
private let filter: MEFilter
|
||||
private let seekByBytes: Bool
|
||||
required init(assetTrack: FFmpegAssetTrack, options: KSOptions) {
|
||||
self.options = options
|
||||
seekByBytes = assetTrack.seekByBytes
|
||||
do {
|
||||
codecContext = try assetTrack.createContext(options: options)
|
||||
} catch {
|
||||
KSLog(error as CustomStringConvertible)
|
||||
}
|
||||
codecContext?.pointee.time_base = assetTrack.timebase.rational
|
||||
filter = MEFilter(timebase: assetTrack.timebase, isAudio: assetTrack.mediaType == .audio, nominalFrameRate: assetTrack.nominalFrameRate, options: options)
|
||||
if assetTrack.mediaType == .video {
|
||||
frameChange = VideoSwresample(fps: assetTrack.nominalFrameRate, isDovi: assetTrack.dovi != nil)
|
||||
} else {
|
||||
frameChange = AudioSwresample(audioDescriptor: assetTrack.audioDescriptor!)
|
||||
}
|
||||
}
|
||||
|
||||
func decodeFrame(from packet: Packet, completionHandler: @escaping (Result<MEFrame, Error>) -> Void) {
|
||||
guard let codecContext, avcodec_send_packet(codecContext, packet.corePacket) == 0 else {
|
||||
return
|
||||
}
|
||||
// 需要avcodec_send_packet之后，properties的值才会变成FF_CODEC_PROPERTY_CLOSED_CAPTIONS
|
||||
if packet.assetTrack.mediaType == .video {
|
||||
if Int32(codecContext.pointee.properties) & FF_CODEC_PROPERTY_CLOSED_CAPTIONS != 0, packet.assetTrack.closedCaptionsTrack == nil {
|
||||
var codecpar = AVCodecParameters()
|
||||
codecpar.codec_type = AVMEDIA_TYPE_SUBTITLE
|
||||
codecpar.codec_id = AV_CODEC_ID_EIA_608
|
||||
if let subtitleAssetTrack = FFmpegAssetTrack(codecpar: codecpar) {
|
||||
subtitleAssetTrack.name = "Closed Captions"
|
||||
subtitleAssetTrack.startTime = packet.assetTrack.startTime
|
||||
subtitleAssetTrack.timebase = packet.assetTrack.timebase
|
||||
let subtitle = SyncPlayerItemTrack<SubtitleFrame>(mediaType: .subtitle, frameCapacity: 255, options: options)
|
||||
subtitleAssetTrack.subtitle = subtitle
|
||||
packet.assetTrack.closedCaptionsTrack = subtitleAssetTrack
|
||||
subtitle.decode()
|
||||
}
|
||||
}
|
||||
}
|
||||
while true {
|
||||
let result = avcodec_receive_frame(codecContext, coreFrame)
|
||||
if result == 0, let inputFrame = coreFrame {
|
||||
var displayData: MasteringDisplayMetadata?
|
||||
var contentData: ContentLightMetadata?
|
||||
var ambientViewingEnvironment: AmbientViewingEnvironment?
|
||||
// filter之后，side_data信息会丢失，所以放在这里
|
||||
if inputFrame.pointee.nb_side_data > 0 {
|
||||
for i in 0 ..< inputFrame.pointee.nb_side_data {
|
||||
if let sideData = inputFrame.pointee.side_data[Int(i)]?.pointee {
|
||||
if sideData.type == AV_FRAME_DATA_A53_CC {
|
||||
if let closedCaptionsTrack = packet.assetTrack.closedCaptionsTrack,
|
||||
let subtitle = closedCaptionsTrack.subtitle
|
||||
{
|
||||
let closedCaptionsPacket = Packet()
|
||||
if let corePacket = packet.corePacket {
|
||||
closedCaptionsPacket.corePacket?.pointee.pts = corePacket.pointee.pts
|
||||
closedCaptionsPacket.corePacket?.pointee.dts = corePacket.pointee.dts
|
||||
closedCaptionsPacket.corePacket?.pointee.pos = corePacket.pointee.pos
|
||||
closedCaptionsPacket.corePacket?.pointee.time_base = corePacket.pointee.time_base
|
||||
closedCaptionsPacket.corePacket?.pointee.stream_index = corePacket.pointee.stream_index
|
||||
}
|
||||
closedCaptionsPacket.corePacket?.pointee.flags |= AV_PKT_FLAG_KEY
|
||||
closedCaptionsPacket.corePacket?.pointee.size = Int32(sideData.size)
|
||||
let buffer = av_buffer_ref(sideData.buf)
|
||||
closedCaptionsPacket.corePacket?.pointee.data = buffer?.pointee.data
|
||||
closedCaptionsPacket.corePacket?.pointee.buf = buffer
|
||||
closedCaptionsPacket.assetTrack = closedCaptionsTrack
|
||||
subtitle.putPacket(packet: closedCaptionsPacket)
|
||||
}
|
||||
} else if sideData.type == AV_FRAME_DATA_SEI_UNREGISTERED {
|
||||
let size = sideData.size
|
||||
if size > AV_UUID_LEN {
|
||||
let str = String(cString: sideData.data.advanced(by: Int(AV_UUID_LEN)))
|
||||
options.sei(string: str)
|
||||
}
|
||||
} else if sideData.type == AV_FRAME_DATA_DOVI_RPU_BUFFER {
|
||||
let data = sideData.data.withMemoryRebound(to: [UInt8].self, capacity: 1) { $0 }
|
||||
} else if sideData.type == AV_FRAME_DATA_DOVI_METADATA { // AVDOVIMetadata
|
||||
let data = sideData.data.withMemoryRebound(to: AVDOVIMetadata.self, capacity: 1) { $0 }
|
||||
let header = av_dovi_get_header(data)
|
||||
let mapping = av_dovi_get_mapping(data)
|
||||
let color = av_dovi_get_color(data)
|
||||
// frame.corePixelBuffer?.transferFunction = kCVImageBufferTransferFunction_ITU_R_2020
|
||||
} else if sideData.type == AV_FRAME_DATA_DYNAMIC_HDR_PLUS { // AVDynamicHDRPlus
|
||||
let data = sideData.data.withMemoryRebound(to: AVDynamicHDRPlus.self, capacity: 1) { $0 }.pointee
|
||||
} else if sideData.type == AV_FRAME_DATA_DYNAMIC_HDR_VIVID { // AVDynamicHDRVivid
|
||||
let data = sideData.data.withMemoryRebound(to: AVDynamicHDRVivid.self, capacity: 1) { $0 }.pointee
|
||||
} else if sideData.type == AV_FRAME_DATA_MASTERING_DISPLAY_METADATA {
|
||||
let data = sideData.data.withMemoryRebound(to: AVMasteringDisplayMetadata.self, capacity: 1) { $0 }.pointee
|
||||
displayData = MasteringDisplayMetadata(
|
||||
display_primaries_r_x: UInt16(data.display_primaries.0.0.num).bigEndian,
|
||||
display_primaries_r_y: UInt16(data.display_primaries.0.1.num).bigEndian,
|
||||
display_primaries_g_x: UInt16(data.display_primaries.1.0.num).bigEndian,
|
||||
display_primaries_g_y: UInt16(data.display_primaries.1.1.num).bigEndian,
|
||||
display_primaries_b_x: UInt16(data.display_primaries.2.1.num).bigEndian,
|
||||
display_primaries_b_y: UInt16(data.display_primaries.2.1.num).bigEndian,
|
||||
white_point_x: UInt16(data.white_point.0.num).bigEndian,
|
||||
white_point_y: UInt16(data.white_point.1.num).bigEndian,
|
||||
minLuminance: UInt32(data.min_luminance.num).bigEndian,
|
||||
maxLuminance: UInt32(data.max_luminance.num).bigEndian
|
||||
)
|
||||
} else if sideData.type == AV_FRAME_DATA_CONTENT_LIGHT_LEVEL {
|
||||
let data = sideData.data.withMemoryRebound(to: AVContentLightMetadata.self, capacity: 1) { $0 }.pointee
|
||||
contentData = ContentLightMetadata(
|
||||
MaxCLL: UInt16(data.MaxCLL).bigEndian,
|
||||
MaxFALL: UInt16(data.MaxFALL).bigEndian
|
||||
)
|
||||
} else if sideData.type == AV_FRAME_DATA_AMBIENT_VIEWING_ENVIRONMENT {
|
||||
let data = sideData.data.withMemoryRebound(to: AVAmbientViewingEnvironment.self, capacity: 1) { $0 }.pointee
|
||||
ambientViewingEnvironment = AmbientViewingEnvironment(
|
||||
ambient_illuminance: UInt32(data.ambient_illuminance.num).bigEndian,
|
||||
ambient_light_x: UInt16(data.ambient_light_x.num).bigEndian,
|
||||
ambient_light_y: UInt16(data.ambient_light_y.num).bigEndian
|
||||
)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
filter.filter(options: options, inputFrame: inputFrame) { avframe in
|
||||
do {
|
||||
var frame = try frameChange.change(avframe: avframe)
|
||||
if let videoFrame = frame as? VideoVTBFrame, let pixelBuffer = videoFrame.corePixelBuffer {
|
||||
if let pixelBuffer = pixelBuffer as? PixelBuffer {
|
||||
pixelBuffer.formatDescription = packet.assetTrack.formatDescription
|
||||
}
|
||||
if displayData != nil || contentData != nil || ambientViewingEnvironment != nil {
|
||||
videoFrame.edrMetaData = EDRMetaData(displayData: displayData, contentData: contentData, ambientViewingEnvironment: ambientViewingEnvironment)
|
||||
}
|
||||
}
|
||||
frame.timebase = filter.timebase
|
||||
// frame.timebase = Timebase(avframe.pointee.time_base)
|
||||
frame.size = packet.size
|
||||
frame.position = packet.position
|
||||
frame.duration = avframe.pointee.duration
|
||||
if frame.duration == 0, avframe.pointee.sample_rate != 0, frame.timebase.num != 0 {
|
||||
frame.duration = Int64(avframe.pointee.nb_samples) * Int64(frame.timebase.den) / (Int64(avframe.pointee.sample_rate) * Int64(frame.timebase.num))
|
||||
}
|
||||
var timestamp = avframe.pointee.best_effort_timestamp
|
||||
if timestamp < 0 {
|
||||
timestamp = avframe.pointee.pts
|
||||
}
|
||||
if timestamp < 0 {
|
||||
timestamp = avframe.pointee.pkt_dts
|
||||
}
|
||||
if timestamp < 0 {
|
||||
timestamp = bestEffortTimestamp
|
||||
}
|
||||
frame.timestamp = timestamp
|
||||
bestEffortTimestamp = timestamp &+ frame.duration
|
||||
completionHandler(.success(frame))
|
||||
} catch {
|
||||
completionHandler(.failure(error))
|
||||
}
|
||||
}
|
||||
} else {
|
||||
if result == AVError.eof.code {
|
||||
avcodec_flush_buffers(codecContext)
|
||||
break
|
||||
} else if result == AVError.tryAgain.code {
|
||||
break
|
||||
} else {
|
||||
let error = NSError(errorCode: packet.assetTrack.mediaType == .audio ? .codecAudioReceiveFrame : .codecVideoReceiveFrame, avErrorCode: result)
|
||||
KSLog(error)
|
||||
completionHandler(.failure(error))
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func doFlushCodec() {
|
||||
bestEffortTimestamp = Int64(0)
|
||||
// seek之后要清空下，不然解码可能还会有缓存，导致返回的数据是之前seek的。
|
||||
avcodec_flush_buffers(codecContext)
|
||||
}
|
||||
|
||||
func shutdown() {
|
||||
av_frame_free(&coreFrame)
|
||||
avcodec_free_context(&codecContext)
|
||||
frameChange.shutdown()
|
||||
}
|
||||
|
||||
func decode() {
|
||||
bestEffortTimestamp = Int64(0)
|
||||
if codecContext != nil {
|
||||
avcodec_flush_buffers(codecContext)
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user