|
|
|
//
|
|
|
|
// Copyright (c) 2018 Open Whisper Systems. All rights reserved.
|
|
|
|
//
|
|
|
|
|
|
|
|
import Foundation
|
|
|
|
|
|
|
|
@objc(OWSConversationMediaView)
|
|
|
|
public class ConversationMediaView: UIView {
|
|
|
|
|
|
|
|
private enum MediaError {
|
|
|
|
case missing
|
|
|
|
case invalid
|
|
|
|
case failed
|
|
|
|
}
|
|
|
|
|
|
|
|
// MARK: - Dependencies
|
|
|
|
|
|
|
|
private var attachmentDownloads: OWSAttachmentDownloads {
|
|
|
|
return SSKEnvironment.shared.attachmentDownloads
|
|
|
|
}
|
|
|
|
|
|
|
|
// MARK: -
|
|
|
|
|
|
|
|
private let mediaCache: NSCache<NSString, AnyObject>
|
|
|
|
@objc
|
|
|
|
public let attachment: TSAttachment
|
|
|
|
private let isOutgoing: Bool
|
|
|
|
private let maxMessageWidth: CGFloat
|
|
|
|
private var loadBlock : (() -> Void)?
|
|
|
|
private var unloadBlock : (() -> Void)?
|
|
|
|
|
|
|
|
enum LoadState {
|
|
|
|
case unloaded
|
|
|
|
case loading
|
|
|
|
case loaded
|
|
|
|
case failed
|
|
|
|
}
|
|
|
|
|
|
|
|
// The loadState property allows us to:
|
|
|
|
//
|
|
|
|
// * Make sure we only have one load attempt
|
|
|
|
// enqueued at a time for a given piece of media.
|
|
|
|
// * We never retry media that can't be loaded.
|
|
|
|
// * We skip media loads which are no longer
|
|
|
|
// necessary by the time they reach the front
|
|
|
|
// of the queue.
|
|
|
|
private var loadState: LoadState = .unloaded
|
|
|
|
|
|
|
|
@objc
|
|
|
|
public required init(mediaCache: NSCache<NSString, AnyObject>,
|
|
|
|
attachment: TSAttachment,
|
|
|
|
isOutgoing: Bool,
|
|
|
|
maxMessageWidth: CGFloat) {
|
|
|
|
self.mediaCache = mediaCache
|
|
|
|
self.attachment = attachment
|
|
|
|
self.isOutgoing = isOutgoing
|
|
|
|
self.maxMessageWidth = maxMessageWidth
|
|
|
|
|
|
|
|
super.init(frame: .zero)
|
|
|
|
|
|
|
|
backgroundColor = Theme.offBackgroundColor
|
|
|
|
clipsToBounds = true
|
|
|
|
|
|
|
|
createContents()
|
|
|
|
}
|
|
|
|
|
|
|
|
@available(*, unavailable, message: "use other init() instead.")
|
|
|
|
required public init?(coder aDecoder: NSCoder) {
|
|
|
|
notImplemented()
|
|
|
|
}
|
|
|
|
|
|
|
|
private func createContents() {
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
guard let attachmentStream = attachment as? TSAttachmentStream else {
|
|
|
|
addDownloadProgressIfNecessary()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
guard !isFailedDownload else {
|
|
|
|
configure(forError: .failed)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if attachmentStream.isAnimated {
|
|
|
|
configureForAnimatedImage(attachmentStream: attachmentStream)
|
|
|
|
} else if attachmentStream.isImage {
|
|
|
|
configureForStillImage(attachmentStream: attachmentStream)
|
|
|
|
} else if attachmentStream.isVideo {
|
|
|
|
configureForVideo(attachmentStream: attachmentStream)
|
|
|
|
} else {
|
|
|
|
owsFailDebug("Attachment has unexpected type.")
|
|
|
|
configure(forError: .invalid)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
private func addDownloadProgressIfNecessary() {
|
|
|
|
guard !isFailedDownload else {
|
|
|
|
configure(forError: .failed)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
guard let attachmentPointer = attachment as? TSAttachmentPointer else {
|
|
|
|
owsFailDebug("Attachment has unexpected type.")
|
|
|
|
configure(forError: .invalid)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
guard attachmentPointer.pointerType == .incoming else {
|
|
|
|
// TODO: Show "restoring" indicator and possibly progress.
|
|
|
|
configure(forError: .missing)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
guard let attachmentId = attachmentPointer.uniqueId else {
|
|
|
|
owsFailDebug("Attachment missing unique ID.")
|
|
|
|
configure(forError: .invalid)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
guard nil != attachmentDownloads.downloadProgress(forAttachmentId: attachmentId) else {
|
|
|
|
// Not being downloaded.
|
|
|
|
configure(forError: .missing)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
backgroundColor = (Theme.isDarkThemeEnabled ? .ows_gray90 : .ows_gray05)
|
|
|
|
let progressView = MediaDownloadView(attachmentId: attachmentId, radius: maxMessageWidth * 0.1)
|
|
|
|
self.addSubview(progressView)
|
|
|
|
progressView.autoPinEdgesToSuperviewEdges()
|
|
|
|
}
|
|
|
|
|
|
|
|
private func addUploadProgressIfNecessary(_ subview: UIView) -> Bool {
|
|
|
|
guard isOutgoing else {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
guard let attachmentStream = attachment as? TSAttachmentStream else {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
guard let attachmentId = attachmentStream.uniqueId else {
|
|
|
|
owsFailDebug("Attachment missing unique ID.")
|
|
|
|
configure(forError: .invalid)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
guard !attachmentStream.isUploaded else {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
let progressView = MediaUploadView(attachmentId: attachmentId, radius: maxMessageWidth * 0.1)
|
|
|
|
self.addSubview(progressView)
|
|
|
|
progressView.autoPinEdgesToSuperviewEdges()
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
private func configureForAnimatedImage(attachmentStream: TSAttachmentStream) {
|
|
|
|
guard let cacheKey = attachmentStream.uniqueId else {
|
|
|
|
owsFailDebug("Attachment stream missing unique ID.")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
let animatedImageView = YYAnimatedImageView()
|
|
|
|
// We need to specify a contentMode since the size of the image
|
|
|
|
// might not match the aspect ratio of the view.
|
|
|
|
animatedImageView.contentMode = .scaleAspectFill
|
|
|
|
// Use trilinear filters for better scaling quality at
|
|
|
|
// some performance cost.
|
|
|
|
animatedImageView.layer.minificationFilter = kCAFilterTrilinear
|
|
|
|
animatedImageView.layer.magnificationFilter = kCAFilterTrilinear
|
|
|
|
animatedImageView.backgroundColor = Theme.offBackgroundColor
|
|
|
|
addSubview(animatedImageView)
|
|
|
|
animatedImageView.autoPinEdgesToSuperviewEdges()
|
|
|
|
_ = addUploadProgressIfNecessary(animatedImageView)
|
|
|
|
|
|
|
|
loadBlock = { [weak self] in
|
|
|
|
if animatedImageView.image != nil {
|
|
|
|
owsFailDebug("Unexpectedly already loaded.")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
self?.tryToLoadMedia(loadMediaBlock: { () -> AnyObject? in
|
|
|
|
guard attachmentStream.isValidImage else {
|
|
|
|
owsFailDebug("Ignoring invalid attachment.")
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
guard let filePath = attachmentStream.originalFilePath else {
|
|
|
|
owsFailDebug("Attachment stream missing original file path.")
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
let animatedImage = YYImage(contentsOfFile: filePath)
|
|
|
|
return animatedImage
|
|
|
|
},
|
|
|
|
applyMediaBlock: { (media) in
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
guard let image = media as? YYImage else {
|
|
|
|
owsFailDebug("Media has unexpected type: \(type(of: media))")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
animatedImageView.image = image
|
|
|
|
},
|
|
|
|
cacheKey: cacheKey)
|
|
|
|
}
|
|
|
|
unloadBlock = {
|
|
|
|
animatedImageView.image = nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
private func configureForStillImage(attachmentStream: TSAttachmentStream) {
|
|
|
|
guard let cacheKey = attachmentStream.uniqueId else {
|
|
|
|
owsFailDebug("Attachment stream missing unique ID.")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
let stillImageView = UIImageView()
|
|
|
|
// We need to specify a contentMode since the size of the image
|
|
|
|
// might not match the aspect ratio of the view.
|
|
|
|
stillImageView.contentMode = .scaleAspectFill
|
|
|
|
// Use trilinear filters for better scaling quality at
|
|
|
|
// some performance cost.
|
|
|
|
stillImageView.layer.minificationFilter = kCAFilterTrilinear
|
|
|
|
stillImageView.layer.magnificationFilter = kCAFilterTrilinear
|
|
|
|
stillImageView.backgroundColor = Theme.offBackgroundColor
|
|
|
|
addSubview(stillImageView)
|
|
|
|
stillImageView.autoPinEdgesToSuperviewEdges()
|
|
|
|
_ = addUploadProgressIfNecessary(stillImageView)
|
|
|
|
loadBlock = { [weak self] in
|
|
|
|
if stillImageView.image != nil {
|
|
|
|
owsFailDebug("Unexpectedly already loaded.")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
self?.tryToLoadMedia(loadMediaBlock: { () -> AnyObject? in
|
|
|
|
guard attachmentStream.isValidImage else {
|
|
|
|
owsFailDebug("Ignoring invalid attachment.")
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return attachmentStream.thumbnailImageMedium(success: { (image) in
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
stillImageView.image = image
|
|
|
|
}, failure: {
|
|
|
|
Logger.error("Could not load thumbnail")
|
|
|
|
})
|
|
|
|
},
|
|
|
|
applyMediaBlock: { (media) in
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
guard let image = media as? UIImage else {
|
|
|
|
owsFailDebug("Media has unexpected type: \(type(of: media))")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
stillImageView.image = image
|
|
|
|
},
|
|
|
|
cacheKey: cacheKey)
|
|
|
|
}
|
|
|
|
unloadBlock = {
|
|
|
|
stillImageView.image = nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
private func configureForVideo(attachmentStream: TSAttachmentStream) {
|
|
|
|
guard let cacheKey = attachmentStream.uniqueId else {
|
|
|
|
owsFailDebug("Attachment stream missing unique ID.")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
let stillImageView = UIImageView()
|
|
|
|
// We need to specify a contentMode since the size of the image
|
|
|
|
// might not match the aspect ratio of the view.
|
|
|
|
stillImageView.contentMode = .scaleAspectFill
|
|
|
|
// Use trilinear filters for better scaling quality at
|
|
|
|
// some performance cost.
|
|
|
|
stillImageView.layer.minificationFilter = kCAFilterTrilinear
|
|
|
|
stillImageView.layer.magnificationFilter = kCAFilterTrilinear
|
|
|
|
stillImageView.backgroundColor = Theme.offBackgroundColor
|
|
|
|
|
|
|
|
addSubview(stillImageView)
|
|
|
|
stillImageView.autoPinEdgesToSuperviewEdges()
|
|
|
|
|
|
|
|
if !addUploadProgressIfNecessary(stillImageView) {
|
|
|
|
let videoPlayIcon = UIImage(named: "play_button")
|
|
|
|
let videoPlayButton = UIImageView(image: videoPlayIcon)
|
|
|
|
stillImageView.addSubview(videoPlayButton)
|
|
|
|
videoPlayButton.autoCenterInSuperview()
|
|
|
|
}
|
|
|
|
|
|
|
|
loadBlock = { [weak self] in
|
|
|
|
if stillImageView.image != nil {
|
|
|
|
owsFailDebug("Unexpectedly already loaded.")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
self?.tryToLoadMedia(loadMediaBlock: { () -> AnyObject? in
|
|
|
|
guard attachmentStream.isValidVideo else {
|
|
|
|
owsFailDebug("Ignoring invalid attachment.")
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return attachmentStream.thumbnailImageMedium(success: { (image) in
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
stillImageView.image = image
|
|
|
|
}, failure: {
|
|
|
|
Logger.error("Could not load thumbnail")
|
|
|
|
})
|
|
|
|
},
|
|
|
|
applyMediaBlock: { (media) in
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
guard let image = media as? UIImage else {
|
|
|
|
owsFailDebug("Media has unexpected type: \(type(of: media))")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
stillImageView.image = image
|
|
|
|
},
|
|
|
|
cacheKey: cacheKey)
|
|
|
|
}
|
|
|
|
unloadBlock = {
|
|
|
|
stillImageView.image = nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
private var isFailedDownload: Bool {
|
|
|
|
guard let attachmentPointer = attachment as? TSAttachmentPointer else {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
return attachmentPointer.state == .failed
|
|
|
|
}
|
|
|
|
|
|
|
|
private func configure(forError error: MediaError) {
|
|
|
|
backgroundColor = (Theme.isDarkThemeEnabled ? .ows_gray90 : .ows_gray05)
|
|
|
|
let icon: UIImage
|
|
|
|
switch (error) {
|
|
|
|
case .failed:
|
|
|
|
guard let asset = UIImage(named: "media_retry") else {
|
|
|
|
owsFailDebug("Missing image")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
icon = asset
|
|
|
|
case .invalid:
|
|
|
|
guard let asset = UIImage(named: "media_invalid") else {
|
|
|
|
owsFailDebug("Missing image")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
icon = asset
|
|
|
|
case .missing:
|
|
|
|
return
|
|
|
|
}
|
|
|
|
let iconView = UIImageView(image: icon.withRenderingMode(.alwaysTemplate))
|
|
|
|
iconView.tintColor = Theme.primaryColor.withAlphaComponent(0.6)
|
|
|
|
addSubview(iconView)
|
|
|
|
iconView.autoCenterInSuperview()
|
|
|
|
}
|
|
|
|
|
|
|
|
private func tryToLoadMedia(loadMediaBlock: @escaping () -> AnyObject?,
|
|
|
|
applyMediaBlock: @escaping (AnyObject) -> Void,
|
|
|
|
cacheKey: String) {
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
// It's critical that we update loadState once
|
|
|
|
// our load attempt is complete.
|
|
|
|
let loadCompletion: (AnyObject?) -> Void = { [weak self] (possibleMedia) in
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
guard let strongSelf = self else {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
guard strongSelf.loadState == .loading else {
|
|
|
|
Logger.verbose("Skipping obsolete load.")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
guard let media = possibleMedia else {
|
|
|
|
strongSelf.loadState = .failed
|
|
|
|
// TODO:
|
|
|
|
// [self showAttachmentErrorViewWithMediaView:mediaView];
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
applyMediaBlock(media)
|
|
|
|
|
|
|
|
strongSelf.loadState = .loaded
|
|
|
|
}
|
|
|
|
|
|
|
|
guard loadState == .loading else {
|
|
|
|
owsFailDebug("Unexpected load state: \(loadState)")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
let mediaCache = self.mediaCache
|
|
|
|
if let media = mediaCache.object(forKey: cacheKey as NSString) {
|
|
|
|
Logger.verbose("media cache hit")
|
|
|
|
DispatchQueue.main.async {
|
|
|
|
loadCompletion(media)
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
Logger.verbose("media cache miss")
|
|
|
|
|
|
|
|
// * loadCompletion is used to update the view's state to reflect
|
|
|
|
// the outcome of the load attempt.
|
|
|
|
// * loadQueueCompletion is used to kick off the next load.
|
|
|
|
let asyncLoadBlock: AsyncLoadBlock = { [weak self] (loadQueueCompletion: @escaping AsyncLoadCompletionBlock) in
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
guard let strongSelf = self else {
|
|
|
|
loadQueueCompletion()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
guard strongSelf.loadState == .loading else {
|
|
|
|
loadQueueCompletion()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
ConversationMediaView.loadQueue.async {
|
|
|
|
guard let media = loadMediaBlock() else {
|
|
|
|
Logger.error("Failed to load media.")
|
|
|
|
|
|
|
|
DispatchQueue.main.async {
|
|
|
|
loadCompletion(nil)
|
|
|
|
loadQueueCompletion()
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
DispatchQueue.main.async {
|
|
|
|
mediaCache.setObject(media, forKey: cacheKey as NSString)
|
|
|
|
loadCompletion(media)
|
|
|
|
loadQueueCompletion()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
ConversationMediaView.enqueue(asyncLoadBlock: asyncLoadBlock)
|
|
|
|
}
|
|
|
|
|
|
|
|
// We maintain a serial "queue" (as in the data structure,
|
|
|
|
// not a dispatch queue) of media loads. We don't just use
|
|
|
|
// a serial dispatch queue because we want to perform the
|
|
|
|
// loads _in the opposite of the order_ in which they are
|
|
|
|
// enqueued (see below).
|
|
|
|
//
|
|
|
|
// NOTE: These properties should only be accessed on the main thread.
|
|
|
|
private typealias AsyncLoadCompletionBlock = () -> Void
|
|
|
|
private typealias AsyncLoadBlock = (@escaping AsyncLoadCompletionBlock) -> Void
|
|
|
|
private static var asyncLoadBlocks = [AsyncLoadBlock]()
|
|
|
|
private static var currentAsyncLoadBlock: AsyncLoadBlock?
|
|
|
|
|
|
|
|
// We use this queue to perform the media loads.
|
|
|
|
// These loads are expensive, so we want to:
|
|
|
|
//
|
|
|
|
// * Do them off the main thread.
|
|
|
|
// * Only do one at a time.
|
|
|
|
// * Avoid this work if possible (obsolete loads for
|
|
|
|
// views that are no longer visible, redundant loads
|
|
|
|
// of media already being loaded, don't retry media
|
|
|
|
// that can't be loaded, etc.).
|
|
|
|
private static let loadQueue = DispatchQueue(label: "org.signal.asyncMediaLoadQueue")
|
|
|
|
|
|
|
|
private class func enqueue(asyncLoadBlock : @escaping AsyncLoadBlock) {
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
asyncLoadBlocks.append(asyncLoadBlock)
|
|
|
|
|
|
|
|
processNextAsyncLoadBlock()
|
|
|
|
}
|
|
|
|
|
|
|
|
// We want to load views _in the opposite order_ in which
|
|
|
|
// their loads were enqueued, to reflect current view state.
|
|
|
|
// I.e. the currently visible views were enqueued _after_
|
|
|
|
// any views which are no longer visible.
|
|
|
|
private class func processNextAsyncLoadBlock() {
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
guard currentAsyncLoadBlock == nil else {
|
|
|
|
// Only have one async load in flight at a time.
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
guard let block = asyncLoadBlocks.popLast() else {
|
|
|
|
// No more load blocks to process.
|
|
|
|
return
|
|
|
|
}
|
|
|
|
currentAsyncLoadBlock = block
|
|
|
|
|
|
|
|
block({
|
|
|
|
DispatchQueue.main.async {
|
|
|
|
currentAsyncLoadBlock = nil
|
|
|
|
|
|
|
|
self.processNextAsyncLoadBlock()
|
|
|
|
}
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
@objc
|
|
|
|
public func loadMedia() {
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
switch loadState {
|
|
|
|
case .unloaded:
|
|
|
|
loadState = .loading
|
|
|
|
|
|
|
|
guard let loadBlock = loadBlock else {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
loadBlock()
|
|
|
|
case .loading, .loaded, .failed:
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
@objc
|
|
|
|
public func unloadMedia() {
|
|
|
|
AssertIsOnMainThread()
|
|
|
|
|
|
|
|
loadState = .unloaded
|
|
|
|
|
|
|
|
guard let unloadBlock = unloadBlock else {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
unloadBlock()
|
|
|
|
}
|
|
|
|
}
|