Merge pull request #79 from loki-project/proxy

Snode Proxy
pull/82/head
gmbnt 6 years ago committed by GitHub
commit f28d77ed4e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -1 +1 @@
Subproject commit 3a470c921a599097807df0cdbff4b2f238c91f37
Subproject commit e831f1b29d2aa8be3335ef66f061d2635b4615a7

@ -47,7 +47,7 @@ public extension LokiAPI {
}
// MARK: Internal API
private static func getRandomSnode() -> Promise<LokiAPITarget> {
internal static func getRandomSnode() -> Promise<LokiAPITarget> {
if randomSnodePool.isEmpty {
let target = seedNodePool.randomElement()!
let url = URL(string: "\(target)/json_rpc")!
@ -58,7 +58,9 @@ public extension LokiAPI {
"limit" : 24,
"fields" : [
"public_ip" : true,
"storage_port" : true
"storage_port" : true,
"pubkey_ed25519": true,
"pubkey_x25519": true
]
]
])
@ -67,11 +69,11 @@ public extension LokiAPI {
let rawResponse = intermediate.responseObject
guard let json = rawResponse as? JSON, let intermediate = json["result"] as? JSON, let rawTargets = intermediate["service_node_states"] as? [JSON] else { throw "Failed to update random snode pool from: \(rawResponse)." }
randomSnodePool = try Set(rawTargets.flatMap { rawTarget in
guard let address = rawTarget["public_ip"] as? String, let port = rawTarget["storage_port"] as? Int, address != "0.0.0.0" else {
print("Failed to update random snode pool from: \(rawTarget).")
guard let address = rawTarget["public_ip"] as? String, let port = rawTarget["storage_port"] as? Int, let idKey = rawTarget["pubkey_ed25519"] as? String, let encryptionKey = rawTarget["pubkey_x25519"] as? String, address != "0.0.0.0" else {
print("[Loki] Failed to parse target from: \(rawTarget).")
return nil
}
return LokiAPITarget(address: "https://\(address)", port: UInt16(port))
return LokiAPITarget(address: "https://\(address)", port: UInt16(port), publicKeySet: LokiAPITarget.KeySet(idKey: idKey, encryptionKey: encryptionKey))
})
return randomSnodePool.randomElement()!
}.recover(on: DispatchQueue.global()) { error -> Promise<LokiAPITarget> in
@ -103,16 +105,16 @@ public extension LokiAPI {
// MARK: Parsing
private static func parseTargets(from rawResponse: Any) -> [LokiAPITarget] {
guard let json = rawResponse as? JSON, let rawSnodes = json["snodes"] as? [JSON] else {
guard let json = rawResponse as? JSON, let rawTargets = json["snodes"] as? [JSON] else {
print("[Loki] Failed to parse targets from: \(rawResponse).")
return []
}
return rawSnodes.flatMap { rawSnode in
guard let address = rawSnode["ip"] as? String, let portAsString = rawSnode["port"] as? String, let port = UInt16(portAsString), address != "0.0.0.0" else {
print("[Loki] Failed to parse target from: \(rawSnode).")
return rawTargets.flatMap { rawTarget in
guard let address = rawTarget["ip"] as? String, let portAsString = rawTarget["port"] as? String, let port = UInt16(portAsString), let idKey = rawTarget["pubkey_ed25519"] as? String, let encryptionKey = rawTarget["pubkey_x25519"] as? String, address != "0.0.0.0" else {
print("[Loki] Failed to parse target from: \(rawTarget).")
return nil
}
return LokiAPITarget(address: "https://\(address)", port: port)
return LokiAPITarget(address: "https://\(address)", port: port, publicKeySet: LokiAPITarget.KeySet(idKey: idKey, encryptionKey: encryptionKey))
}
}
}
@ -122,7 +124,7 @@ internal extension Promise {
internal func handlingSwarmSpecificErrorsIfNeeded(for target: LokiAPITarget, associatedWith hexEncodedPublicKey: String) -> Promise<T> {
return recover(on: LokiAPI.errorHandlingQueue) { error -> Promise<T> in
if let error = error as? NetworkManagerError {
if let error = error as? LokiHttpClient.HttpError {
switch error.statusCode {
case 0, 400, 500, 503:
// The snode is unreachable
@ -142,9 +144,7 @@ internal extension Promise {
LokiAPI.dropIfNeeded(target, hexEncodedPublicKey: hexEncodedPublicKey)
case 432:
// The PoW difficulty is too low
if case NetworkManagerError.taskError(_, let underlyingError) = error, let nsError = underlyingError as? NSError,
let data = nsError.userInfo[AFNetworkingOperationFailingURLResponseDataErrorKey] as? Data, let json = try? JSONSerialization.jsonObject(with: data, options: []) as? JSON,
let powDifficulty = json["difficulty"] as? Int {
if case LokiHttpClient.HttpError.networkError(_, let result, _) = error, let json = result as? JSON, let powDifficulty = json["difficulty"] as? Int {
print("[Loki] Setting proof of work difficulty to \(powDifficulty).")
LokiAPI.powDifficulty = UInt(powDifficulty)
} else {

@ -89,8 +89,9 @@ public final class LokiAPI : NSObject {
let headers = request.allHTTPHeaderFields ?? [:]
let headersDescription = headers.isEmpty ? "no custom headers specified" : headers.prettifiedDescription
print("[Loki] Invoking \(method.rawValue) on \(target) with \(parameters.prettifiedDescription) (\(headersDescription)).")
return TSNetworkManager.shared().perform(request, withCompletionQueue: DispatchQueue.global()).map { $0.responseObject }
.handlingSwarmSpecificErrorsIfNeeded(for: target, associatedWith: hexEncodedPublicKey).recoveringNetworkErrorsIfNeeded()
return LokiSnodeProxy(target: target).perform(request, withCompletionQueue: DispatchQueue.global())
.handlingSwarmSpecificErrorsIfNeeded(for: target, associatedWith: hexEncodedPublicKey)
.recoveringNetworkErrorsIfNeeded()
}
internal static func getRawMessages(from target: LokiAPITarget, usingLongPolling useLongPolling: Bool) -> RawResponsePromise {
@ -180,7 +181,7 @@ public final class LokiAPI : NSObject {
}
}
if let peer = LokiP2PAPI.getInfo(for: destination), (lokiMessage.isPing || peer.isOnline) {
let target = LokiAPITarget(address: peer.address, port: peer.port)
let target = LokiAPITarget(address: peer.address, port: peer.port, publicKeySet: nil)
return Promise.value([ target ]).mapValues { sendLokiMessage(lokiMessage, to: $0) }.map { Set($0) }.retryingIfNeeded(maxRetryCount: maxRetryCount).get { _ in
LokiP2PAPI.markOnline(destination)
onP2PSuccess()
@ -386,6 +387,7 @@ private extension Promise {
return recover(on: DispatchQueue.global()) { error -> Promise<T> in
switch error {
case NetworkManagerError.taskError(_, let underlyingError): throw underlyingError
case LokiHttpClient.HttpError.networkError(_, _, let underlyingError): throw underlyingError ?? error
default: throw error
}
}

@ -2,6 +2,7 @@
internal final class LokiAPITarget : NSObject, NSCoding {
internal let address: String
internal let port: UInt16
internal let publicKeySet: KeySet?
// MARK: Types
internal enum Method : String {
@ -12,22 +13,37 @@ internal final class LokiAPITarget : NSObject, NSCoding {
case sendMessage = "store"
}
internal struct KeySet {
let idKey: String
let encryptionKey: String
}
// MARK: Initialization
internal init(address: String, port: UInt16) {
internal init(address: String, port: UInt16, publicKeySet: KeySet?) {
self.address = address
self.port = port
self.publicKeySet = publicKeySet
}
// MARK: Coding
internal init?(coder: NSCoder) {
address = coder.decodeObject(forKey: "address") as! String
port = coder.decodeObject(forKey: "port") as! UInt16
if let idKey = coder.decodeObject(forKey: "idKey") as? String, let encryptionKey = coder.decodeObject(forKey: "encryptionKey") as? String {
publicKeySet = KeySet(idKey: idKey, encryptionKey: encryptionKey)
} else {
publicKeySet = nil
}
super.init()
}
internal func encode(with coder: NSCoder) {
coder.encode(address, forKey: "address")
coder.encode(port, forKey: "port")
if let keySet = publicKeySet {
coder.encode(keySet.idKey, forKey: "idKey")
coder.encode(keySet.encryptionKey, forKey: "encryptionKey")
}
}
// MARK: Equality

@ -0,0 +1,51 @@
import PromiseKit
internal class LokiHttpClient {
enum HttpError: LocalizedError {
case networkError(code: Int, response: Any?, underlyingError: Error?)
public var errorDescription: String? {
switch self {
case .networkError(let code, let body, let underlingError): return underlingError?.localizedDescription ?? "Failed network request with code: \(code) \(body ?? "")"
}
}
}
func perform(_ request: TSRequest, withCompletionQueue queue: DispatchQueue = DispatchQueue.main) -> Promise<Any> {
return TSNetworkManager.shared().perform(request, withCompletionQueue: queue).map { $0.responseObject }.recover { error -> Promise<Any> in
throw HttpError.from(error: error) ?? error
}
}
}
extension LokiHttpClient.HttpError {
static func from(error: Error) -> LokiHttpClient.HttpError? {
if let error = error as? NetworkManagerError {
if case NetworkManagerError.taskError(_, let underlyingError) = error, let nsError = underlyingError as? NSError {
var response = nsError.userInfo[AFNetworkingOperationFailingURLResponseDataErrorKey]
// Deserialize response if needed
if let data = response as? Data, let json = try? JSONSerialization.jsonObject(with: data, options: []) as? JSON {
response = json
}
return LokiHttpClient.HttpError.networkError(code: error.statusCode, response: response, underlyingError: underlyingError)
}
return LokiHttpClient.HttpError.networkError(code: error.statusCode, response: nil, underlyingError: error)
}
return nil
}
var isNetworkError: Bool {
switch self {
case .networkError(_, _, let underlyingError):
return underlyingError != nil && IsNSErrorNetworkFailure(underlyingError)
}
return false
}
var statusCode: Int {
switch self {
case .networkError(let code, _, _):
return code
}
}
}

@ -33,7 +33,7 @@ public class LokiP2PAPI : NSObject {
/// - Parameter url: The url to our local server
@objc public static func setOurP2PAddress(url: URL) {
guard let scheme = url.scheme, let host = url.host, let port = url.port else { return }
let target = LokiAPITarget(address: "\(scheme)://\(host)", port: UInt16(port))
let target = LokiAPITarget(address: "\(scheme)://\(host)", port: UInt16(port), publicKeySet: nil)
ourP2PAddress = target
}

@ -0,0 +1,147 @@
import PromiseKit
internal class LokiSnodeProxy: LokiHttpClient {
internal let target: LokiAPITarget
private let keyPair: ECKeyPair
internal enum Error : LocalizedError {
case invalidPublicKeys
case failedToEncryptRequest
case failedToParseProxyResponse
case targetNodeHttpError(code: Int, message: Any?)
public var errorDescription: String? {
switch self {
case .invalidPublicKeys: return "Invalid target public key"
case .failedToEncryptRequest: return "Failed to encrypt request"
case .failedToParseProxyResponse: return "Failed to parse proxy response"
case .targetNodeHttpError(let code, let message): return "Target node returned error \(code) - \(message ?? "No message provided")"
}
}
}
// MARK: - Http
private var sessionManager: AFHTTPSessionManager = {
let manager = AFHTTPSessionManager(sessionConfiguration: URLSessionConfiguration.ephemeral)
let securityPolicy = AFSecurityPolicy.default()
securityPolicy.allowInvalidCertificates = true
securityPolicy.validatesDomainName = false
manager.securityPolicy = securityPolicy
manager.responseSerializer = AFHTTPResponseSerializer()
return manager
}()
// MARK: - Class functions
init(target: LokiAPITarget) {
self.target = target
keyPair = Curve25519.generateKeyPair()
super.init()
}
override func perform(_ request: TSRequest, withCompletionQueue queue: DispatchQueue = DispatchQueue.main) -> Promise<Any> {
guard let targetHexEncodedPublicKeys = target.publicKeySet else {
return Promise(error: Error.invalidPublicKeys)
}
guard let symmetricKey = try? Curve25519.generateSharedSecret(fromPublicKey: Data(hex: targetHexEncodedPublicKeys.encryptionKey), privateKey: keyPair.privateKey) else {
return Promise(error: Error.failedToEncryptRequest)
}
return LokiAPI.getRandomSnode().then { snode -> Promise<Any> in
let url = "\(snode.address):\(snode.port)/proxy"
print("[Loki][Snode proxy] Proxy request to \(self.target) via \(snode).")
let requestParams = try JSONSerialization.data(withJSONObject: request.parameters, options: [])
let params: [String : Any] = [
"method" : request.httpMethod,
"body" : String(bytes: requestParams, encoding: .utf8),
"headers" : self.getHeaders(request: request)
]
let proxyParams = try JSONSerialization.data(withJSONObject: params, options: [])
let ivAndCipherText = try DiffieHellman.encrypt(proxyParams, using: symmetricKey)
let headers = [
"X-Sender-Public-Key" : self.keyPair.publicKey.hexadecimalString,
"X-Target-Snode-Key" : targetHexEncodedPublicKeys.idKey
]
return self.post(url: url, body: ivAndCipherText, headers: headers, timeoutInterval: request.timeoutInterval)
}.map { response in
guard response is Data, let cipherText = Data(base64Encoded: response as! Data) else {
print("[Loki][Snode proxy] Received non-string response")
return response
}
let decrypted = try DiffieHellman.decrypt(cipherText, using: symmetricKey)
// Unwrap and handle errors if needed
guard let json = try? JSONSerialization.jsonObject(with: decrypted, options: .allowFragments) as? [String: Any], let code = json["status"] as? Int else {
throw HttpError.networkError(code: -1, response: nil, underlyingError: Error.failedToParseProxyResponse)
}
let success = (200..<300).contains(code)
var body: Any? = nil
if let string = json["body"] as? String {
body = string
if let jsonBody = try? JSONSerialization.jsonObject(with: string.data(using: .utf8)!, options: .allowFragments) as? [String: Any] {
body = jsonBody
}
}
if (!success) {
throw HttpError.networkError(code: code, response: body, underlyingError: Error.targetNodeHttpError(code: code, message: body))
}
return body
}.recover { error -> Promise<Any> in
print("[Loki][Snode proxy] Failed proxy request. \(error.localizedDescription)")
throw HttpError.from(error: error) ?? error
}
}
// MARK:- Private functions
private func getHeaders(request: TSRequest) -> [String: Any] {
guard let headers = request.allHTTPHeaderFields else {
return [:]
}
var newHeaders: [String: Any] = [:]
for header in headers {
var value: Any = header.value
// We need to convert any string boolean values to actual boolean values
if (header.value.lowercased() == "true" || header.value.lowercased() == "false") {
value = NSString(string: header.value).boolValue
}
newHeaders[header.key] = value
}
return newHeaders
}
private func post(url: String, body: Data?, headers: [String: String]?, timeoutInterval: TimeInterval) -> Promise<Any> {
let (promise, resolver) = Promise<Any>.pending()
let request = AFHTTPRequestSerializer().request(withMethod: "POST", urlString: url, parameters: nil, error: nil)
request.allHTTPHeaderFields = headers
request.httpBody = body
request.timeoutInterval = timeoutInterval
var task: URLSessionDataTask? = nil
task = sessionManager.dataTask(with: request as URLRequest) { (response, result, error) in
if let error = error {
if let task = task {
let nmError = NetworkManagerError.taskError(task: task, underlyingError: error)
let nsError: NSError = nmError as NSError
nsError.isRetryable = false
resolver.reject(nsError)
} else {
resolver.reject(error)
}
} else {
OutageDetection.shared.reportConnectionSuccess()
resolver.fulfill(result)
}
}
task?.resume()
return promise
}
}
Loading…
Cancel
Save