1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
package com.vauth.foxyvpn.vpn.socks
import com.vauth.foxyvpn.data.AppLogger
import com.vauth.foxyvpn.vpn.RelayDispatchers
import com.vauth.foxyvpn.vpn.tun.HevSocks5TunnelConfig
import com.vauth.foxyvpn.vpn.upstream.UpstreamConnectRejectedException
import com.vauth.foxyvpn.vpn.upstream.UpstreamHealthTracker
import com.vauth.foxyvpn.vpn.upstream.UpstreamSession
import kotlinx.coroutines.CoroutineExceptionHandler
import kotlinx.coroutines.CoroutineScope
import kotlinx.coroutines.SupervisorJob
import kotlinx.coroutines.cancel
import kotlinx.coroutines.delay
import kotlinx.coroutines.launch
import kotlinx.coroutines.sync.Semaphore
import kotlinx.coroutines.withTimeoutOrNull
import java.io.ByteArrayOutputStream
import java.io.EOFException
import java.io.IOException
import java.io.InputStream
import java.io.OutputStream
import java.net.InetAddress
import java.net.InetSocketAddress
import java.net.ServerSocket
import java.net.Socket
import java.net.SocketException
import java.net.URI
private const val TAG = "LocalHttpProxyServer"
private const val SESSION_WAIT_TIMEOUT_MS = 4_000L
private const val SESSION_WAIT_POLL_INTERVAL_MS = 100L
private const val OPEN_STREAM_TIMEOUT_MS = 30_000L
private const val HALF_CLOSE_DRAIN_TIMEOUT_MS = 2 * 60_000L
private const val MAX_CONCURRENT_CLIENT_CONNECTIONS = 512
private const val ACCEPT_BACKLOG = 256
private const val ACCEPT_ERROR_BACKOFF_MS = 100L
private const val RELAY_BUFFER_BYTES = 32 * 1024
private const val MAX_HEADER_SIZE_BYTES = 64 * 1024
private const val UNREACHABLE_TARGET_TTL_MS = 30_000L
private const val UNREACHABLE_TARGET_TTL_CAP_MS = 10 * 60_000L
private const val REFUSALS_BEFORE_TREATING_AS_POLICY = 3
private const val UNREACHABLE_TARGET_CACHE_CAP = 256
class LocalHttpProxyServer(
private val bindAddress: String,
private val port: Int,
private val sessionProvider: () -> UpstreamSession?,
private val onSessionUnhealthy: () -> Unit = {},
) {
private var serverSocket: ServerSocket? = null
private val exceptionHandler = CoroutineExceptionHandler { _, throwable ->
AppLogger.w(
TAG,
"unhandled exception in an HTTP proxy connection coroutine",
throwable,
)
}
private val scope = CoroutineScope(RelayDispatchers.relay + SupervisorJob() + exceptionHandler)
private val connectionSlots = Semaphore(MAX_CONCURRENT_CLIENT_CONNECTIONS)
private val health = UpstreamHealthTracker()
@Volatile private var unauthenticatedSession: UpstreamSession? = null
private class RefusalRecord {
var strikes: Int = 0
var expiresAt: Long = 0L
}
private val unreachableTargets = object : LinkedHashMap<String, RefusalRecord>(64, 0.75f, false) {
override fun removeEldestEntry(eldest: MutableMap.MutableEntry<String, RefusalRecord>): Boolean =
size > UNREACHABLE_TARGET_CACHE_CAP
}
fun start() {
val server = ServerSocket()
runCatching { server.reuseAddress = true }
server.bind(InetSocketAddress(InetAddress.getByName(bindAddress), port), ACCEPT_BACKLOG)
serverSocket = server
AppLogger.i(TAG, "started local HTTP proxy on $bindAddress:$port")
scope.launch {
while (!server.isClosed) {
val accepted = runCatching { server.accept() }
val client = accepted.getOrNull()
if (client == null) {
if (server.isClosed) break
AppLogger.d(TAG, "accept() failed on HTTP listening socket: ${accepted.exceptionOrNull()?.message}")
delay(ACCEPT_ERROR_BACKOFF_MS)
continue
}
runCatching { client.tcpNoDelay = true }
if (!connectionSlots.tryAcquire()) {
AppLogger.w(TAG, "rejecting HTTP proxy client: connection limit reached")
runCatching { client.close() }
continue
}
scope.launch {
try {
handleClient(client)
} finally {
connectionSlots.release()
}
}
}
}
}
fun stop() {
runCatching { serverSocket?.close() }
scope.cancel()
synchronized(unreachableTargets) { unreachableTargets.clear() }
health.reset()
unauthenticatedSession = null
AppLogger.i(TAG, "stopped local HTTP proxy on $bindAddress:$port")
}
private suspend fun handleClient(client: Socket) {
try {
handleClientOrThrow(client)
} catch (e: EOFException) {
AppLogger.d(TAG, "HTTP proxy client disconnected before completing its request (EOF)")
} catch (e: SocketException) {
AppLogger.d(TAG, "HTTP proxy client socket closed: ${e.message}")
} catch (e: IOException) {
AppLogger.d(TAG, "I/O error handling HTTP proxy client: ${e.message}")
}
}
private suspend fun handleClientOrThrow(socket: Socket) {
socket.use { client ->
client.soTimeout = 15_000
val input = client.getInputStream()
val output = client.getOutputStream()
val requestLine = readLine(input) ?: return
if (requestLine.isBlank()) return
val parts = requestLine.trim().split(" ")
if (parts.size < 2) {
sendHttpError(output, 400, "Bad Request")
return
}
val method = parts[0].uppercase()
val uriStr = parts[1]
val httpVersion = if (parts.size >= 3) parts[2] else "HTTP/1.1"
if (method == "CONNECT") {
handleConnect(client, input, output, uriStr, httpVersion)
} else {
handleForward(client, input, output, method, uriStr, httpVersion)
}
}
}
private fun isLocalNetwork(host: String): Boolean {
if (host.equals("localhost", ignoreCase = true) || host == "127.0.0.1" || host == "::1") return true
val inet = runCatching { InetAddress.getByName(host) }.getOrNull() ?: return false
val raw = inet.address
if (inet.isAnyLocalAddress || inet.isLoopbackAddress || inet.isLinkLocalAddress || inet.isSiteLocalAddress || inet.isMulticastAddress) return true
if (raw.size == 16) return (raw[0].toInt() and 0xFE) == 0xFC
if (raw.size == 4) return raw.all { it.toInt() and 0xFF == 0xFF }
return false
}
private suspend fun handleConnect(
socket: Socket,
input: InputStream,
output: OutputStream,
targetAuthority: String,
httpVersion: String,
) {
while (true) {
val line = readLine(input) ?: break
if (line.isEmpty()) break
}
val targetHost: String
val targetPort: Int
if (targetAuthority.startsWith("[")) {
targetHost = targetAuthority.substringAfter("[").substringBefore("]")
targetPort = targetAuthority.substringAfter("]:", "443").toIntOrNull() ?: 443
} else if (targetAuthority.contains(":")) {
targetHost = targetAuthority.substringBeforeLast(":")
targetPort = targetAuthority.substringAfterLast(":").toIntOrNull() ?: 443
} else {
targetHost = targetAuthority
targetPort = 443
}
if (HevSocks5TunnelConfig.isFakeDnsAddress(targetHost)) {
sendHttpError(output, 404, "Not Found", "Synthetic DNS address with no live hostname mapping")
return
}
if (isLocalNetwork(targetHost)) {
sendHttpError(output, 403, "Forbidden", "Local network destinations are not carried by the tunnel")
return
}
val targetKey = "$targetHost:$targetPort"
if (isKnownUnreachable(targetKey)) {
AppLogger.d(TAG, "refusing $targetKey: the edge refused this destination moments ago")
sendHttpError(output, 502, "Bad Gateway", "Destination recently refused by upstream edge")
return
}
val session = awaitUsableSession()
if (session == null) {
sendHttpError(output, 502, "Bad Gateway", "No VPN session available")
return
}
if (session === unauthenticatedSession) {
sendHttpError(output, 502, "Bad Gateway", "Proxy session unauthenticated")
return
}
val tunnelResult = runCatching {
withTimeoutOrNull(OPEN_STREAM_TIMEOUT_MS) { session.openStream(targetHost, targetPort) }
}
val tunneled = tunnelResult.getOrNull()
if (tunneled == null) {
val cause = tunnelResult.exceptionOrNull()
if (shouldRememberRefusal(cause)) rememberUnreachable(targetKey, targetPort)
when (health.observeFailure(targetKey, cause)) {
UpstreamHealthTracker.Verdict.TARGET_FAILURE -> Unit
UpstreamHealthTracker.Verdict.SESSION_UNHEALTHY -> {
AppLogger.w(
TAG,
"upstream session looks unhealthy: multiple destinations failed; asking for redial",
)
runCatching { onSessionUnhealthy() }
}
UpstreamHealthTracker.Verdict.SESSION_UNAUTHENTICATED -> {
val alreadyLatched = session === unauthenticatedSession
unauthenticatedSession = session
if (!alreadyLatched) {
AppLogger.w(
TAG,
"the edge rejected this session's proxy pass (${cause?.message}); asking for a redial",
)
}
runCatching { onSessionUnhealthy() }
}
}
sendHttpError(output, 504, "Gateway Timeout", "Failed to connect to $targetKey: ${cause?.message ?: "timeout"}")
return
}
health.observeSuccess()
forgetUnreachable(targetKey)
if (unauthenticatedSession != null && session !== unauthenticatedSession) {
unauthenticatedSession = null
}
val response = "HTTP/1.1 200 Connection Established\r\nProxy-Agent: FoxyVPN\r\n\r\n"
output.write(response.toByteArray(Charsets.US_ASCII))
output.flush()
socket.soTimeout = 0
relayBidirectional(socket, input, output, tunneled)
}
private suspend fun handleForward(
socket: Socket,
input: InputStream,
output: OutputStream,
method: String,
uriStr: String,
httpVersion: String,
) {
val headers = mutableListOf<String>()
var hostHeader: String? = null
while (true) {
val line = readLine(input) ?: break
if (line.isEmpty()) break
headers.add(line)
if (line.startsWith("Host:", ignoreCase = true)) {
hostHeader = line.substringAfter(":").trim()
}
}
val parsedUri = runCatching { URI(uriStr) }.getOrNull()
val targetHost = parsedUri?.host ?: hostHeader?.substringBefore(":") ?: ""
val targetPort = if (parsedUri?.port != null && parsedUri.port != -1) {
parsedUri.port
} else if (hostHeader != null && hostHeader.contains(":")) {
hostHeader.substringAfter(":").toIntOrNull() ?: 80
} else {
80
}
if (targetHost.isBlank()) {
sendHttpError(output, 400, "Bad Request", "Missing destination host")
return
}
if (HevSocks5TunnelConfig.isFakeDnsAddress(targetHost)) {
sendHttpError(output, 404, "Not Found", "Synthetic DNS address with no live hostname mapping")
return
}
if (isLocalNetwork(targetHost)) {
sendHttpError(output, 403, "Forbidden", "Local network destinations are not carried by the tunnel")
return
}
val targetKey = "$targetHost:$targetPort"
if (isKnownUnreachable(targetKey)) {
AppLogger.d(TAG, "refusing $targetKey: the edge refused this destination moments ago")
sendHttpError(output, 502, "Bad Gateway", "Destination recently refused by upstream edge")
return
}
val session = awaitUsableSession()
if (session == null) {
sendHttpError(output, 502, "Bad Gateway", "No VPN session available")
return
}
if (session === unauthenticatedSession) {
sendHttpError(output, 502, "Bad Gateway", "Proxy session unauthenticated")
return
}
val tunnelResult = runCatching {
withTimeoutOrNull(OPEN_STREAM_TIMEOUT_MS) { session.openStream(targetHost, targetPort) }
}
val tunneled = tunnelResult.getOrNull()
if (tunneled == null) {
val cause = tunnelResult.exceptionOrNull()
if (shouldRememberRefusal(cause)) rememberUnreachable(targetKey, targetPort)
when (health.observeFailure(targetKey, cause)) {
UpstreamHealthTracker.Verdict.TARGET_FAILURE -> Unit
UpstreamHealthTracker.Verdict.SESSION_UNHEALTHY -> {
AppLogger.w(
TAG,
"upstream session looks unhealthy: multiple destinations failed; asking for redial",
)
runCatching { onSessionUnhealthy() }
}
UpstreamHealthTracker.Verdict.SESSION_UNAUTHENTICATED -> {
val alreadyLatched = session === unauthenticatedSession
unauthenticatedSession = session
if (!alreadyLatched) {
AppLogger.w(
TAG,
"the edge rejected this session's proxy pass (${cause?.message}); asking for a redial",
)
}
runCatching { onSessionUnhealthy() }
}
}
sendHttpError(output, 504, "Gateway Timeout", "Failed to connect to $targetKey: ${cause?.message ?: "timeout"}")
return
}
health.observeSuccess()
forgetUnreachable(targetKey)
if (unauthenticatedSession != null && session !== unauthenticatedSession) {
unauthenticatedSession = null
}
val path = if (parsedUri?.rawPath.isNullOrBlank()) "/" else parsedUri?.rawPath
val query = if (parsedUri?.rawQuery.isNullOrBlank()) "" else "?${parsedUri?.rawQuery}"
val rewrittenRequestLine = "$method $path$query $httpVersion\r\n"
val upstreamOut = tunneled.output
upstreamOut.write(rewrittenRequestLine.toByteArray(Charsets.US_ASCII))
for (h in headers) {
if (!h.startsWith("Proxy-Connection:", ignoreCase = true)) {
upstreamOut.write("$h\r\n".toByteArray(Charsets.US_ASCII))
}
}
upstreamOut.write("\r\n".toByteArray(Charsets.US_ASCII))
upstreamOut.flush()
socket.soTimeout = 0
relayBidirectional(socket, input, output, tunneled)
}
private suspend fun relayBidirectional(
socket: Socket,
input: InputStream,
output: OutputStream,
tunneled: com.vauth.foxyvpn.vpn.upstream.TunneledStream,
) {
val clientToUpstream = scope.launch {
runCatching { input.copyTo(tunneled.output, RELAY_BUFFER_BYTES) }
runCatching { tunneled.output.close() }
}
runCatching { tunneled.input.copyTo(output, RELAY_BUFFER_BYTES) }
runCatching { socket.shutdownOutput() }
if (clientToUpstream.isActive) {
val drained = withTimeoutOrNull(HALF_CLOSE_DRAIN_TIMEOUT_MS) { clientToUpstream.join() }
if (drained == null) {
AppLogger.d(TAG, "closing half-closed HTTP tunnel after drain timeout")
runCatching { socket.close() }
runCatching { tunneled.close() }
clientToUpstream.join()
}
}
tunneled.close()
}
private suspend fun awaitUsableSession(): UpstreamSession? {
val immediate = sessionProvider()
if (immediate != null && immediate.isConnected) return immediate
val deadline = System.currentTimeMillis() + SESSION_WAIT_TIMEOUT_MS
while (System.currentTimeMillis() < deadline) {
delay(SESSION_WAIT_POLL_INTERVAL_MS)
val session = sessionProvider()
if (session != null && session.isConnected) return session
}
return null
}
private fun readLine(input: InputStream): String? {
val baos = ByteArrayOutputStream()
while (true) {
val b = input.read()
if (b == -1) {
if (baos.size() == 0) return null
break
}
if (b == '\n'.code) {
break
} else if (b != '\r'.code) {
baos.write(b)
if (baos.size() > MAX_HEADER_SIZE_BYTES) error("HTTP header too long")
}
}
return baos.toString("US-ASCII")
}
private fun sendHttpError(output: OutputStream, statusCode: Int, statusText: String, body: String = "") {
runCatching {
val bodyBytes = body.toByteArray(Charsets.UTF_8)
val response = "HTTP/1.1 $statusCode $statusText\r\n" +
"Content-Type: text/plain; charset=utf-8\r\n" +
"Content-Length: ${bodyBytes.size}\r\n" +
"Connection: close\r\n\r\n"
output.write(response.toByteArray(Charsets.US_ASCII))
if (bodyBytes.isNotEmpty()) {
output.write(bodyBytes)
}
output.flush()
}
}
private fun shouldRememberRefusal(cause: Throwable?): Boolean {
val status = (cause as? UpstreamConnectRejectedException)?.statusCode ?: return false
return status in UpstreamHealthTracker.TARGET_UNREACHABLE_STATUS_CODES
}
private fun isKnownUnreachable(key: String): Boolean = synchronized(unreachableTargets) {
val record = unreachableTargets[key] ?: return false
return System.currentTimeMillis() < record.expiresAt
}
private fun rememberUnreachable(key: String, targetPort: Int): Int = synchronized(unreachableTargets) {
val record = unreachableTargets.getOrPut(key) { RefusalRecord() }
record.strikes += 1
val backoffMs = (UNREACHABLE_TARGET_TTL_MS shl (record.strikes - 1).coerceAtMost(16))
.coerceAtMost(UNREACHABLE_TARGET_TTL_CAP_MS)
record.expiresAt = System.currentTimeMillis() + backoffMs
if (record.strikes == REFUSALS_BEFORE_TREATING_AS_POLICY) {
AppLogger.d(
TAG,
"the edge has refused $key ${record.strikes} times in a row; further attempts will be refused on-device with backoff",
)
}
return record.strikes
}
private fun forgetUnreachable(key: String) {
synchronized(unreachableTargets) {
if (unreachableTargets.remove(key) != null) {
AppLogger.d(TAG, "$key succeeded; clearing its refusal backoff")
}
}
}
}