FazBrowse GitHub Viewer | Trending |
URL:
| Home
Tools: [Download Repo ZIP]   [Original HTTPS Page]

tidy · git-moeen/lambda-scraper@cf1654f · GitHub

Commit cf1654f

Browse files
committed
tidy
1 parent 2ff4843 commit cf1654f

2 files changed

Lines changed: 19 additions & 10 deletions

File tree

‎lambda/proxy-i.js‎

Lines changed: 14 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -10,17 +10,20 @@ exports.lambdaHandler = awslambda.streamifyResponse(async (event, responseStream
1010
let headers = Object.fromEntries(Object.entries(event.headers).filter(
1111
([key]) => !key.startsWith('x-') && key.toLowerCase() !== 'host'
1212
));
13+
14+
const httpRequest = {
15+
method: event.requestContext.http.method,
16+
path: event.rawPath,
17+
url: 'https:/' + event.rawPath + (event.rawQueryString ? '?' + event.rawQueryString : ''),
18+
data: event.body || '',
19+
headers: headers,
20+
responseType: 'stream',
21+
timeout: 600 * 1000, // 10 minutes
22+
}
23+
1324
let httpResponse;
1425
try {
15-
httpResponse = await axios({
16-
method: event.requestContext.http.method,
17-
path: event.rawPath,
18-
url: 'https:/' + event.rawPath + (event.rawQueryString ? '?' + event.rawQueryString : ''),
19-
data: event.body || '',
20-
headers: headers,
21-
responseType: 'stream',
22-
timeout: 600 * 1000, // 10 minutes
23-
});
26+
httpResponse = await axios(httpRequest);
2427
} catch (error) {
2528
if (error.response) {
2629
await pipeline(
@@ -37,14 +40,15 @@ exports.lambdaHandler = awslambda.streamifyResponse(async (event, responseStream
3740
headers = Object.fromEntries(Object.entries(httpResponse.headers).filter(
3841
([key]) => !key.startsWith('x-')
3942
));
40-
delete headers['content-length'];
43+
4144
await pipeline(
4245
httpResponse.data,
4346
awslambda.HttpResponseStream.from(responseStream, {
4447
statusCode: httpResponse.status,
4548
headers: headers,
4649
}),
4750
);
51+
4852
} catch (error) {
4953
console.error(error);
5054
responseStream = awslambda.HttpResponseStream.from(responseStream, {

‎lambda/proxy.js‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@ exports.lambdaHandler = awslambda.streamifyResponse(async (event, responseStream
1818
([key]) => !key.startsWith('x-')
1919
));
2020
headers['host'] = proxy_url.hostname;
21+
2122
const httpRequest = {
2223
method: event.requestContext.http.method,
2324
path: event.rawPath,
@@ -27,6 +28,7 @@ exports.lambdaHandler = awslambda.streamifyResponse(async (event, responseStream
2728
responseType: 'stream',
2829
timeout: 600 * 1000, // 10 minutes
2930
};
31+
3032
const credentials = await defaultProvider()();
3133
const signer = new SignatureV4({
3234
credentials: credentials,
@@ -35,6 +37,7 @@ exports.lambdaHandler = awslambda.streamifyResponse(async (event, responseStream
3537
sha256: Sha256,
3638
});
3739
const signedRequest = await signer.sign(httpRequest);
40+
3841
let httpResponse;
3942
try {
4043
httpResponse = await axios(signedRequest);
@@ -54,13 +57,15 @@ exports.lambdaHandler = awslambda.streamifyResponse(async (event, responseStream
5457
headers = Object.fromEntries(Object.entries(httpResponse.headers).filter(
5558
([key]) => !key.startsWith('x-')
5659
));
60+
5761
await pipeline(
5862
httpResponse.data,
5963
awslambda.HttpResponseStream.from(responseStream, {
6064
statusCode: httpResponse.status,
6165
headers: headers,
6266
}),
6367
);
68+
6469
} catch (error) {
6570
console.error(error);
6671
responseStream = awslambda.HttpResponseStream.from(responseStream, {

0 commit comments

Comments
 (0)

Back | FazBrowse Home | New Git URL