lambda-selenium/lambda_function.py at main · teticio/lambda-selenium · GitHub

History

69 lines (55 loc) · 2.16 KB

Raw

import importlib.util

import logging

import os

import shutil

import subprocess

import unittest.mock as mock

from tempfile import NamedTemporaryFile, gettempdir

with mock.patch("multiprocessing.Lock", return_value=object()):

import undetected_chromedriver as uc

logger = logging.getLogger()

logger.setLevel(logging.DEBUG)

tempdir = gettempdir()

def get_driver() -> uc.Chrome:

options: uc.ChromeOptions = uc.ChromeOptions()

options.add_argument("--headless")

options.add_argument("--disable-gpu")

options.add_argument("--disable-dev-shm-usage")

options.add_argument("--hide-scrollbars")

options.add_argument("--single-process")

options.add_argument("--ignore-certificate-errors")

options.add_argument(f"--homedir={tempdir}")

options.add_argument(f"--disk-cache-dir={tempdir}/cache-dir")

options.add_argument(f"--data-path={tempdir}/data-path")

options.add_experimental_option("prefs", {"download.default_directory": tempdir})

logger.debug("Opening driver")

result = subprocess.run(

["google-chrome", "--version"],

stdout=subprocess.PIPE,

stderr=subprocess.PIPE,

text=True,

)

logger.debug(f"Chrome version: {result.stdout}")

chrome_version = int(result.stdout.split(" ")[-2].split(".")[0])

return uc.Chrome(options=options, version_main=chrome_version)

def lambda_handler(event, context): # pylint: disable=unused-argument

src = event.pop("src")

if not src:

return {"statusCode": 400, "body": "Missing src parameter"}

with NamedTemporaryFile(mode="w", suffix=".py") as temp:

temp.write(src)

temp.flush()

spec = importlib.util.spec_from_file_location("module.name", temp.name)

module = importlib.util.module_from_spec(spec)

spec.loader.exec_module(module)

if not hasattr(module, "main"):

return {

"statusCode": 400,

"body": "Missing main function",

}

driver = get_driver()

result = module.main(driver, **event)

driver.close()

shutil.rmtree(tempdir, ignore_errors=True)

os.makedirs(tempdir, exist_ok=True)

return {"statusCode": 200, "body": str(result)}

lambda-selenium/lambda_function.py at main · teticio/lambda-selenium · GitHub

Expand file tree

Breadcrumbs

lambda_function.py

Latest commit

History

Breadcrumbs

lambda_function.py

File metadata and controls