aws-lambda-builders/aws_lambda_builders/utils.py at develop · sbbowers/aws-lambda-builders · GitHub

History

150 lines (116 loc) · 4.76 KB

Raw

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

"""

Common utilities for the library

"""

import shutil

import sys

import os

import logging

LOG = logging.getLogger(__name__)

def copytree(source, destination, ignore=None):

"""

Similar to shutil.copytree except that it removes the limitation that the destination directory should

be present.

:type source: str

:param source:

Path to the source folder to copy

:type destination: str

:param destination:

Path to destination folder

:type ignore: function

:param ignore:

A function that returns a set of file names to ignore, given a list of available file names. Similar to the

``ignore`` property of ``shutils.copytree`` method

"""

if not os.path.exists(destination):

os.makedirs(destination)

try:

# Let's try to copy the directory metadata from source to destination

shutil.copystat(source, destination)

except OSError as ex:

# Can't copy file access times in Windows

LOG.debug("Unable to copy file access times from %s to %s", source, destination, exc_info=ex)

names = os.listdir(source)

if ignore is not None:

ignored_names = ignore(source, names)

else:

ignored_names = set()

for name in names:

# Skip ignored names

if name in ignored_names:

continue

new_source = os.path.join(source, name)

new_destination = os.path.join(destination, name)

if os.path.isdir(new_source):

copytree(new_source, new_destination, ignore=ignore)

else:

shutil.copy2(new_source, new_destination)

# NOTE: The below function is copied from Python source code and modified

# slightly to return a list of paths that match a given command

# instead of returning just the first match

# The function "which" at aws_lambda_builders/utils.py was copied from https://github.com/python/cpython/blob/3.7/Lib/shutil.py

# SPDX-License-Identifier: Python-2.0

def which(cmd, mode=os.F_OK | os.X_OK, executable_search_paths=None): # pragma: no cover

"""Given a command, mode, and executable search paths list, return the paths which

conforms to the given mode on the PATH with the prepended additional search paths,

or None if there is no such file.

`mode` defaults to os.F_OK | os.X_OK. the default search `path` defaults

to the result of os.environ.get("PATH")

Note: This function was backported from the Python 3 source code.

:type cmd: str

:param cmd:

Executable to be looked up in PATH.

:type mode: str

:param mode:

Modes of access for the executable.

:type executable_search_paths: list

:param executable_search_paths:

List of paths to look for `cmd` in preference order.

"""

# Check that a given file can be accessed with the correct mode.

# Additionally check that `file` is not a directory, as on Windows

# directories pass the os.access check.

def _access_check(fn, mode):

return os.path.exists(fn) and os.access(fn, mode) and not os.path.isdir(fn)

# If we're given a path with a directory part, look it up directly

# rather than referring to PATH directories. This includes checking

# relative to the current directory, e.g. ./script

if os.path.dirname(cmd):

if _access_check(cmd, mode):

return cmd

return None

path = os.environ.get("PATH", os.defpath)

if not path:

return None

path = path.split(os.pathsep)

if executable_search_paths:

path = executable_search_paths + path

if sys.platform == "win32":

# The current directory takes precedence on Windows.

if os.curdir not in path:

path.insert(0, os.curdir)

# PATHEXT is necessary to check on Windows.

pathext = os.environ.get("PATHEXT", "").split(os.pathsep)

# See if the given file matches any of the expected path

# extensions. This will allow us to short circuit when given

# "python.exe". If it does match, only test that one, otherwise we

# have to try others.

if any(cmd.lower().endswith(ext.lower()) for ext in pathext):

files = [cmd]

else:

files = [cmd + ext for ext in pathext]

else:

# On other platforms you don't have things like PATHEXT to tell you

# what file suffixes are executable, so just pass on cmd as-is.

files = [cmd]

seen = set()

paths = []

for dir in path:

normdir = os.path.normcase(dir)

if normdir not in seen:

seen.add(normdir)

for thefile in files:

name = os.path.join(dir, thefile)

if _access_check(name, mode):

paths.append(name)

return paths

aws-lambda-builders/aws_lambda_builders/utils.py at develop · sbbowers/aws-lambda-builders · GitHub

Expand file tree

Breadcrumbs

utils.py

Latest commit

History

Breadcrumbs

utils.py

File metadata and controls