pytype/pytype/file_utils.py at main · r-o-main/pytype · GitHub

History

166 lines (131 loc) · 4.33 KB

Raw

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

"""File and path utilities."""

import contextlib

import errno

import glob

import os

import shutil

import tempfile

import textwrap

def recursive_glob(path):

"""Call recursive glob iff ** is in the pattern."""

if "*" not in path:

# Glob isn't needed.

return [path]

elif "**" not in path:

# Recursive glob isn't needed.

return glob.glob(path)

else:

return glob.glob(path, recursive=True)

def replace_extension(filename, new_extension):

name, _ = os.path.splitext(filename)

if new_extension.startswith("."):

return name + new_extension

else:

return name + "." + new_extension

def makedirs(path):

"""Create a nested directory, but don't fail if any of it already exists."""

try:

os.makedirs(path)

except OSError as e:

if e.errno != errno.EEXIST:

raise

class Tempdir:

"""Context handler for creating temporary directories."""

def __enter__(self):

self.path = tempfile.mkdtemp()

return self

def create_directory(self, filename):

"""Create a subdirectory in the temporary directory."""

path = os.path.join(self.path, filename)

makedirs(path)

return path

def create_file(self, filename, indented_data=None):

"""Create a file in the temporary directory. Dedents the data if needed."""

filedir, filename = os.path.split(filename)

if filedir:

self.create_directory(filedir)

path = os.path.join(self.path, filedir, filename)

if isinstance(indented_data, bytes):

# This is binary data rather than text.

mode = "wb"

data = indented_data

else:

mode = "w"

data = textwrap.dedent(indented_data) if indented_data else indented_data

with open(path, mode) as fi:

if data:

fi.write(data)

return path

def delete_file(self, filename):

os.unlink(os.path.join(self.path, filename))

def __exit__(self, error_type, value, tb):

shutil.rmtree(path=self.path)

return False # reraise any exceptions

def __getitem__(self, filename):

"""Get the full path for an entry in this directory."""

return os.path.join(self.path, filename)

@contextlib.contextmanager

def cd(path):

"""Context manager. Change the directory, and restore it afterwards.

Example usage:

with cd("/path"):

...

Arguments:

path: The directory to change to. If empty, this function is a no-op.

Yields:

Executes your code, in a changed directory.

"""

if not path:

yield

return

curdir = os.getcwd()

os.chdir(path)

try:

yield

finally:

os.chdir(curdir)

def is_pyi_directory_init(filename):

"""Checks if a pyi file is path/to/dir/__init__.pyi."""

if filename is None:

return False

return os.path.splitext(os.path.basename(filename))[0] == "__init__"

def expand_path(path, cwd=None):

"""Fully expand a path, optionally with an explicit cwd."""

expand = lambda path: os.path.realpath(os.path.expanduser(path))

with cd(cwd):

return expand(path)

def expand_paths(paths, cwd=None):

"""Fully expand a list of paths, optionally with an explicit cwd."""

return [expand_path(x, cwd) for x in paths]

def expand_globpaths(globpaths, cwd=None):

"""Expand a list of glob expressions into a list of full paths."""

with cd(cwd):

paths = sum((recursive_glob(p) for p in globpaths), [])

return expand_paths(paths, cwd)

def expand_source_files(filenames, cwd=None):

"""Expand a space-separated string of filenames passed in as sources.

This is a helper function for handling command line arguments that specify a

list of source files and directories.

Any directories in filenames will be scanned recursively for .py files.

Any files that do not end with ".py" will be dropped.

Args:

filenames: A space-separated string of filenames to process.

cwd: An optional working directory to expand relative paths

Returns:

A set of full paths to .py files

"""

out = []

for f in expand_globpaths(filenames.split(), cwd):

if os.path.isdir(f):

# If we have a directory, collect all the .py files within it.

out += recursive_glob(os.path.join(f, "**", "*.py"))

elif f.endswith(".py"):

out.append(f)

return set(out)

def expand_pythonpath(pythonpath, cwd=None):

"""Expand a/b:c/d into [/path/to/a/b, /path/to/c/d]."""

if pythonpath:

return expand_paths(

(path.strip() for path in pythonpath.split(os.pathsep)), cwd)

else:

return []

pytype/pytype/file_utils.py at main · r-o-main/pytype · GitHub

Expand file tree

Breadcrumbs

file_utils.py

Latest commit

History

Breadcrumbs

file_utils.py

File metadata and controls