cefpython/src/mac/setup/fix_pyx_files.py at cefpython53 · pythonthings/cefpython · GitHub

Repository navigation

History

100

101

102

103

104

105

106

107

108

109

# License: New BSD License.

# Website: http://code.google.com/p/cefpython/

# First, it copies all .pyx files from upper directory to setup/.

# Then, fixes repeating of "include" statements in pyx files.

# Only the mainfile needs to have "include" statements,

# but we're using PyCharm and to get rid of "unresolved references"

# and other errors displayed in pycharm we are adding "include"

# statements in all of the pyx files.

# I'm not 100% sure how includes work in Cython, but I suspect that

# a few includes of the same file will include the same content more

# than once, it should work, but function and variable definitions are

# duplicated, it is some kind of overhead and it could lead to some

# problems in the future, better to fix it now.

# It also checks cdef & cpdef functions whether they are not missing "except *",

# it is required to add it when returning non-python type.

import glob

import os

import re

import shutil

import sys

def ExceptAllMissing(content):

# This is not perfect, won't detect C++ custom types, but will find

# the built-in types, templates and pointers.

patterns = []

patterns.append(

r"\bcp?def\s+"

"|CefString)\s+)+"

"\w+\([^)]*\)\s*(with\s+(gil|nogil))?\s*:")

patterns.append(

r"\bcp?def\s+"

# A template ends with bracket: CefRefPtr[CefBrowser]

# or a pointer ends with asterisk: CefBrowser*

"[^\s]+[\]*]\s+"

"\w+\([^)]*\)\s*(with\s+(gil|nogil))?\s*:")

patterns.append(

r"\bcp?def\s+"

# A reference, eg. CefString&

"[^\s]+&\s+"

"\w+\([^)]*\)\s*(with\s+(gil|nogil))?\s*:")

for pattern in patterns:

match = re.search(pattern, content)

if match: break

if match:

lineNumber = (content.count("\n", 0, match.start()) + 1)

return lineNumber

print("\n")

mainfile = "cefpython.pyx"

pyxfiles = glob.glob("../../*.pyx")

if not len(pyxfiles):

sys.exit(1)

pyxfiles = [file for file in pyxfiles if file.find(mainfile) == -1]

# Now, pyxfiles contains all pyx files except the mainfile (cefpython.pyx),

# we do not fix includes in mainfile.

# So that this is the right directory we're in.

if os.path.exists("setup"):

print("Wrong directory, we should be inside setup!")

sys.exit(1)

# Remove old pyx files in setup directory.

oldpyxfiles = glob.glob("./*.pyx")

print("Removing old pyx files in /setup/: %s" % oldpyxfiles)

for pyxfile in oldpyxfiles:

if os.path.exists(pyxfile):

os.remove(pyxfile)

# Copying pyxfiles and reading its contents.

print("Copying .pyx files to /setup/: %s" % pyxfiles)

shutil.copy("../../%s" % mainfile, "./%s" % mainfile)

# Rest of the files will be copied in for loop below.

print("Fixing includes in .pyx files:")

for pyxfile in pyxfiles:

newfile = "./%s" % os.path.basename(pyxfile)

shutil.copy(pyxfile, newfile)

pyxfile = newfile

with open(pyxfile, "r") as pyxfileopened:

content = pyxfileopened.read()

lineNumber = ExceptAllMissing(content)

if lineNumber:

print("WARNING: 'except *' missing in a cdef/cpdef function, "

"in file %s on line %d" % (os.path.basename(pyxfile), lineNumber))

sys.exit(1)

# Do not remove the newline - so that line numbers are exact with originals.

(content, subs) = re.subn(r"^include[\t ]+[\"'][^\"'\n\r]+[\"'][\t ]*", "", content, flags=re.MULTILINE)

if subs:

print("%s includes removed in: %s" % (subs, os.path.basename(pyxfile)))

# Reading and writing with the same handle using "r+" mode doesn't work,

# you need to seek(0) and write the same amount of bytes that was in the

# file, otherwise old data from the end of file stays.

with open(pyxfile, "w") as pyxfileopened:

pyxfileopened.write(content)

print("\n")

cefpython/src/mac/setup/fix_pyx_files.py at cefpython53 · pythonthings/cefpython · GitHub

Repository navigation

Expand file tree

Breadcrumbs

fix_pyx_files.py

Latest commit

History

Breadcrumbs

fix_pyx_files.py

File metadata and controls