fix Paddle unit tests unexpected exceptions and seg fault issue (#16808)

* fix Paddle unit tests unexpected exceptions and seg fault issue

* parse confine from reqfile to keep algin with other requirements

* Apply suggestions from code review

* Apply suggestions from code review
This commit is contained in:
Bo Liu 2023-04-12 15:13:25 +08:00 committed by GitHub
parent 4b16c7554e
commit 4bb9222c6e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -1,13 +1,57 @@
import pkg_resources
import re
import sys
import os
req_file=sys.argv[1]
constraints = {}
constraints_path = []
requirements = []
# read requirements and find constraints file
with open(req_file) as f:
raw_requirements = f.readlines()
for line in raw_requirements:
if line.startswith("-c"):
constraints_path.append(os.path.join(os.path.dirname(req_file), line.split(' ')[1][:-1]))
# read constraints if they exist
if constraints_path:
for constraint_path in constraints_path:
with open(constraint_path) as f:
raw_constraints = f.readlines()
for line in raw_constraints:
if line.startswith("#") or line=="\n":
continue
line = line.replace("\n", "")
package, delimiter, constraint = re.split("(~|=|<|>|;)", line, maxsplit=1)
if constraints.get(package) is None:
constraints[package] = [delimiter + constraint]
else:
constraints[package].extend([delimiter + constraint])
for line in raw_requirements:
if line.startswith(("#", "-c")):
continue
line = line.replace("\n", "")
if re.search("(~|=|<|>|;)", line):
requirements.append(line)
else:
constraint = constraints.get(line)
if constraint:
for marker in constraint:
requirements.append(line+marker)
else:
requirements.append(line)
else:
requirements = raw_requirements
try:
pkg_resources.require(open(req_file, mode='r'))
pkg_resources.require(requirements)
except Exception as inst:
pattern = re.compile(r"protobuf .*, Requirement.parse\('protobuf<=3\.20\.0,>=3\.1\.0'\), {'paddlepaddle'}")
pattern = re.compile(
r"protobuf .*, Requirement.parse\('protobuf<=3\.20\.0,>=3\.1\.0'\), {'paddlepaddle'}"
)
result = pattern.findall(str(inst))
if len(result) == 0:
raise inst