Repository navigation
Expand file tree
/
Copy pathis-changed.py
More file actions
executable file
·101 lines (86 loc) · 3.13 KB
/
Copy pathis-changed.py
File metadata and controls
executable file
·101 lines (86 loc) · 3.13 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
#!/usr/bin/env python3
#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
import os
import sys
import traceback
import warnings
from argparse import ArgumentParser
import sparktestsupport.modules as modules
from sparktestsupport.utils import (
determine_modules_for_files,
determine_modules_to_test,
identify_changed_files_from_git_commits,
)
def parse_opts():
parser = ArgumentParser(prog="is-changed")
parser.add_argument(
"-f", "--fail", action="store_true", help="Exit with 1 if there is no relevant change."
)
default_value = ",".join(sorted([m.name for m in modules.all_modules]))
parser.add_argument(
"-m",
"--modules",
type=str,
default=default_value,
help="A comma-separated list of modules to test (default: %s)" % default_value,
)
args, unknown = parser.parse_known_args()
if unknown:
parser.error("Unsupported arguments: %s" % " ".join(unknown))
return args
def main():
opts = parse_opts()
test_modules = opts.modules.split(",")
changed_files = []
if os.environ.get("APACHE_SPARK_REF"):
changed_files = identify_changed_files_from_git_commits(
"HEAD", target_ref=os.environ["APACHE_SPARK_REF"]
)
elif os.environ.get("GITHUB_PREV_SHA"):
changed_files = identify_changed_files_from_git_commits(
os.environ["GITHUB_SHA"], target_ref=os.environ["GITHUB_PREV_SHA"]
)
rejected = [f for f in changed_files if f.endswith(".jar") or f.endswith(".class")]
if rejected:
sys.exit(
"Cannot add .jar or .class files to the repository "
f"({', '.join(rejected)}). "
"Generate them dynamically at test time instead."
)
changed_modules = determine_modules_to_test(
determine_modules_for_files(changed_files), deduplicated=False
)
module_names = [m.name for m in changed_modules]
if len(changed_modules) == 0:
print("false")
if opts.fail:
sys.exit(1)
elif "root" in test_modules or modules.root in changed_modules:
print("true")
elif len(set(test_modules).intersection(module_names)) == 0:
print("false")
if opts.fail:
sys.exit(1)
else:
print("true")
if __name__ == "__main__":
try:
main()
except Exception:
warnings.warn(f"Ignored exception:\n\n{traceback.format_exc()}")
print("true")