We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 62f949e commit 2fa06ebCopy full SHA for 2fa06eb
MaxText/input_pipeline/_grain_data_processing.py
@@ -36,6 +36,7 @@
36
def find_data_files(data_file_pattern):
37
data_files = glob.glob(str(Path(data_file_pattern).expanduser().resolve()))
38
assert len(data_files) > 0, f"No file found with pattern {data_file_pattern}."
39
+ max_logging.log(f"Found {len(data_files)} files for train/eval with grain")
40
return data_files
41
42
0 commit comments