TABLE = 'your-project-id.your-dataset.your-manifest-table' # BQ table with your manifest
MANIFEST_FILE = '/path-to-your-home-dir/BQ-MANIFEST.txt' # Where will the manifest file go
PATHS_TSV_FILE = '/path-to-your-home-dir/PATHS.tsv' # Where will the path file go
TARG_DIR = '/path-to-your-home-dir/destination' # Has to be on a filesystem with enough space. Directory should exist.
PAYING = 'your-project-id' # Needed for IDC requester pays buckets though it is free to crossload to a cloud VM
THREADS = 16 # (2 * number) of cpus seems to work best