core.scripts.download_data

core.scripts.download_data#

Copyright (c) Meta Platforms, Inc. and affiliates.

This source code is licensed under the MIT license found in the LICENSE file in the root directory of this source tree.

Attributes#

DOWNLOAD_LINKS_s2ef

DOWNLOAD_LINKS_is2re

S2EF_COUNTS

parser

Functions#

get_data(→ None)

uncompress_data(→ str)

preprocess_data(→ None)

verify_count(→ None)

cleanup(→ None)

Module Contents#

core.scripts.download_data.S2EF_COUNTS#
core.scripts.download_data.get_data(datadir: str, task: str, split: str | None, del_intmd_files: bool) → None#
core.scripts.download_data.uncompress_data(compressed_dir: str) → str#
core.scripts.download_data.preprocess_data(uncompressed_dir: str, output_path: str) → None#
core.scripts.download_data.verify_count(output_path: str, task: str, split: str) → None#
core.scripts.download_data.cleanup(filename: str, dirname: str) → None#
core.scripts.download_data.parser#
Contents