Skip to content

Gdrive

dataphy.sources.gdrive

Functions

fetch(source: Dict, output_dir: str, include: str, runner: str = 'DirectRunner')

Source code in src/dataphy/sources/gdrive.py 
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
def fetch(source: Dict, output_dir: str, include: str, runner: str = "DirectRunner"):
    import gdown

    outdir = pathlib.Path(output_dir)
    outdir.mkdir(parents=True, exist_ok=True)

    file_ids = source.get("file_ids") or []
    urls = source.get("urls") or []
    for fid in file_ids:
        gdown.download(id=fid, output=str(outdir), quiet=False)
    for url in urls:
        gdown.download(url=url, output=str(outdir), quiet=False, fuzzy=True)
    return str(outdir)