Source code for torchdrug.datasets.subcellular_localization

import os

from torch.utils import data as torch_data

from torchdrug import data, utils
from torchdrug.core import Registry as R


[docs]@R.register("datasets.SubcellularLocalization") @utils.copy_args(data.ProteinDataset.load_lmdbs, ignore=("target_fields",)) class SubcellularLocalization(data.ProteinDataset): """ Class labels indicating where a natural protein locates in the cell. Statistics: - #Train: 8,945 - #Valid: 2,248 - #Test: 2,768 Parameters: path (str): the path to store the dataset verbose (int, optional): output verbose level **kwargs """ url = "https://miladeepgraphlearningproteindata.s3.us-east-2.amazonaws.com/peerdata/subcellular_localization.tar.gz" md5 = "37cb6138b8d4603512530458b7c8a77d" splits = ["train", "valid", "test"] target_fields = ["localization"] def __init__(self, path, verbose=1, **kwargs): path = os.path.expanduser(path) if not os.path.exists(path): os.makedirs(path) self.path = path zip_file = utils.download(self.url, path, md5=self.md5) data_path = utils.extract(zip_file) lmdb_files = [os.path.join(data_path, "subcellular_localization/subcellular_localization_%s.lmdb" % split) for split in self.splits] self.load_lmdbs(lmdb_files, target_fields=self.target_fields, verbose=verbose, **kwargs) def split(self): offset = 0 splits = [] for num_sample in self.num_samples: split = torch_data.Subset(self, range(offset, offset + num_sample)) splits.append(split) offset += num_sample return splits