data#
Package Contents#
|
- class BasicDatasetHandler(dataset_dir, batch_size=200, read_labels=False, device='cpu', as_tensor=False, contextual_embed=False)#
- load_data(path, read_labels)#
- class RawDatasetHandler(docs, preprocessing, batch_size=200, device='cpu', as_tensor=False, contextual_embed=False)#
- class CrosslingualDatasetHandler(dataset_dir, lang1, lang2, dict_path, device='cpu', batch_size=200, as_tensor=True)#
- move_to_device(bow, device)#
- read_data(dataset_dir, lang)#
- parse_dictionary(dict_path)#
- get_Map(trans_matrix, bow)#
- class DynamicDatasetHandler(dataset_dir, batch_size=200, read_labels=False, device='cpu', as_tensor=False)#
- load_data(path, read_labels)#
- get_time_wordfreq(bow, times)#
- download_dataset(dataset_name, cache_path='~/.topmost')#