from datasets import load_dataset
import os

def huggingDataset(url,query):
    try:
        # query="sentiment analysis"
        # url="cornell-movie-review-data/rotten_tomatoes"
        dataset = load_dataset(url)
        print("Started downloading.....")
        os.makedirs("./downloads/"+query,exist_ok=True)

        dataset['train'].to_csv("./downloads/"+query+"/"+url[:5]+"train.csv")
        dataset['test'].to_csv("./downloads/"+query+"/"+url[:5]+"test.csv")
    except:
        print("couldn't download hugging face dataset")

# huggingDataset("cornell-movie-review-data/rotten_tomatoes","sentiment analysis")