Thanks a lot! It is much easier than I expected (without using the Twitter API here). Change subject
and n
to suit one’s needs.
import arxiv
subject = "computer science"
n = 10000
obj = arxiv.query(search_query = subject, max_results = n)
import pandas as pd
df = pd.DataFrame(obj)
df_s = df[['summary', 'title']]
df_s.to_csv(f'{PATH}arxiv_cs.csv')