juliye2025/evil-read-arxiv

#!/usr/bin/env python3

S2_API_URL = "https://api.semanticscholar.org/graph/v1/paper/search"

S2_PAPER_URL = "https://api.semanticscholar.org/graph/v1/paper"

[Credential-related source omitted]

S2_BATCH_URL = "https://api.semanticscholar.org/graph/v1/paper/batch"

[Credential-related source omitted]

DBLP_API_URL = "https://dblp.org/search/publ/api"

try:                     if HAS_REQUESTS:                         resp = requests.get(url, headers={"User-Agent": "ConfPapers/1.0"}, timeout=60)

if HAS_REQUESTS:                         resp = requests.get(url, headers={"User-Agent": "ConfPapers/1.0"}, timeout=60)                         resp.raise_for_status()

resp = requests.get(url, headers={"User-Agent": "ConfPapers/1.0"}, timeout=60)

data = resp.json()                     else:                         req = urllib.request.Request(url, headers={"User-Agent": "ConfPapers/1.0"})

else:                         req = urllib.request.Request(url, headers={"User-Agent": "ConfPapers/1.0"})                         with urllib.request.urlopen(req, timeout=60) as response:

req = urllib.request.Request(url, headers={"User-Agent": "ConfPapers/1.0"})

with urllib.request.urlopen(req, timeout=60) as response:

[Credential-related source omitted]

[Credential-related source omitted]

for attempt in range(max_retries):             try:                 response = requests.get(S2_API_URL, params=params, headers=headers, timeout=15)

try:                 response = requests.get(S2_API_URL, params=params, headers=headers, timeout=15)                 if response.status_code == 429:

response = requests.get(S2_API_URL, params=params, headers=headers, timeout=15)

#!/usr/bin/env python3

source_url = f"https://arxiv.org/e-print/{arxiv_id}"

try:         if HAS_REQUESTS:             response = requests.get(source_url, timeout=60)

if HAS_REQUESTS:             response = requests.get(source_url, timeout=60)             content = response.content if response.status_code == 200 else None

response = requests.get(source_url, timeout=60)

else:             try:                 req = urllib.request.urlopen(source_url, timeout=60)

try:                 req = urllib.request.urlopen(source_url, timeout=60)                 content = req.read()

req = urllib.request.urlopen(source_url, timeout=60)

try:         if HAS_REQUESTS:             with requests.get(

if HAS_REQUESTS:             with requests.get(                 pdf_url,

with requests.get(

raise ValueError(f'URL返回的不是PDF (Content-Type: {content_type or "--"})')         else:             req = urllib.request.urlopen(pdf_url, timeout=90)

else:             req = urllib.request.urlopen(pdf_url, timeout=90)             content = req.read(max_bytes + 1)

req = urllib.request.urlopen(pdf_url, timeout=90)

return download_public_pdf(f"https://arxiv.org/pdf/{arxiv_id}", temp_dir)

#!/usr/bin/env python3

[Credential-related source omitted]

def source_links(source_type, source_url, paper_id, language):     if source_type == "arxiv" and paper_id:         abs_url = source_url or f"https://arxiv.org/abs/{paper_id}"

if source_type == "arxiv" and paper_id:         abs_url = source_url or f"https://arxiv.org/abs/{paper_id}"         pdf_url = f"https://arxiv.org/pdf/{paper_id}"

abs_url = source_url or f"https://arxiv.org/abs/{paper_id}"

pdf_url = f"https://arxiv.org/pdf/{paper_id}"

#!/usr/bin/env python3

headers = {"User-Agent": USER_AGENT, "Accept": "text/html,application/pdf;q=0.9,*/*;q=0.5"}     with requests.get(url, headers=headers, stream=True, timeout=(15, 90), allow_redirects=True) as response:

with requests.get(url, headers=headers, stream=True, timeout=(15, 90), allow_redirects=True) as response:

if arxiv_id:         base_id = re.sub(r"v\d+$", "", arxiv_id, flags=re.IGNORECASE)         pdf_url = f"https://arxiv.org/pdf/{arxiv_id}"

base_id = re.sub(r"v\d+$", "", arxiv_id, flags=re.IGNORECASE)         pdf_url = f"https://arxiv.org/pdf/{arxiv_id}"         result = {

pdf_url = f"https://arxiv.org/pdf/{arxiv_id}"

"source_type": "arxiv",             "original_input": original_input,             "source_url": f"https://arxiv.org/abs/{arxiv_id}",

"original_input": original_input,             "source_url": f"https://arxiv.org/abs/{arxiv_id}",             "canonical_url": f"https://arxiv.org/abs/{arxiv_id}",

"source_url": f"https://arxiv.org/abs/{arxiv_id}",

"canonical_url": f"https://arxiv.org/abs/{arxiv_id}",

#!/usr/bin/env python3

[Credential-related source omitted]

#!/usr/bin/env python3

logger.info(f"Downloading PDF from {paper_data['source']}: {paper_data['title'][:50]}...")         try:             r = requests.get(paper_data['pdf_url'], timeout=30)

try:             r = requests.get(paper_data['pdf_url'], timeout=30)             if r.status_code == 200 and b'%PDF' in r.content[:100]:

r = requests.get(paper_data['pdf_url'], timeout=30)

"date": str(article.publication_date) if hasattr(article, 'publication_date') else "Unknown",             "abstract": article.abstract if hasattr(article, 'abstract') else "No abstract",             "url": f"https://pubmed.ncbi.nlm.nih.gov/

"abstract": article.abstract if hasattr(article, 'abstract') else "No abstract",             "url": f"https://pubmed.ncbi.nlm.nih.gov/{pmid}/" if pmid else "",             "pdf_url": "",

"url": f"https://pubmed.ncbi.nlm.nih.gov/{pmid}/" if pmid else "",

Executable file

#!/usr/bin/env python3

#!/usr/bin/env python3

[Credential-related source omitted]

#!/usr/bin/env python3

ARXIV_NS = {     'atom': 'http://www.w3.org/2005/Atom',

'atom': 'http://www.w3.org/2005/Atom',

'arxiv': 'http://arxiv.org/schemas/atom'

SEMANTIC_SCHOLAR_API_URL = "https://api.semanticscholar.org/graph/v1/paper/search"

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

url = (         f"https://export.arxiv.org/api/query?"

f"https://export.arxiv.org/api/query?"

for attempt in range(max_retries):         try:             with urllib.request.urlopen(url, timeout=60) as response:

try:             with urllib.request.urlopen(url, timeout=60) as response:                 xml_content = response.read().decode('utf-8')

with urllib.request.urlopen(url, timeout=60) as response:

url = (         f"https://export.arxiv.org/api/query?"         f"search_query={urllib.parse.quote(full_query, safe='+:')}&"

f"https://export.arxiv.org/api/query?"         f"search_query={urllib.parse.quote(full_query, safe='+:')}&"         f"max_results={max_results}&"

for attempt in range(max_retries):         try:             with urllib.request.urlopen(url, timeout=60) as response:

try:             with urllib.request.urlopen(url, timeout=60) as response:                 xml_content = response.read().decode('utf-8')

with urllib.request.urlopen(url, timeout=60) as response:

[Credential-related source omitted]

[Credential-related source omitted]

try:             if HAS_REQUESTS:                 response = requests.get(

if HAS_REQUESTS:                 response = requests.get(                     SEMANTIC_SCHOLAR_API_URL,

response = requests.get(

query_string = urllib.parse.urlencode(params)                 url = f"{SEMANTIC_SCHOLAR_API_URL}?{query_string}"                 req = urllib.request.Request(url, headers=headers)

url = f"{SEMANTIC_SCHOLAR_API_URL}?{query_string}"                 req = urllib.request.Request(url, headers=headers)                 with urllib.request.urlopen(req, timeout=15) as response:

req = urllib.request.Request(url, headers=headers)

with urllib.request.urlopen(req, timeout=15) as response:

[Credential-related source omitted]