import requests
from bs4 import BeautifulSoup
 
def getabstract(url):
    response = requests.get(url)
    response.raise_for_status()
    soup = BeautifulSoup(response.content, 'html.parser')
    abstract_section = soup.find('section', class_='article-information abstract')
    if abstract_section:
        # Extract and print the abstract text
        abstract_text = abstract_section.get_text(strip=True, separator=' ')
        print('Abstract:', abstract_text)
    else:
        print('Abstract section not found')
 
 
url = 'https://www.aeaweb.org/issues/785'
response = requests.get(url)
response.raise_for_status()  # Check that the request was successful
soup = BeautifulSoup(response.content, 'html.parser')
article_links = []
for a_tag in soup.find_all('a', href=True):
    href = a_tag['href']
    if href.startswith('/articles?id='):
        full_url = 'https://www.aeaweb.org' + href
        article_links.append(full_url)
 
for link in article_links:
    getabstract(link)