如何使用python消除重复链接

import requests
from bs4 import BeautifulSoup

def get_links(url):
    response = requests.get(url)
    soup = BeautifulSoup(response.text, 'html.parser')
    links = set()
    for link in soup.find_all('a'):
        href = link.get('href')
        if href.startswith('http'):
            links.add(href)
    return links

def eliminate_duplicate_links(links):
    unique_links = set(links)
    return unique_links

url = 'https://example.com'  # 替换为你要消除重复链接的网页URL
links = get_links(url)
unique_links = eliminate_duplicate_links(links)