因为JavaScript交互.所以必须点击使用JS执行。

import time
    while not err:
        try:
            more_button = driver.find_element(by=By.CLASS_NAME, value='tpl-showmore-content')
            driver.execute_script("arguments[0].click();" ,more_button)
            time.sleep(1)
        except selexp.NoSuchElementException as e:
            err = True
            print(e)
        except selexp.ElementClickInterceptedException as e:
            err = True
            print(e)
            break

更新日期：

from selenium import webdriver
from selenium.webdriver.chrome.service import Service
from selenium.webdriver.common.by import By
from bs4 import BeautifulSoup
import time
import pandas as pd

options = webdriver.ChromeOptions()
options.add_argument("--no-sandbox")
options.add_argument('--disable-blink-features=AutomationControlled')
options.add_argument("start-maximized")
#options.add_experimental_option("detach", True)

s=Service('./chromedriver')
driver= webdriver.Chrome(service=s, options=options)
url='https://www.privateschoolreview.com/sat-score-stats/california'
driver.get(url)
time.sleep(3)

data =[]
for x in range(4):
    try:
        soup = BeautifulSoup(driver.page_source, 'lxml')
        cards = soup.select('[class="tp-list-row list-row-border-2 bg_hover_change"]')
        print(len(cards))
        for x in cards:
            title = x.select_one('a[class="tpl-school-link top-school"]')
            title = title.get_text(strip=True) if title else 'None'
            data.append(title)

            
        loadMoreButton = driver.find_element(By.CSS_SELECTOR, ".tpl-showmore-content")
            
        if loadMoreButton:
            driver.execute_script("arguments[0].click();" ,loadMoreButton)
            time.sleep(1)

       
    except Exception as e:
        pass
        #print(e)
        break

df= pd.DataFrame(set(data))
print(df)

输出：

0
0        St. Lucys Priory High School
1          Glendale Adventist Academy
2                    The Webb Schools
3            Desert Christian Academy
4                New Covenant Academy
..                                ...
113               Renaissance Academy
114                  Oak Grove School
115             Francis Parker School
116  Rolling Hills Preparatory School
117     Lake Tahoe Preparatory School

[118 rows x 1 columns]

试试这个，它对我很有效：

show_more_lnk = driver.find_element(By.CSS_SELECTOR, ".tpl-showmore-content")
driver.execute_script("arguments[0].scrollIntoView(true)", show_more_lnk)
time.sleep(2)
show_more_lnk.click()