使用 VBA 从网站 Screener.in 抓取 table

Question

我正在使用下面的代码来获取 table 但它注意到有一个带有数据的 + 按钮并且没有进入 excel，因为在单击 + 按钮后检查显示的数据

请帮助获取所有 table 数据，包括 + 按钮列

Sub get_table()

    Dim ie As Object
    Dim url As String
    url = "https://www.screener.in/company/COFORGE/consolidated/"
    
    Set ie = CreateObject("internetexplorer.application")
    ie.Visible = True
    ie.navigate url
    
    Do While ie.Busy = True: DoEvents: Loop
    Do Until ie.readyState = 4: DoEvents: Loop
    
    Dim tbl As HTMLTable
    Set tbl = ie.document.getElementsByTagName("table")(1)
    Dim trcounter As Integer
    Dim tdcounter As Integer
    
    trcounter = 1
    tdcounter = 1
    thcounter = 1
    
    Dim tr As HTMLTableRow
    Dim td As HTMLTableCell
    Dim th As HTMLTableRow
    
    Dim mySH As Worksheet
    Set mySH = ThisWorkbook.Sheets("sheet1")
    
    ' this for date
    For Each th In tbl.getElementsByTagName("th")
            mySH.Cells(tdcounter, thcounter).Value = th.innerText
            thcounter = thcounter + 1
        Next th
        
    ' this for table data
    For Each tr In tbl.getElementsByTagName("tr")
        For Each td In tr.getElementsByTagName("td")
            mySH.Cells(trcounter, tdcounter).Value = td.innerText
            tdcounter = tdcounter + 1
        Next td
        tdcounter = 1
        trcounter = trcounter + 1
    Next tr

End Sub

Answer 1

您可以先检查 <td> 是否包含使用 InStr function 的 + 按钮，如果是则单击 + 按钮。点击table中的所有+按钮后，可以读取数据写入sheet.

工作示例是这样的：

Sub LOADIE()
    Set ieA = CreateObject("InternetExplorer.Application")
    ieA.Visible = True
    ieA.navigate "https://www.screener.in/company/COFORGE/consolidated/"
    Do Until ieA.readyState = 4
       DoEvents
    Loop
    
    Set doc = ieA.document
    Set tbl = doc.getElementsByTagName("table")(1)

    trcounter = 1
    tdcounter = 1
    thcounter = 1
    
    Dim tr As HTMLTableRow
    Dim td As HTMLTableCell
    Dim th As HTMLTableRow
    
    Dim mySH As Worksheet
    Set mySH = ThisWorkbook.Sheets("sheet1")
    
    ' this for date
    For Each th In tbl.getElementsByTagName("th")
        mySH.Cells(tdcounter, thcounter).Value = th.innerText
        thcounter = thcounter + 1
    Next th
        
    ' this for clicking the + button
    For Each tr In tbl.getElementsByTagName("tr")
        For Each td In tr.getElementsByTagName("td")
        If InStr(td.innerHTML, "button") > 0 Then
            td.getElementsByTagName("button")(0).Click
        End If
        Next td
        tdcounter = 1
        trcounter = trcounter + 1
    Next tr

    ' this for table data
    trcounter = 1
    For Each tr In tbl.getElementsByTagName("tr")
        For Each td In tr.getElementsByTagName("td")
            mySH.Cells(trcounter, tdcounter).Value = td.innerText
            tdcounter = tdcounter + 1
        Next td
        tdcounter = 1
        trcounter = trcounter + 1
    Next tr

   ieA.Quit
   Set ieA = Nothing
End Sub

使用 VBA 从网站 Screener.in 抓取 table

Scraping a table from a website Screener.in using VBA

html

excel

internet-explorer

vba

web-scraping