scrape data (excel query / import data) from multiple webpages

anyone?

i have been searching high and low for help.

http://www.mrexcel.com/forum/showthread.php?t=291419&highlight=open+web+pages

this is code from Pluto (person not the planet!)

Sub WebDataImport()
'
' WebDataImport Macro
' Macro recorded 04/12/2007 by
'
With ActiveSheet.QueryTables.Add(Connection:= _
"URL;http://www.vi.nl/Wedstrijden/Wedstrijd.htm?dbid=183757&typeofpage=84140", Destination:=Range( _
"B3"))
.Name = "THE TABLE NAME GOES HERE"
.FieldNames = True
.RowNumbers = False
.FillAdjacentFormulas = False
.PreserveFormatting = True
.RefreshOnFileOpen = False
.BackgroundQuery = True
.RefreshStyle = xlInsertDeleteCells
.SavePassword = False
.SaveData = True
.AdjustColumnWidth = True
.RefreshPeriod = 0
.WebSelectionType = xlEntirePage
.WebFormatting = xlWebFormattingNone
.WebPreFormattedTextToColumns = True
.WebConsecutiveDelimitersAsOne = True
.WebSingleBlockTextImport = False
.WebDisableDateRecognition = False
.WebDisableRedirections = False
.Refresh BackgroundQuery:=False
End With
End Sub

which scrapes the entire website, but ho wdo i find the 'name' of the table, rather than the whole page?

also how do i loop through all the pages?

Sub Macro2()
'
' Macro2 Macro
' Macro recorded 07/04/2009 by ms
'

'
With ActiveSheet.QueryTables.Add(Connection:= _
"URL;http://www.vi.nl/Wedstrijden/Wedstrijd.htm?dbid=168066&typeofpage=84140", _
Destination:=Range("A1"))
.Name = "Wedstrijd.htm?dbid=168066&typeofpage=84140_3"
.FieldNames = True
.RowNumbers = False
.FillAdjacentFormulas = False
.PreserveFormatting = True
.RefreshOnFileOpen = False
.BackgroundQuery = True
.RefreshStyle = xlInsertDeleteCells
.SavePassword = False
.SaveData = True
.AdjustColumnWidth = True
.RefreshPeriod = 0
.WebSelectionType = xlSpecifiedTables
.WebFormatting = xlWebFormattingNone
.WebTables = "1,""wedstrijdTable2"""
.WebPreFormattedTextToColumns = True
.WebConsecutiveDelimitersAsOne = True
.WebSingleBlockTextImport = False
.WebDisableDateRecognition = False
.WebDisableRedirections = False
.Refresh BackgroundQuery:=False
End With
End Sub

ok - this is a macro that i recorded to see what happens.
the webpage is one of many - can anyone help me with the "loop" that gets the next page (from list in post number 1) and refires it?

thanks

bump

One of my friend given this macro you can put all those source link(URL) in sheet1 of ur workbook make sure sheet2 and sheet3 is empty then run this macro
it is working fine in MS 2003.. not all the data you will get.. but only 35 columns in the first column will be copied and pasted in the sheet2 do a trial on only one link first and change based on your requirement
========================================
Sub Macro2()
a = 1
Sheets(3).Select
While Sheets(1).Cells(a, 1) <> ""
urladdress = "URL;" & Sheets(1).Cells(a, 1).Text

With ActiveSheet.QueryTables.Add(Connection:= _
urladdress, Destination:=Range( _
"$A$1"))
.Name = Right(Sheets(1).Cells(a, 1).Value, 80)
.FieldNames = True
.RowNumbers = False
.FillAdjacentFormulas = False
.PreserveFormatting = True
.RefreshOnFileOpen = False
.BackgroundQuery = True
.RefreshStyle = xlInsertDeleteCells
.SavePassword = False
.SaveData = True
.AdjustColumnWidth = True
.RefreshPeriod = 0
.WebSelectionType = xlEntirePage
.WebFormatting = xlWebFormattingNone
'.WebTables = "1,""wedstrijdTable2"""
.WebPreFormattedTextToColumns = True
.WebConsecutiveDelimitersAsOne = True
.WebSingleBlockTextImport = False
.WebDisableDateRecognition = False
.WebDisableRedirections = False
.Refresh BackgroundQuery:=False
End With


Range("A1").Copy Sheets(2).Cells(a, 1)
Range("A2").Copy Sheets(2).Cells(a, 2)
Range("A3").Copy Sheets(2).Cells(a, 3)
Range("A4").Copy Sheets(2).Cells(a, 4)
Range("A5").Copy Sheets(2).Cells(a, 5)
Range("A6").Copy Sheets(2).Cells(a, 6)
Range("A7").Copy Sheets(2).Cells(a, 7)
Range("A8").Copy Sheets(2).Cells(a, 8)
Range("A9").Copy Sheets(2).Cells(a, 9)
Range("A10").Copy Sheets(2).Cells(a, 10)
Range("A11").Copy Sheets(2).Cells(a, 11)
Range("A12").Copy Sheets(2).Cells(a, 12)
Range("A13").Copy Sheets(2).Cells(a, 13)
Range("A14").Copy Sheets(2).Cells(a, 14)
Range("A15").Copy Sheets(2).Cells(a, 15)
Range("A16").Copy Sheets(2).Cells(a, 16)
Range("A17").Copy Sheets(2).Cells(a, 17)
Range("A18").Copy Sheets(2).Cells(a, 18)
Range("A19").Copy Sheets(2).Cells(a, 19)
Range("A20").Copy Sheets(2).Cells(a, 20)
Range("A21").Copy Sheets(2).Cells(a, 21)
Range("A22").Copy Sheets(2).Cells(a, 22)
Range("A23").Copy Sheets(2).Cells(a, 23)
Range("A24").Copy Sheets(2).Cells(a, 24)
Range("A25").Copy Sheets(2).Cells(a, 25)
Range("A26").Copy Sheets(2).Cells(a, 26)
Range("A27").Copy Sheets(2).Cells(a, 27)
Range("A28").Copy Sheets(2).Cells(a, 28)
Range("A29").Copy Sheets(2).Cells(a, 29)
Range("a30").Copy Sheets(2).Cells(a, 30)
Range("A31").Copy Sheets(2).Cells(a, 31)
Range("A32").Copy Sheets(2).Cells(a, 32)
Range("A33").Copy Sheets(2).Cells(a, 33)
Range("A34").Copy Sheets(2).Cells(a, 34)
Range("A35").Copy Sheets(2).Cells(a, 35)


a = a + 1
Sheets(3).Cells.ClearContents
Wend
End Sub