Page MenuHomec4science
Files F91084301

SeleniumBrowser.java
No OneTemporary
Actions

File Metadata

Created
Thu, Nov 7, 17:46

SeleniumBrowser.java
View Options

/*
* Warcbase: an open-source platform for managing web archives
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.warcbase.browser;
import java.util.List;
import java.util.Random;
import org.openqa.selenium.By;
import org.openqa.selenium.WebDriver;
import org.openqa.selenium.WebElement;
import org.openqa.selenium.firefox.FirefoxDriver;
import com.google.common.collect.Lists;
// Hard-coded currently for the Congress108 collection; should parameterize.
public class SeleniumBrowser {
// These make for interesting starting points for browsing.
private static final String[] jumpTargets = new String[] {
"http://localhost:9090/wayback/*/http://www.senate.gov/general/contact_information/senators_cfm.cfm",
"http://localhost:9090/wayback/*/http://www.house.gov/house/MemberWWW.html",
"http://localhost:9090/wayback/*/http://www.senate.gov/pagelayout/committees/d_three_sections_with_teasers/committees_home.htm",
"http://localhost:9090/wayback/*/http://www.house.gov/house/CommitteeWWW.html",
};
public static void main(String[] args) throws InterruptedException {
WebDriver driver = new FirefoxDriver();
Random r = new Random(System.currentTimeMillis());
driver.get(jumpTargets[r.nextInt(jumpTargets.length)]);
for (int i = 0; i < 1000; i++) {
List<WebElement> links = driver.findElements(By.tagName("a"));
List<String> candidates = Lists.newArrayList();
for (WebElement myElement : links) {
String href = myElement.getAttribute("href");
if (href != null && href.matches("^http://localhost:9090/wayback/\\d+.*$")) {
candidates.add(href);
}
}
if (candidates.size() < 3 ) {
driver.navigate().back();
} else if (r.nextFloat() < 0.1f) {
String target = jumpTargets[r.nextInt(jumpTargets.length)];
System.out.println("Jumping to " + target);
driver.get(target);
} else {
String target = candidates.get(r.nextInt(candidates.size()));
System.out.println("Navigating to " + target);
driver.get(target);
}
}
driver.quit();
}
}

Event Timeline

c4science · Help