diff --git a/helpmehelpapplication/src/main/java/ntnu/systemutvikling/team6/scraper/URLCharityScraper.java b/helpmehelpapplication/src/main/java/ntnu/systemutvikling/team6/scraper/URLCharityScraper.java index 4120dcc..ba1dda9 100644 --- a/helpmehelpapplication/src/main/java/ntnu/systemutvikling/team6/scraper/URLCharityScraper.java +++ b/helpmehelpapplication/src/main/java/ntnu/systemutvikling/team6/scraper/URLCharityScraper.java @@ -13,6 +13,7 @@ public class URLCharityScraper { ChromeOptions options; WebDriver driver; + WebDriverWait wait; public URLCharityScraper() { this.options = new ChromeOptions(); @@ -23,6 +24,8 @@ public URLCharityScraper() { options.addArguments("--disable-dev-shm-usage"); this.driver = new ChromeDriver(options); + + this.wait = new WebDriverWait(driver, Duration.ofSeconds(30)); } public boolean updateDescription() { @@ -32,8 +35,7 @@ public boolean updateDescription() { // URL for scraping approved organizations driver.get("https://www.innsamlingskontrollen.no/organisasjoner/anna-ministries/"); - WebDriverWait wait = new WebDriverWait(driver, Duration.ofSeconds(10)); - wait.until( + this.wait.until( ExpectedConditions.numberOfElementsToBeMoreThan(By.cssSelector(".information div"), 0)); List description = driver.findElements(By.cssSelector(".information div")); @@ -48,7 +50,7 @@ public boolean updateDescription() { if (!doesReadMoreExist.isEmpty()) { WebElement descReadMore = driver.findElement(By.cssSelector("a.read-more")); descReadMore.click(); - wait.until(ExpectedConditions.visibilityOfElementLocated(By.cssSelector(".extra-info"))); + this.wait.until(ExpectedConditions.visibilityOfElementLocated(By.cssSelector(".extra-info"))); List extraDescription = driver.findElements(By.cssSelector(".extra-info")); @@ -62,4 +64,21 @@ public boolean updateDescription() { } return true; } + + public boolean updateLogo() { + String logoURL = ""; + + try { + driver.get("https://www.innsamlingskontrollen.no/organisasjoner/anna-ministries/"); + + this.wait.until(ExpectedConditions.visibilityOfElementLocated(By.cssSelector(".logo > img"))); + + WebElement logo = driver.findElement(By.cssSelector(".logo > img")); + + logoURL = logo.getAttribute("src"); + } finally { + driver.close(); + } + return true; + } }