Voomra/KinoSearch
0
Fork 0
Code Activity

Использование MongoDB

Browse Source
This commit is contained in:
DmitriyMX
2017-04-02 16:14:28 +03:00
parent b4a94e3dad
commit 8aaa2aa8e1
6 changed files with 93 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/main/java/kinosearch/kinosearch3/cinema/onlinelife/ScannerImpl.java
View File

@@ -5,6 +5,7 @@
package kinosearch.kinosearch3.cinema.onlinelife;
import kinosearch.kinosearch3.browser.Browser;
import kinosearch.kinosearch3.spider.CinemaDocument;
import kinosearch.kinosearch3.spider.FileDownloader;
import kinosearch.kinosearch3.spider.ScannerCinema;
import org.jsoup.Jsoup;
@@ -13,6 +14,7 @@ import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.data.mongodb.core.MongoTemplate;
import java.io.File;
@@ -21,14 +23,16 @@ public class ScannerImpl implements ScannerCinema {
private FileDownloader fileDownloader;
private Browser browser;
private File saveToDir;
private MongoTemplate mongoTemplate;
public ScannerImpl(FileDownloader fileDownloader, Browser browser, File saveToDir) {
public ScannerImpl(FileDownloader fileDownloader, Browser browser, File saveToDir, MongoTemplate mongoTemplate) {
this.fileDownloader = fileDownloader;
this.browser = browser;
this.saveToDir = saveToDir;
if (!this.saveToDir.mkdirs() && !this.saveToDir.exists()) {
throw new IllegalStateException(String.format("dir not found: '%s'", this.saveToDir.getAbsolutePath()));
}
this.mongoTemplate = mongoTemplate;
}
@Override
@@ -54,7 +58,11 @@ public class ScannerImpl implements ScannerCinema {
String url = element.children().get(0).children().get(0).attr("src");
this.fileDownloader.addFile(url, new File(saveToDir, str + ".jpg"));
File saveToFile = new File(saveToDir, str + ".jpg");
this.fileDownloader.addFile(url, saveToFile);
CinemaDocument cinemaDocument = new CinemaDocument(saveToFile.getAbsolutePath(), this.getName());
this.mongoTemplate.save(cinemaDocument);
});
}
}

12
src/main/java/kinosearch/kinosearch3/cinema/seasonvar/ScannerImpl.java
View File

@@ -5,6 +5,7 @@
package kinosearch.kinosearch3.cinema.seasonvar;
import kinosearch.kinosearch3.browser.Browser;
import kinosearch.kinosearch3.spider.CinemaDocument;
import kinosearch.kinosearch3.spider.FileDownloader;
import kinosearch.kinosearch3.spider.ScannerCinema;
import org.jsoup.Jsoup;
@@ -12,6 +13,7 @@ import org.jsoup.nodes.Document;
import org.jsoup.select.Elements;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.data.mongodb.core.MongoTemplate;
import java.io.File;
@@ -21,14 +23,16 @@ public class ScannerImpl implements ScannerCinema {
private final Browser browser;
private final File saveTo;
private int i = 1;
private MongoTemplate mongoTemplate;
public ScannerImpl(FileDownloader fileDownloader, Browser browser, File saveTo) {
public ScannerImpl(FileDownloader fileDownloader, Browser browser, File saveTo, MongoTemplate mongoTemplate) {
this.fileDownloader = fileDownloader;
this.browser = browser;
this.saveTo = saveTo;
if (!this.saveTo.mkdirs() && !this.saveTo.exists()) {
throw new IllegalStateException(String.format("dir not found: '%s'", this.saveTo.getAbsolutePath()));
}
this.mongoTemplate = mongoTemplate;
}
@Override
@@ -55,7 +59,11 @@ public class ScannerImpl implements ScannerCinema {
Document doc = Jsoup.parse(str2);
str2 = doc.getElementsByTag("img").get(0).attr("src");
this.fileDownloader.addFile(str2, new File(this.saveTo, str+".jpg"));
File saveToFile = new File(this.saveTo, str+".jpg");
this.fileDownloader.addFile(str2, saveToFile);
CinemaDocument cinemaDocument = new CinemaDocument(saveToFile.getAbsolutePath(), this.getName());
this.mongoTemplate.save(cinemaDocument);
});
}
}