diff options
Diffstat (limited to 'src/main/java/info')
5 files changed, 312 insertions, 0 deletions
diff --git a/src/main/java/info/selflearner/ocr_telegram/Application.java b/src/main/java/info/selflearner/ocr_telegram/Application.java new file mode 100644 index 0000000..eacdfd4 --- /dev/null +++ b/src/main/java/info/selflearner/ocr_telegram/Application.java @@ -0,0 +1,93 @@ +package info.selflearner.ocr_telegram; + +import com.pengrad.telegrambot.TelegramBot; +import com.pengrad.telegrambot.UpdatesListener; +import com.pengrad.telegrambot.model.PhotoSize; +import com.pengrad.telegrambot.model.request.ParseMode; +import com.pengrad.telegrambot.request.GetFile; +import com.pengrad.telegrambot.request.SendMessage; +import com.pengrad.telegrambot.response.GetFileResponse; +import info.selflearner.ocr_telegram.exception.PassportNotFoundException; +import info.selflearner.ocr_telegram.model.Passport; +import info.selflearner.ocr_telegram.util.FileContentReader; +import info.selflearner.ocr_telegram.util.OCR; + +import java.io.*; +import java.net.URI; +import java.net.URISyntaxException; +import java.net.URL; +import java.nio.channels.Channels; +import java.nio.channels.FileChannel; +import java.nio.channels.ReadableByteChannel; +import java.util.ResourceBundle; + +public class Application { + + public static void main(String[] args) { + TelegramBot bot = new TelegramBot(ResourceBundle.getBundle("secrets").getString("BOT_TOKEN")); + + bot.setUpdatesListener(updateList -> { + if (updateList.getFirst().message() != null && updateList.getFirst().message().text() != null) { + long chatId = updateList.getFirst().message().chat().id(); + + bot.execute(new SendMessage(chatId, "Message received: " + updateList.getFirst().message().text())); + } + + if (updateList.getFirst().message() != null && updateList.getFirst().message().photo() != null) { + long chatId = updateList.getFirst().message().chat().id(); + + PhotoSize[] photoSizes = updateList.getFirst().message().photo(); + PhotoSize highestQualityPhotoSize = photoSizes[photoSizes.length - 1]; + GetFile request = new GetFile(highestQualityPhotoSize.fileId()); + GetFileResponse getFileResponse = bot.execute(request); + + try { + URL photoURL = new URI(bot.getFullFilePath(getFileResponse.file())).toURL(); + + ReadableByteChannel readableByteChannel = Channels.newChannel(photoURL.openStream()); + File photo = new File(System.getProperty("java.io.tmpdir") + "/ocr-telegram/" + getFileResponse.file().filePath()); + File ocrFile = new File(System.getProperty("java.io.tmpdir") + "/ocr-telegram/ocr/" + getFileResponse.file().filePath().split("/")[1] + ".txt"); + + bot.execute(new SendMessage(chatId, "Processing, please wait...")); + + new File(System.getProperty("java.io.tmpdir") + "/ocr-telegram/photos/").mkdirs(); + new File(System.getProperty("java.io.tmpdir") + "/ocr-telegram/ocr/").mkdirs(); + + if (!photo.exists()) { + try (FileOutputStream fileOutputStream = new FileOutputStream(photo)) { + FileChannel fileChannel = fileOutputStream.getChannel(); + fileChannel.transferFrom(readableByteChannel, 0, Long.MAX_VALUE); + } catch (IOException ioException) { + throw new RuntimeException(ioException); + } + } + if (!ocrFile.exists()) { + Passport passport = OCR.performPassport(photo); + + try (BufferedWriter writer = new BufferedWriter(new FileWriter(ocrFile))) { + writer.write(passport.toString()); + } + } + + bot.execute(new SendMessage(chatId, FileContentReader.read(ocrFile)).parseMode(ParseMode.Markdown)); + } catch (URISyntaxException | IOException | InterruptedException e) { + throw new RuntimeException(e); + } catch (PassportNotFoundException e) { + bot.execute(new SendMessage(chatId, "Passport not found!")); + } + } + + return UpdatesListener.CONFIRMED_UPDATES_ALL; + }, telegramException -> { + if (telegramException.response() != null) { + // got bad response from telegram + telegramException.response().errorCode(); + telegramException.response().description(); + } else { + // probably network error + telegramException.printStackTrace(); + } + }); + } + +}
\ No newline at end of file diff --git a/src/main/java/info/selflearner/ocr_telegram/exception/PassportNotFoundException.java b/src/main/java/info/selflearner/ocr_telegram/exception/PassportNotFoundException.java new file mode 100644 index 0000000..50cb8f7 --- /dev/null +++ b/src/main/java/info/selflearner/ocr_telegram/exception/PassportNotFoundException.java @@ -0,0 +1,7 @@ +package info.selflearner.ocr_telegram.exception; + +public class PassportNotFoundException extends Exception { + public PassportNotFoundException(String errorMessage) { + super(errorMessage); + } +} diff --git a/src/main/java/info/selflearner/ocr_telegram/model/Passport.java b/src/main/java/info/selflearner/ocr_telegram/model/Passport.java new file mode 100644 index 0000000..4e8a0a7 --- /dev/null +++ b/src/main/java/info/selflearner/ocr_telegram/model/Passport.java @@ -0,0 +1,70 @@ +package info.selflearner.ocr_telegram.model; + +import java.time.LocalDate; +import java.time.format.DateTimeFormatter; + +public class Passport { + public char type; + public Character subtype; + public String issuer; + public String surname; + public String givenNames; + public String number; + public String nationality; + public LocalDate dateOfBirth; + public Character sex; + public LocalDate expirationDate; + public String personalNumber; + public int[] mrzLinesConfidence; + + public Passport(char type, Character subtype, String issuer, String surname, String givenNames, String number, String nationality, LocalDate dateOfBirth, Character sex, LocalDate expirationDate, String personalNumber, int[] mrzLinesConfidence) { + this.type = type; + this.subtype = subtype; + this.issuer = issuer; + this.surname = surname; + this.givenNames = givenNames; + this.number = number; + this.nationality = nationality; + this.dateOfBirth = dateOfBirth; + this.sex = sex; + this.expirationDate = expirationDate; + this.personalNumber = personalNumber; + this.mrzLinesConfidence = mrzLinesConfidence; + } + + public Passport(String[] mrzLines, int[] mrzLinesConfidence) { + this.type = mrzLines[0].charAt(0); + this.subtype = mrzLines[0].charAt(1) == '<' ? null : mrzLines[0].charAt(0); + this.issuer = mrzLines[0].substring(2, 5); + this.surname = mrzLines[0].substring(5, mrzLines[0].indexOf('<', 6)); + this.givenNames = mrzLines[0].substring(surname.length() + 7, mrzLines[0].indexOf('<', surname.length() + 8)); + this.number = mrzLines[1].substring(0, 9); + this.nationality = mrzLines[1].substring(10, 13); + if (Integer.parseInt("20" + mrzLines[1].substring(13, 15)) < LocalDate.now().getYear()) { + this.dateOfBirth = LocalDate.of(Integer.parseInt("20" + mrzLines[1].substring(13, 15)), Integer.parseInt(mrzLines[1].substring(15, 17)), Integer.parseInt(mrzLines[1].substring(17, 19))); + } else { + this.dateOfBirth = LocalDate.of(Integer.parseInt("19" + mrzLines[1].substring(13, 15)), Integer.parseInt(mrzLines[1].substring(15, 17)), Integer.parseInt(mrzLines[1].substring(17, 19))); + } + this.sex = mrzLines[1].charAt(20) != '<' ? mrzLines[1].charAt(20) : null; + this.expirationDate = LocalDate.of(Integer.parseInt("20" + mrzLines[1].substring(21, 23)), Integer.parseInt(mrzLines[1].substring(23, 25)), Integer.parseInt(mrzLines[1].substring(25, 27))); + this.personalNumber = mrzLines[1].substring(28, 42); + this.mrzLinesConfidence = mrzLinesConfidence; + } + + @Override + public String toString() { + return "*Passport*\n" + + "Type: `" + type + "`\n" + + "Subtype: `" + subtype + "`\n" + + "Issuer: `" + issuer + "`\n" + + "Surname: `" + surname + "`\n" + + "Given names: `" + givenNames + "`\n" + + "Number: `" + number + "`\n" + + "Nationality: `" + nationality + "`\n" + + "Date of birth: `" + dateOfBirth.format(DateTimeFormatter.ofPattern("dd.MM.yyyy")) + "`\n" + + "Gender: `" + sex + "`\n" + + "Expiration date: `" + expirationDate.format(DateTimeFormatter.ofPattern("dd.MM.yyyy")) + "`\n" + + "Personal number: `" + personalNumber + "`\n"; + } +} + diff --git a/src/main/java/info/selflearner/ocr_telegram/util/FileContentReader.java b/src/main/java/info/selflearner/ocr_telegram/util/FileContentReader.java new file mode 100644 index 0000000..34123c5 --- /dev/null +++ b/src/main/java/info/selflearner/ocr_telegram/util/FileContentReader.java @@ -0,0 +1,22 @@ +package info.selflearner.ocr_telegram.util; + +import java.io.File; +import java.io.FileReader; +import java.io.IOException; + +public class FileContentReader { + + public static String read(File file) throws IOException { + try(FileReader fileReader = new FileReader(file)) { + StringBuilder content = new StringBuilder(); + int nextChar; + + while ((nextChar = fileReader.read()) != -1) { + content.append((char) nextChar); + } + + return String.valueOf(content); + } + } + +} diff --git a/src/main/java/info/selflearner/ocr_telegram/util/OCR.java b/src/main/java/info/selflearner/ocr_telegram/util/OCR.java new file mode 100644 index 0000000..55e577f --- /dev/null +++ b/src/main/java/info/selflearner/ocr_telegram/util/OCR.java @@ -0,0 +1,120 @@ +package info.selflearner.ocr_telegram.util; + +import info.selflearner.ocr_telegram.exception.PassportNotFoundException; +import info.selflearner.ocr_telegram.model.Passport; +import net.sourceforge.tess4j.*; +import net.sourceforge.tess4j.util.LoadLibs; +import org.json.JSONArray; +import org.json.JSONObject; + +import javax.imageio.ImageIO; +import java.awt.*; +import java.awt.geom.AffineTransform; +import java.awt.image.AffineTransformOp; +import java.awt.image.BufferedImage; +import java.io.File; +import java.io.IOException; +import java.nio.file.Files; +import java.nio.file.Path; + +public class OCR { + private static final ITesseract TESSERACT = new Tesseract(); + + static { + TESSERACT.setDatapath("src/main/resources/tessdata/"); + TESSERACT.setVariable("user_defined_dpi", "300"); + System.setProperty("java.library.path", LoadLibs.extractTessResources("win32-x86-64").getPath()); + } + + public static String perform(File file, String languages) throws TesseractException { + TESSERACT.setLanguage(languages); + String ocrResult = TESSERACT.doOCR(file); + file.delete(); + return ocrResult; + } + + public static Passport performPassport(File file) throws IOException, InterruptedException, PassportNotFoundException { + for (int imageRotateAngle = 0; imageRotateAngle <= 270; imageRotateAngle += 90) { + if (imageRotateAngle == 90) { + System.out.println("Rotating image to 90 degrees..."); + rotateImageVertically(file, true); + } else if (imageRotateAngle == 180) { + System.out.println("Rotating image to 180 degrees..."); + rotateImageHorizontally(file); + } else if (imageRotateAngle == 270) { + System.out.println("Rotating image to 270 degrees..."); + rotateImageVertically(file, false); + } + + Runtime.getRuntime().exec(new String[]{"surya_ocr", file.getPath(), "--results_dir", System.getProperty("java.io.tmpdir"), "--langs=en"}).waitFor(); + JSONArray jsonTextLines = new JSONObject(Files.readAllLines(Path.of(System.getProperty("java.io.tmpdir"), "/", file.getName().split("\\.")[0], "/results.json")).getFirst()) + .getJSONArray(file.getName().split("\\.")[0]).getJSONObject(0).getJSONArray("text_lines"); + int mrzStartingIndex = -1; + + for (int arrayIndex = 0; arrayIndex < jsonTextLines.length() && mrzStartingIndex == -1; arrayIndex++) { + if (jsonTextLines.getJSONObject(arrayIndex).getString("text").indexOf("P<") == 0) { + mrzStartingIndex = arrayIndex; + } + } + + if (mrzStartingIndex != -1) { + System.out.println("MRZ1: " + jsonTextLines.getJSONObject(mrzStartingIndex).getString("text")); + System.out.println("MRZ2: " + jsonTextLines.getJSONObject(mrzStartingIndex + 1).getString("text")); + try { + return new Passport(new String[]{jsonTextLines.getJSONObject(mrzStartingIndex).getString("text"), jsonTextLines.getJSONObject(mrzStartingIndex + 1).getString("text")}, + new int[]{(int) (jsonTextLines.getJSONObject(mrzStartingIndex).getDouble("confidence") * 100), (int) (jsonTextLines.getJSONObject(mrzStartingIndex + 1).getDouble("confidence") * 100)}); + } catch (Exception _) { + + } + } + } + throw new PassportNotFoundException("Passport not found"); + } + + private static void rotateImageVertically(File image, boolean counterClockwise) throws IOException { + BufferedImage bufferedImage = ImageIO.read(image); + BufferedImage output = new BufferedImage(bufferedImage.getHeight(), bufferedImage.getWidth(), bufferedImage.getType()); + + AffineTransform affineTransform = getAffineTransform(counterClockwise, bufferedImage); + + AffineTransformOp affineTransformOp = new AffineTransformOp(affineTransform, AffineTransformOp.TYPE_BILINEAR); + affineTransformOp.filter(bufferedImage, output); + + ImageIO.write(output, "jpg", image); + } + + public static void rotateImageHorizontally(File image) throws IOException { + BufferedImage imageToRotate = ImageIO.read(image); + + int widthOfImage = imageToRotate.getWidth(); + int heightOfImage = imageToRotate.getHeight(); + int typeOfImage = imageToRotate.getType(); + + BufferedImage output = new BufferedImage(widthOfImage, heightOfImage, typeOfImage); + + Graphics2D graphics2D = output.createGraphics(); + + graphics2D.rotate(Math.toRadians(180), widthOfImage / 2.0, heightOfImage / 2.0); + graphics2D.drawImage(imageToRotate, null, 0, 0); + + ImageIO.write(output, "jpg", image); + } + + private static AffineTransform getAffineTransform(boolean counterClockwise, BufferedImage bufferedImage) { + int imageWidth = bufferedImage.getWidth(); + int imageHeight = bufferedImage.getHeight(); + + AffineTransform affineTransform = new AffineTransform(); + affineTransform.rotate((!counterClockwise ? Math.PI : -Math.PI) / 2, imageWidth / 2.0, imageHeight / 2.0); + + double offset = (imageWidth - imageHeight) / 2.0; + if (!counterClockwise) { + affineTransform.translate(offset, offset); + } else { + affineTransform.translate(-offset, -offset); + } + return affineTransform; + } + +} + |