Initializemain

5 files changed, 312 insertions, 0 deletions

diff --git a/src/main/java/info/selflearner/ocr_telegram/Application.java b/src/main/java/info/selflearner/ocr_telegram/Application.java
new file mode 100644
index 0000000..eacdfd4
--- /dev/null
+++ b/src/main/java/info/selflearner/ocr_telegram/Application.java
@@ -0,0 +1,93 @@
+package info.selflearner.ocr_telegram;
+
+import com.pengrad.telegrambot.TelegramBot;
+import com.pengrad.telegrambot.UpdatesListener;
+import com.pengrad.telegrambot.model.PhotoSize;
+import com.pengrad.telegrambot.model.request.ParseMode;
+import com.pengrad.telegrambot.request.GetFile;
+import com.pengrad.telegrambot.request.SendMessage;
+import com.pengrad.telegrambot.response.GetFileResponse;
+import info.selflearner.ocr_telegram.exception.PassportNotFoundException;
+import info.selflearner.ocr_telegram.model.Passport;
+import info.selflearner.ocr_telegram.util.FileContentReader;
+import info.selflearner.ocr_telegram.util.OCR;
+
+import java.io.*;
+import java.net.URI;
+import java.net.URISyntaxException;
+import java.net.URL;
+import java.nio.channels.Channels;
+import java.nio.channels.FileChannel;
+import java.nio.channels.ReadableByteChannel;
+import java.util.ResourceBundle;
+
+public class Application {
+
+    public static void main(String[] args) {
+        TelegramBot bot = new TelegramBot(ResourceBundle.getBundle("secrets").getString("BOT_TOKEN"));
+
+        bot.setUpdatesListener(updateList -> {
+            if (updateList.getFirst().message() != null && updateList.getFirst().message().text() != null) {
+                long chatId = updateList.getFirst().message().chat().id();
+
+                bot.execute(new SendMessage(chatId, "Message received: " + updateList.getFirst().message().text()));
+            }
+
+            if (updateList.getFirst().message() != null && updateList.getFirst().message().photo() != null) {
+                long chatId = updateList.getFirst().message().chat().id();
+
+                PhotoSize[] photoSizes = updateList.getFirst().message().photo();
+                PhotoSize highestQualityPhotoSize = photoSizes[photoSizes.length - 1];
+                GetFile request = new GetFile(highestQualityPhotoSize.fileId());
+                GetFileResponse getFileResponse = bot.execute(request);
+
+                try {
+                    URL photoURL = new URI(bot.getFullFilePath(getFileResponse.file())).toURL();
+
+                    ReadableByteChannel readableByteChannel = Channels.newChannel(photoURL.openStream());
+                    File photo = new File(System.getProperty("java.io.tmpdir") + "/ocr-telegram/" + getFileResponse.file().filePath());
+                    File ocrFile = new File(System.getProperty("java.io.tmpdir") + "/ocr-telegram/ocr/" + getFileResponse.file().filePath().split("/")[1] + ".txt");
+
+                    bot.execute(new SendMessage(chatId, "Processing, please wait..."));
+
+                    new File(System.getProperty("java.io.tmpdir") + "/ocr-telegram/photos/").mkdirs();
+                    new File(System.getProperty("java.io.tmpdir") + "/ocr-telegram/ocr/").mkdirs();
+
+                    if (!photo.exists()) {
+                        try (FileOutputStream fileOutputStream = new FileOutputStream(photo)) {
+                            FileChannel fileChannel = fileOutputStream.getChannel();
+                            fileChannel.transferFrom(readableByteChannel, 0, Long.MAX_VALUE);
+                        } catch (IOException ioException) {
+                            throw new RuntimeException(ioException);
+                        }
+                    }
+                    if (!ocrFile.exists()) {
+                        Passport passport = OCR.performPassport(photo);
+
+                        try (BufferedWriter writer = new BufferedWriter(new FileWriter(ocrFile))) {
+                            writer.write(passport.toString());
+                        }
+                    }
+
+                    bot.execute(new SendMessage(chatId, FileContentReader.read(ocrFile)).parseMode(ParseMode.Markdown));
+                } catch (URISyntaxException | IOException | InterruptedException e) {
+                    throw new RuntimeException(e);
+                } catch (PassportNotFoundException e) {
+                    bot.execute(new SendMessage(chatId, "Passport not found!"));
+                }
+            }
+
+            return UpdatesListener.CONFIRMED_UPDATES_ALL;
+        }, telegramException -> {
+            if (telegramException.response() != null) {
+                // got bad response from telegram
+                telegramException.response().errorCode();
+                telegramException.response().description();
+            } else {
+                // probably network error
+                telegramException.printStackTrace();
+            }
+        });
+    }
+
+}
\ No newline at end of file
diff --git a/src/main/java/info/selflearner/ocr_telegram/exception/PassportNotFoundException.java b/src/main/java/info/selflearner/ocr_telegram/exception/PassportNotFoundException.java
new file mode 100644
index 0000000..50cb8f7
--- /dev/null
+++ b/src/main/java/info/selflearner/ocr_telegram/exception/PassportNotFoundException.java
@@ -0,0 +1,7 @@
+package info.selflearner.ocr_telegram.exception;
+
+public class PassportNotFoundException extends Exception {
+    public PassportNotFoundException(String errorMessage) {
+        super(errorMessage);
+    }
+}
diff --git a/src/main/java/info/selflearner/ocr_telegram/model/Passport.java b/src/main/java/info/selflearner/ocr_telegram/model/Passport.java
new file mode 100644
index 0000000..4e8a0a7
--- /dev/null
+++ b/src/main/java/info/selflearner/ocr_telegram/model/Passport.java
@@ -0,0 +1,70 @@
+package info.selflearner.ocr_telegram.model;
+
+import java.time.LocalDate;
+import java.time.format.DateTimeFormatter;
+
+public class Passport {
+    public char type;
+    public Character subtype;
+    public String issuer;
+    public String surname;
+    public String givenNames;
+    public String number;
+    public String nationality;
+    public LocalDate dateOfBirth;
+    public Character sex;
+    public LocalDate expirationDate;
+    public String personalNumber;
+    public int[] mrzLinesConfidence;
+
+    public Passport(char type, Character subtype, String issuer, String surname, String givenNames, String number, String nationality, LocalDate dateOfBirth, Character sex, LocalDate expirationDate, String personalNumber, int[] mrzLinesConfidence) {
+        this.type = type;
+        this.subtype = subtype;
+        this.issuer = issuer;
+        this.surname = surname;
+        this.givenNames = givenNames;
+        this.number = number;
+        this.nationality = nationality;
+        this.dateOfBirth = dateOfBirth;
+        this.sex = sex;
+        this.expirationDate = expirationDate;
+        this.personalNumber = personalNumber;
+        this.mrzLinesConfidence = mrzLinesConfidence;
+    }
+
+    public Passport(String[] mrzLines, int[] mrzLinesConfidence) {
+        this.type = mrzLines[0].charAt(0);
+        this.subtype = mrzLines[0].charAt(1) == '<' ? null : mrzLines[0].charAt(0);
+        this.issuer = mrzLines[0].substring(2, 5);
+        this.surname = mrzLines[0].substring(5, mrzLines[0].indexOf('<', 6));
+        this.givenNames = mrzLines[0].substring(surname.length() + 7, mrzLines[0].indexOf('<', surname.length() + 8));
+        this.number = mrzLines[1].substring(0, 9);
+        this.nationality = mrzLines[1].substring(10, 13);
+        if (Integer.parseInt("20" + mrzLines[1].substring(13, 15)) < LocalDate.now().getYear()) {
+            this.dateOfBirth = LocalDate.of(Integer.parseInt("20" + mrzLines[1].substring(13, 15)), Integer.parseInt(mrzLines[1].substring(15, 17)), Integer.parseInt(mrzLines[1].substring(17, 19)));
+        } else {
+            this.dateOfBirth = LocalDate.of(Integer.parseInt("19" + mrzLines[1].substring(13, 15)), Integer.parseInt(mrzLines[1].substring(15, 17)), Integer.parseInt(mrzLines[1].substring(17, 19)));
+        }
+        this.sex = mrzLines[1].charAt(20) != '<' ? mrzLines[1].charAt(20) : null;
+        this.expirationDate = LocalDate.of(Integer.parseInt("20" + mrzLines[1].substring(21, 23)), Integer.parseInt(mrzLines[1].substring(23, 25)), Integer.parseInt(mrzLines[1].substring(25, 27)));
+        this.personalNumber = mrzLines[1].substring(28, 42);
+        this.mrzLinesConfidence = mrzLinesConfidence;
+    }
+
+    @Override
+    public String toString() {
+        return "*Passport*\n" +
+                "Type: `" + type + "`\n" +
+                "Subtype: `" + subtype + "`\n" +
+                "Issuer: `" + issuer + "`\n" +
+                "Surname: `" + surname + "`\n" +
+                "Given names: `" + givenNames + "`\n" +
+                "Number: `" + number + "`\n" +
+                "Nationality: `" + nationality + "`\n" +
+                "Date of birth: `" + dateOfBirth.format(DateTimeFormatter.ofPattern("dd.MM.yyyy")) + "`\n" +
+                "Gender: `" + sex + "`\n" +
+                "Expiration date: `" + expirationDate.format(DateTimeFormatter.ofPattern("dd.MM.yyyy")) + "`\n" +
+                "Personal number: `" + personalNumber + "`\n";
+    }
+}
+
diff --git a/src/main/java/info/selflearner/ocr_telegram/util/FileContentReader.java b/src/main/java/info/selflearner/ocr_telegram/util/FileContentReader.java
new file mode 100644
index 0000000..34123c5
--- /dev/null
+++ b/src/main/java/info/selflearner/ocr_telegram/util/FileContentReader.java
@@ -0,0 +1,22 @@
+package info.selflearner.ocr_telegram.util;
+
+import java.io.File;
+import java.io.FileReader;
+import java.io.IOException;
+
+public class FileContentReader {
+
+    public static String read(File file) throws IOException {
+        try(FileReader fileReader = new FileReader(file)) {
+            StringBuilder content = new StringBuilder();
+            int nextChar;
+
+            while ((nextChar = fileReader.read()) != -1) {
+                content.append((char) nextChar);
+            }
+
+            return String.valueOf(content);
+        }
+    }
+
+}
diff --git a/src/main/java/info/selflearner/ocr_telegram/util/OCR.java b/src/main/java/info/selflearner/ocr_telegram/util/OCR.java
new file mode 100644
index 0000000..55e577f
--- /dev/null
+++ b/src/main/java/info/selflearner/ocr_telegram/util/OCR.java
@@ -0,0 +1,120 @@
+package info.selflearner.ocr_telegram.util;
+
+import info.selflearner.ocr_telegram.exception.PassportNotFoundException;
+import info.selflearner.ocr_telegram.model.Passport;
+import net.sourceforge.tess4j.*;
+import net.sourceforge.tess4j.util.LoadLibs;
+import org.json.JSONArray;
+import org.json.JSONObject;
+
+import javax.imageio.ImageIO;
+import java.awt.*;
+import java.awt.geom.AffineTransform;
+import java.awt.image.AffineTransformOp;
+import java.awt.image.BufferedImage;
+import java.io.File;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Path;
+
+public class OCR {
+    private static final ITesseract TESSERACT = new Tesseract();
+
+    static {
+        TESSERACT.setDatapath("src/main/resources/tessdata/");
+        TESSERACT.setVariable("user_defined_dpi", "300");
+        System.setProperty("java.library.path", LoadLibs.extractTessResources("win32-x86-64").getPath());
+    }
+
+    public static String perform(File file, String languages) throws TesseractException {
+        TESSERACT.setLanguage(languages);
+        String ocrResult = TESSERACT.doOCR(file);
+        file.delete();
+        return ocrResult;
+    }
+
+    public static Passport performPassport(File file) throws IOException, InterruptedException, PassportNotFoundException {
+        for (int imageRotateAngle = 0; imageRotateAngle <= 270; imageRotateAngle += 90) {
+            if (imageRotateAngle == 90) {
+                System.out.println("Rotating image to 90 degrees...");
+                rotateImageVertically(file, true);
+            } else if (imageRotateAngle == 180) {
+                System.out.println("Rotating image to 180 degrees...");
+                rotateImageHorizontally(file);
+            } else if (imageRotateAngle == 270) {
+                System.out.println("Rotating image to 270 degrees...");
+                rotateImageVertically(file, false);
+            }
+
+            Runtime.getRuntime().exec(new String[]{"surya_ocr", file.getPath(), "--results_dir", System.getProperty("java.io.tmpdir"), "--langs=en"}).waitFor();
+            JSONArray jsonTextLines = new JSONObject(Files.readAllLines(Path.of(System.getProperty("java.io.tmpdir"), "/", file.getName().split("\\.")[0], "/results.json")).getFirst())
+                    .getJSONArray(file.getName().split("\\.")[0]).getJSONObject(0).getJSONArray("text_lines");
+            int mrzStartingIndex = -1;
+
+            for (int arrayIndex = 0; arrayIndex < jsonTextLines.length() && mrzStartingIndex == -1; arrayIndex++) {
+                if (jsonTextLines.getJSONObject(arrayIndex).getString("text").indexOf("P<") == 0) {
+                    mrzStartingIndex = arrayIndex;
+                }
+            }
+
+            if (mrzStartingIndex != -1) {
+                System.out.println("MRZ1: " + jsonTextLines.getJSONObject(mrzStartingIndex).getString("text"));
+                System.out.println("MRZ2: " + jsonTextLines.getJSONObject(mrzStartingIndex + 1).getString("text"));
+                try {
+                    return new Passport(new String[]{jsonTextLines.getJSONObject(mrzStartingIndex).getString("text"), jsonTextLines.getJSONObject(mrzStartingIndex + 1).getString("text")},
+                            new int[]{(int) (jsonTextLines.getJSONObject(mrzStartingIndex).getDouble("confidence") * 100), (int) (jsonTextLines.getJSONObject(mrzStartingIndex + 1).getDouble("confidence") * 100)});
+                } catch (Exception _) {
+
+                }
+            }
+        }
+        throw new PassportNotFoundException("Passport not found");
+    }
+
+    private static void rotateImageVertically(File image, boolean counterClockwise) throws IOException {
+        BufferedImage bufferedImage = ImageIO.read(image);
+        BufferedImage output = new BufferedImage(bufferedImage.getHeight(), bufferedImage.getWidth(), bufferedImage.getType());
+
+        AffineTransform affineTransform = getAffineTransform(counterClockwise, bufferedImage);
+
+        AffineTransformOp affineTransformOp = new AffineTransformOp(affineTransform, AffineTransformOp.TYPE_BILINEAR);
+        affineTransformOp.filter(bufferedImage, output);
+
+        ImageIO.write(output, "jpg", image);
+    }
+
+    public static void rotateImageHorizontally(File image) throws IOException {
+        BufferedImage imageToRotate = ImageIO.read(image);
+
+        int widthOfImage = imageToRotate.getWidth();
+        int heightOfImage = imageToRotate.getHeight();
+        int typeOfImage = imageToRotate.getType();
+
+        BufferedImage output = new BufferedImage(widthOfImage, heightOfImage, typeOfImage);
+
+        Graphics2D graphics2D = output.createGraphics();
+
+        graphics2D.rotate(Math.toRadians(180), widthOfImage / 2.0, heightOfImage / 2.0);
+        graphics2D.drawImage(imageToRotate, null, 0, 0);
+
+        ImageIO.write(output, "jpg", image);
+    }
+
+    private static AffineTransform getAffineTransform(boolean counterClockwise, BufferedImage bufferedImage) {
+        int imageWidth = bufferedImage.getWidth();
+        int imageHeight = bufferedImage.getHeight();
+
+        AffineTransform affineTransform = new AffineTransform();
+        affineTransform.rotate((!counterClockwise ? Math.PI : -Math.PI) / 2, imageWidth / 2.0, imageHeight / 2.0);
+
+        double offset = (imageWidth - imageHeight) / 2.0;
+        if (!counterClockwise) {
+            affineTransform.translate(offset, offset);
+        } else {
+            affineTransform.translate(-offset, -offset);
+        }
+        return affineTransform;
+    }
+
+}
+