shouyoudianjing/src/main/java/com/izouma/awesomeadmin/util/VideoProcessToolNew.java

package com.izouma.awesomeadmin.util;

import com.izouma.awesomeadmin.dto.VideoProcessResult;
import com.izouma.awesomeadmin.service.OSSFileService;
import org.apache.commons.lang3.RandomStringUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.time.DateFormatUtils;
import org.bytedeco.javacpp.indexer.UByteRawIndexer;
import org.bytedeco.javacpp.opencv_imgproc;
import org.bytedeco.javacpp.tesseract;
import org.bytedeco.javacv.FFmpegFrameGrabber;
import org.bytedeco.javacv.Frame;
import org.bytedeco.javacv.FrameGrabber;
import org.bytedeco.javacv.OpenCVFrameConverter;
import org.hibernate.validator.internal.util.privilegedactions.GetResource;

import javax.imageio.ImageIO;
import java.awt.image.BufferedImage;
import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.nio.ByteBuffer;
import java.text.SimpleDateFormat;
import java.util.*;
import java.util.function.BiConsumer;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import static org.bytedeco.javacpp.lept.pixRead;
import static org.bytedeco.javacpp.opencv_core.*;
import static org.bytedeco.javacpp.opencv_imgcodecs.imencode;
import static org.bytedeco.javacpp.opencv_imgproc.*;
import static org.bytedeco.javacpp.opencv_imgproc.bilateralFilter;
import static org.bytedeco.javacpp.opencv_ml.SVM;
import static org.bytedeco.javacpp.tesseract.PSM_SINGLE_LINE;

public class VideoProcessToolNew {
    private OSSFileService ossFileService = new OSSFileService();
    public  String         imgPrefix      = "/tmp/";

    public VideoProcessResult processVideo(String path, int frameSkip) throws FrameGrabber.Exception {
        SVM svm = SVM.load(GetResource.class.getClassLoader().getResource("trainneddata/pubg.xml").getPath());
        VideoProcessResult result = new VideoProcessResult();
        OpenCVFrameConverter.ToMat converterToMat = new OpenCVFrameConverter.ToMat();
        long frameCount = 0;
        FrameGrabber videoGrabber = new FFmpegFrameGrabber(path);
        videoGrabber.start();
        Frame vFrame;
        List<long[]> slices = toSlices(videoGrabber.getLengthInTime());
        for (long[] slice : slices) {
            long start = slice[0];
            long end = slice[1];
            long ts = start;
            videoGrabber.setTimestamp(start);
            while (ts <= end) {
                vFrame = videoGrabber.grabFrame();
                if (vFrame != null) {
                    ts = vFrame.timestamp;
                    frameCount++;
                    if (frameCount % 200 == 0) {
                        System.gc();
                    }
                    if (frameSkip > 0 && frameCount % frameSkip != 0) {
                        continue;
                    }
                    Mat frame = removeBlackBarAndRotate(converterToMat.convert(vFrame));
                    if (matchGameOver(svm, frame)) {
                        Mat filtered = new Mat();
                        bilateralFilter(frame, filtered, 25, 25 * 2, 25 / 2f);
                        if (result.getRank() == null) {
                            result.setRank(extractRank(filtered));
                        }
                        if (result.getTotal() == null) {
                            result.setTotal(extractTotalNum(filtered));
                        }
                        if (result.getLiveTime() == null) {
                            Map<String, Double> statistics = getStatistics(filtered);
                            if (statistics != null) {
                                result.setScore(statistics.get("评分"));
                                result.setLiveTime(statistics.get("参赛时间"));
                                // result.setKillNum(Integer.parseInt(statistics.get("淘汰").toString()));
                            }
                        }
                        filtered.release();
                        if (result.getRank() != null
                            && result.getTotal() != null
                            && result.getLiveTime() != null
                            && result.getScore() != null) {
                            try {
                                double score = result.getScore();
                                double total = result.getTotal();
                                double rank = result.getRank();
                                if (score > (total - rank) / total * 100 / 2) {
                                    String filename = "/var/samples/" + DateFormatUtils.format(new Date(), "yyyyMMddHHmmss") + RandomStringUtils.randomNumeric(8) + ".jpg";
                                    org.bytedeco.javacpp.opencv_imgcodecs.imwrite(filename, frame);
                                    result.setImage(uploadImage(frame));
                                    break;
                                }
                            } catch (Exception ignore) {
                            }
                        }
                    }
                    frame.release();
                    System.out.println(frameCount + " frame processed");
                } else {
                    break;
                }
            }
            if (result.isValid()) {
                break;
            }
        }
        videoGrabber.stop();
        videoGrabber.release();
        svm.deallocate();
        System.gc();
        return result.isValid() ? result : null;
    }

    public VideoProcessResult getKill3Time(String path, int frameSkip) throws FrameGrabber.Exception {
        SVM svm = SVM.load(GetResource.class.getClassLoader().getResource("trainneddata/pubg.xml").getPath());
        VideoProcessResult result = new VideoProcessResult();
        OpenCVFrameConverter.ToMat converterToMat = new OpenCVFrameConverter.ToMat();
        long frameCount = 0;
        FrameGrabber videoGrabber = new FFmpegFrameGrabber(path);
        videoGrabber.start();
        Frame vFrame;
        List<long[]> slices = toSlices(videoGrabber.getLengthInTime());
        for (long[] slice : slices) {
            long start = slice[0];
            long end = slice[1];
            long ts = start;
            videoGrabber.setTimestamp(start);
            while (ts <= end) {
                vFrame = videoGrabber.grabFrame();
                if (vFrame != null) {
                    ts = vFrame.timestamp;
                    frameCount++;
                    if (frameCount % 200 == 0) {
                        System.gc();
                    }
                    if (frameSkip > 0 && frameCount % frameSkip != 0) {
                        continue;
                    }
                    Mat frame = removeBlackBarAndRotate(converterToMat.convert(vFrame));
                    Mat filtered = new Mat();
                    bilateralFilter(frame, filtered, 25, 25 * 2, 25 / 2f);
                    if (getKillNum(filtered) >= 3) {
                        String filename = "/var/samples/" + DateFormatUtils.format(new Date(), "yyyyMMddHHmmss") + RandomStringUtils.randomNumeric(8) + ".jpg";
                        org.bytedeco.javacpp.opencv_imgcodecs.imwrite(filename, frame);
                        result.setImage(uploadImage(frame));
                        result.setKill3time(ts);
                        break;
                    }
                    frame.release();
                    System.out.println(frameCount + " frame processed");
                } else {
                    break;
                }
            }
            if (result.getKill3time() != null) {
                break;
            }
        }
        videoGrabber.stop();
        videoGrabber.release();
        svm.deallocate();
        System.gc();
        return result;
    }

    private List<long[]> toSlices(Long total) {
        List<long[]> list = new ArrayList<>();
        long end = total;
        while (true) {
            long start = end - 30000000L;
            if (start < 0) {
                start = 0;
            }
            list.add(new long[]{start, end});
            if (start == 0) {
                break;
            }
            end = start - 1;
        }
        return list;
    }

    public boolean matchGameOver(SVM svm, Mat inputImage) {
        Mat resized = new Mat();
        resize(inputImage, resized, new Size(854, 480));
        Mat reshaped = resized.reshape(1, 1);
        Mat toPredict = new Mat();
        reshaped.convertTo(toPredict, CV_32F);
        float res = svm.predict(toPredict);

        resized.release();
        reshaped.release();
        toPredict.release();
        return res == 1;
    }


    public Integer extractRank(Mat src) {
        Integer result = null;
        int m = src.rows();
        int n = src.cols();
        Mat roi = new Mat(src, new Range(0, (int) (m * 0.093)), new Range((int) (n * 0.44), (int) (n * 0.56)));
        imwrite("rank.jpg", roi);

        Mat filtered = new Mat(roi.rows(), roi.cols(), CV_8UC1, new Scalar(0));
        Mat hsvImg = new Mat();
        cvtColor(roi, hsvImg, COLOR_BGR2HSV);

        UByteRawIndexer hsvIndexer = hsvImg.createIndexer();
        UByteRawIndexer filteredIndexer = filtered.createIndexer();
        for (int i = 0; i < roi.rows(); i++) {
            for (int j = 0; j < roi.cols(); j++) {
                int h = hsvIndexer.get(i, j, 0);
                int s = hsvIndexer.get(i, j, 1);
                int v = hsvIndexer.get(i, j, 2);
                int dh = 0;
                if (h > 26) {
                    dh = h - 26;
                } else if (h < 21) {
                    dh = 21 - h;
                }
                int ds = 0;
                if (s > 161) {
                    ds = s - 161;
                } else if (s < 120) {
                    ds = 120 - s;
                }
                int dv = 0;
                if (v > 251) {
                    dv = v - 251;
                } else if (v < 238) {
                    dv = 238 - v;
                }
                int gray = (int) (255 - Math.min(255, dh * 50)
                                  - Math.min(255, ds * 3)
                                  - Math.min(255, dv * 10));
                gray = gray < 0 ? 0 : gray;
                // int gray = (h == 26 && Math.abs(s - S) < 50) ? 255 : 0;
                filteredIndexer.put(i, j, gray);
            }
        }
        hsvIndexer.release();
        hsvImg.release();
        filteredIndexer.release();

        imwrite("rank_filtered.jpg", filtered);
        Mat gray = new Mat();
        adaptiveThreshold(filtered, gray, 255, CV_ADAPTIVE_THRESH_MEAN_C, CV_THRESH_BINARY_INV, 15, 12);
        imwrite("rank_gray.jpg", gray);
        MatVector contours = new MatVector();
        findContours(gray, contours, RETR_EXTERNAL, CHAIN_APPROX_SIMPLE);
        List<Rect> rects = new ArrayList<>();
        for (int i = 0; i < contours.size(); i++) {
            Mat contour = contours.get(i);
            Rect rect = boundingRect(contour);
            rects.add(rect);
            contour.release();
        }
        rects.sort((o1, o2) -> o2.area() - o1.area());
        for (int i = 0; i < rects.size(); i++) {
            Rect rect = rects.get(i);
            if (i < 5) {
                Mat txtImg = new Mat(filtered, new Range(rect.y(), rect.y() + rect.height()), new Range(rect.x(), rect.x() + rect.width()));
                String str = doOCR(txtImg);
                txtImg.release();
                System.out.println(str);
                if (str != null) {
                    str = str.replaceAll("[ \n.]", "");
                    if (Pattern.matches("^第\\d{1,3}$", str)) {
                        try {
                            result = Integer.parseInt(str.replace("第", ""));
                        } catch (Exception ignored) {
                        }
                        break;
                    }
                }
            }
        }
        filtered.release();
        gray.release();
        roi.release();
        return result;
    }

    public Integer extractTotalNum(Mat src) {
        Integer result = null;
        int m = src.rows();
        int n = src.cols();
        Mat roi = new Mat(src, new Range(0, (int) (m * 0.08)), new Range((int) (n * 0.42), (int) (n * 0.58)));
        imwrite("total.png", roi);

        Mat totalFiltered = new Mat(roi.rows(), roi.cols(), CV_8UC1, new Scalar(0));
        Mat hsvImg = new Mat();
        cvtColor(roi, hsvImg, COLOR_BGR2HSV);

        UByteRawIndexer hsvIndexer = hsvImg.createIndexer();
        UByteRawIndexer resultIndexer = totalFiltered.createIndexer();
        for (int i = 0; i < roi.rows(); i++) {
            for (int j = 0; j < roi.cols(); j++) {
                int h = hsvIndexer.get(i, j, 0);
                int s = hsvIndexer.get(i, j, 1);
                int v = hsvIndexer.get(i, j, 2);

                int gray = 255 - 2 * s;
                gray = gray < 0 ? 0 : gray;
                resultIndexer.put(i, j, gray);
            }
        }
        hsvIndexer.release();
        hsvImg.release();
        resultIndexer.release();
        imwrite("total_filtered.png", totalFiltered);
        Mat gray = new Mat();
        adaptiveThreshold(totalFiltered, gray, 255, CV_ADAPTIVE_THRESH_MEAN_C, CV_THRESH_BINARY_INV, 15, 12);
        imwrite("rank_gray.jpg", gray);
        MatVector contours = new MatVector();
        findContours(gray, contours, RETR_EXTERNAL, CHAIN_APPROX_SIMPLE);
        List<Rect> rects = new ArrayList<>();
        for (int i = 0; i < contours.size(); i++) {
            Mat contour = contours.get(i);
            Rect rect = boundingRect(contour);
            rects.add(rect);
            contour.release();
        }
        rects.sort((o1, o2) -> o2.area() - o1.area());
        for (int i = 0; i < rects.size(); i++) {
            Rect rect = rects.get(i);
            if (i < 5) {
                Mat txtImg = new Mat(totalFiltered, new Range(rect.y(), rect.y() + rect.height()), new Range(rect.x(), rect.x() + rect.width()));
                String str = doOCR(txtImg);
                txtImg.release();
                if (str != null) {
                    str = str.replaceAll("[ \n]", "");
                    if (Pattern.matches("^/\\d{1,3}$", str)) {
                        try {
                            result = Integer.parseInt(str.replace("/", ""));
                        } catch (Exception ignored) {
                        }
                        break;
                    }
                }
            }
        }
        totalFiltered.release();
        gray.release();
        System.out.println(result);
        return result;
    }

    public String extractMode(Mat src) {
        String result = null;
        int m = src.rows();
        int n = src.cols();
        Mat roi = new Mat(src, new Range(0, (int) (m * 0.065)), new Range(0, (int) (n * 0.2)));
        imwrite("mode.png", roi);

        Mat filtered = new Mat(roi.rows(), roi.cols(), CV_8UC1, new Scalar(0));
        Mat hsvImg = new Mat();
        cvtColor(roi, hsvImg, COLOR_BGR2HSV);

        UByteRawIndexer hsvIndexer = hsvImg.createIndexer();
        UByteRawIndexer bgrIndexer = roi.createIndexer();
        UByteRawIndexer resultIndexer = filtered.createIndexer();
        for (int i = 0; i < roi.rows(); i++) {
            for (int j = 0; j < roi.cols(); j++) {
                int h = hsvIndexer.get(i, j, 0);
                int s = hsvIndexer.get(i, j, 1);
                int v = hsvIndexer.get(i, j, 2);
                int b = bgrIndexer.get(i, j, 0);
                int g = bgrIndexer.get(i, j, 1);
                int r = bgrIndexer.get(i, j, 2);

                int dr = Math.abs(r - 220);
                int dg = Math.abs(g - 220);
                int db = Math.abs(b - 220);

                int dbgr = Math.abs(b - g) + Math.abs(b - r) + Math.abs(r - g);

                int gray = (int) (255 - Math.pow(dr, 2) * 0.015 - Math.pow(dg, 2) * 0.015 - Math.pow(db, 2) * 0.015 - Math.pow(dbgr, 2) * 0.015);
                // gray = (int) (gray / 128f * 255);
                // gray = 255 - Math.abs(gray - 200) * 2;
                if (gray > 220) {
                    gray = 0;
                } else if (gray > 190) {
                    gray = 220 - 190;
                } else {
                    gray = 255;
                }
                resultIndexer.put(i, j, gray);
            }
        }

        hsvIndexer.release();
        bgrIndexer.release();
        hsvImg.release();
        resultIndexer.release();
        imwrite("mode_filtered.png", filtered);
        result = doOCR(filtered, "chi_sim");
        if (StringUtils.isNotEmpty(result)) {
            result = result.replace(" ", "").replace("\n", "");
        }
        System.out.println(result);
        filtered.release();
        roi.release();
        return result;
    }

    public Map<String, Double> getStatistics(Mat src) {
        imwrite("time.jpg", src);
        int m = src.rows();
        int n = src.cols();
        Mat roi = new Mat(src, new Range((int) (m * 0.569), (int) (m * 0.625)), new Range((int) (n * 0.3), (int) (n * 0.8)));
        Mat filtered = timeFilter(roi);
        imwrite("time_filtered.jpg", filtered);

        Map<String, String> map = new HashMap<>();
        Rect[] rects = {
                new Rect(0, 0, (int) (filtered.cols() * 0.128), filtered.rows()),
                // new Rect((int) (filtered.cols() * 0.128), 0, (int) (filtered.cols() * 0.128), filtered.rows()),
                new Rect((int) (filtered.cols() * 0.256), 0, (int) (filtered.cols() * 0.162), filtered.rows()),
                // new Rect((int) (filtered.cols() * 0.428), 0, (int) (filtered.cols() * 0.114), filtered.rows()),
                // new Rect((int) (filtered.cols() * 0.542), 0, (int) (filtered.cols() * 0.1), filtered.rows()),
                // new Rect((int) (filtered.cols() * 0.642), 0, (int) (filtered.cols() * 0.1), filtered.rows()),
                new Rect((int) (filtered.cols() * 0.742), 0, (int) (filtered.cols() * 0.15), filtered.rows())
        };
        String[] names = {
                "淘汰",
                // "伤害",
                "参赛时间",
                // "治疗量",
                // "救援",
                // "助攻",
                "评分"
        };
        int i = 0;
        for (Rect rect : rects) {
            Mat txtImg = new Mat(filtered, new Range(rect.y(), rect.y() + rect.height()), new Range(rect.x(), rect.x() + rect.width()));

            Rect rect1 = boundingRect(txtImg);
            int y1 = rect1.y() - 5;
            y1 = y1 < 0 ? 0 : y1;
            int y2 = rect1.y() + rect1.height() + 5;
            y2 = y2 > (txtImg.rows() - 1) ? (txtImg.rows() - 1) : y2;
            int x1 = rect1.x() - 5;
            x1 = x1 < 0 ? 0 : x1;
            int x2 = rect1.x() + rect1.width() + 5;
            x2 = x2 > (txtImg.cols() - 1) ? (txtImg.cols() - 1) : x2;
            txtImg = txtImg.rowRange(y1, y2).colRange(x1, x2);
            bitwise_not(txtImg, txtImg);
            resize(txtImg, txtImg, new Size(0, 0), 3, 3, INTER_LINEAR);
            String str = doOCR(txtImg);
            if (StringUtils.isNotEmpty(str)) {
                str = str.replaceAll("[ \n]", "");
            }
            map.put(names[i], str);
            System.out.println(names[i] + str);
            imwrite(names[i] + ".png", txtImg);
            i++;
        }

        filtered.release();
        roi.release();
        if (Pattern.matches("((^([0-9]+[.][0-9]*))|(^\\d{1,2}))分钟", map.get("参赛时间")) &&
            Pattern.matches("((^([0-9]+[.][0-9]+)$)|(^\\d{1,2})$)", map.get("评分"))) {
            try {
                double score = Double.parseDouble(map.get("评分"));
                double time = Double.parseDouble(map.get("参赛时间").replace("分钟", ""));
                if (score >= 0 && score <= 100 && time >= 0 && time <= 45) {
                    Map<String, Double> result = new HashMap<>();
                    result.put("评分", score);
                    result.put("参赛时间", time);
                    return result;
                }
            } catch (Exception ignored) {
            }
        }
        return null;
    }

    public Integer getKillNum(Mat src) {
        int m = src.rows();
        int n = src.cols();
        Mat roi = new Mat(src, new Range(0, (int) (m * 0.05)), new Range(0, (int) (n * 0.2)));

        Mat filtered1 = new Mat(roi.rows(), roi.cols(), CV_8UC3, new Scalar(0));
        Mat filtered2 = new Mat(roi.rows(), roi.cols(), CV_8UC1, new Scalar(0));
        UByteRawIndexer srcIndexer = roi.createIndexer();
        UByteRawIndexer idx1 = filtered1.createIndexer();
        UByteRawIndexer idx2 = filtered2.createIndexer();
        for (int i = 0; i < roi.rows(); i++) {
            for (int j = 0; j < roi.cols(); j++) {
                int b = srcIndexer.get(i, j, 0);
                int g = srcIndexer.get(i, j, 1);
                int r = srcIndexer.get(i, j, 2);
                // if (b > 150 & g > 150 & r > 150) {
                //     idx1.put(i, j, (b + g + r) / 3);
                // } else {
                //     idx1.put(i, j, 0);
                // }

                if (b > 190 && g > 190 & r > 190) {
                    idx1.put(i, j, 0, b);
                    idx1.put(i, j, 1, g);
                    idx1.put(i, j, 2, r);
                } else {
                    idx1.put(i, j, 0, 0);
                    idx1.put(i, j, 1, 0);
                    idx1.put(i, j, 2, 0);
                }

                int gg = (b + g + r) / 3 - 80;
                gg -= Math.sqrt((Math.pow(b - g, 2) + Math.pow(b - r, 2) + Math.pow(r - g, 2)) / 3);
                gg = Math.max(gg, 0);
                gg *= 1.5;
                gg = Math.min(gg, 255);
                gg = 255 - gg;
                idx2.put(i, j, gg);
            }
        }
        srcIndexer.release();
        idx1.release();
        idx2.release();

        cvtColor(filtered1, filtered1, COLOR_BGR2GRAY);
        imwrite("kill_f1.png", filtered1);
        imwrite("kill_f2.png", filtered2);

        imwrite("kill.jpg", roi);
        Mat gray = new Mat();
        threshold(filtered1, gray, 200, 255, THRESH_BINARY);
        filtered1.release();
        imwrite("kill_g.jpg", gray);

        dilate(gray, gray, 3);
        imwrite("kill_g_dilate.jpg", gray);

        erode(gray, gray, 1);
        imwrite("kill_g_erode.jpg", gray);


        MatVector contours = new MatVector();
        findContours(gray, contours, RETR_EXTERNAL, CHAIN_APPROX_SIMPLE);
        gray.release();

        List<Rect> rects = new ArrayList<>();
        int width = 0;
        int height = 0;
        for (int i = 0; i < contours.size(); i++) {
            Mat contour = contours.get(i);
            Rect rect = boundingRect(contour);
            rects.add(rect);
            contour.release();
            width += rect.width();
            if (rect.height() > height) {
                height = rect.height();
            }
            rectangle(roi, rect, new Scalar(0, 255, 0, 0));
        }
        imwrite("kill.jpg", roi);

        Mat img = new Mat(height, width, CV_8UC1, new Scalar(255, 255, 255, 0));
        int colStart = 0;
        rects.sort(Comparator.comparingInt(Rect::x));
        for (Rect rect : rects) {
            int rowStart = (img.rows() - rect.height()) / 2;
            filtered2.rowRange(new Range(rect.y(), rect.y() + rect.height()))
                     .colRange(new Range(rect.x(), rect.x() + rect.width()))
                     .copyTo(img.rowRange(rowStart, rowStart + rect.height())
                                .colRange(colStart, colStart + rect.width()));
            colStart += rect.width();
        }
        filtered2.release();
        resize(img, img, new Size(width * 3, height * 3));
        imwrite("img.jpg", img);
        String str = doOCR(img);
        img.release();
        System.out.println(str);
        if (StringUtils.isNotEmpty(str)) {
            str = str.replace(" ", "");
            Pattern pattern = Pattern.compile("淘汰(\\d{1,2})");
            Matcher matcher = pattern.matcher(str);
            if (matcher.find()) {
                System.out.println(matcher.group(0));
                return Integer.parseInt(matcher.group(1));
            }
        }
        return 0;
    }

    public Mat timeFilter(Mat src) {
        int b = 27;
        int g = 145;
        int r = 211;

        int hmin = 28;
        int hmax = 28;
        int smin = 145;
        int smax = 145;
        int vmin = 160;
        int vmax = 160;

        Mat result = new Mat(src.rows(), src.cols(), CV_8UC1, new Scalar(0));
        Mat hsvImg = new Mat();
        cvtColor(src, hsvImg, COLOR_BGR2HSV);
        UByteRawIndexer hsvIndexer = hsvImg.createIndexer();
        UByteRawIndexer srcIndexer = src.createIndexer();
        UByteRawIndexer resultIndexer = result.createIndexer();
        for (int i = 0; i < src.rows(); i++) {
            for (int j = 0; j < src.cols(); j++) {
                int db = Math.abs(srcIndexer.get(i, j, 0) - b);
                int dg = Math.abs(srcIndexer.get(i, j, 1) - g);
                int dr = Math.abs(srcIndexer.get(i, j, 2) - r);

                int h = hsvIndexer.get(i, j, 0);
                int s = hsvIndexer.get(i, j, 1);
                int v = hsvIndexer.get(i, j, 2);

                int dh = h > hmax ? (h - hmax) : (h < hmin ? (hmin - h) : 0);
                int ds = s > smax ? (s - smax) : (s < smin ? (smin - s) : 0);
                int dv = v > vmax ? (v - vmax) : (v < vmin ? (vmin - v) : 0);

                int gray = 255 - (db * 0 + dg * 3 + dr * 2);
                // int gray = 255 - dh * 2 - ds * 2 - dv* 2;
                if (gray < 0) gray = 0;
                if (gray > 255) gray = 255;
                gray *= 1.2;
                if (gray > 255) gray = 255;
                resultIndexer.put(i, j, gray);
            }
        }
        hsvImg.release();
        hsvIndexer.release();
        srcIndexer.release();
        resultIndexer.release();
        return result;
    }


    private String doOCR(Mat img) {
        return doOCR(img, "pubg");
    }

    private String doOCR(Mat img, String lang) {
        imwrite("text.jpg", img);
        final tesseract.TessBaseAPI baseApi = new tesseract.TessBaseAPI();
        baseApi.Init(GetResource.class.getClassLoader().getResource("trainneddata").getPath(), lang);
        baseApi.SetPageSegMode(PSM_SINGLE_LINE);
        baseApi.SetImage(pixRead(imgPrefix + "text.jpg"));
        String recognizedText = baseApi.GetUTF8Text().getString();
        return recognizedText == null ? "" : recognizedText;
    }

    private void dilate(Mat src, Mat dst, float dilation_size) {
        Mat dilationElement = getStructuringElement(MORPH_ELLIPSE,
                                                    new Size((int) (2 * dilation_size + 1), (int) (2 * dilation_size + 1)),
                                                    new Point((int) dilation_size, (int) dilation_size));
        opencv_imgproc.dilate(src, dst, dilationElement);
        dilationElement.release();
    }

    private void erode(Mat src, Mat dst, float erosion_size) {
        Mat erodeElement = getStructuringElement(MORPH_RECT,
                                                 new Size((int) (2 * erosion_size + 1), (int) (2 * erosion_size + 1)),
                                                 new Point((int) erosion_size, (int) erosion_size));
        opencv_imgproc.erode(src, dst, erodeElement);
        erodeElement.release();
    }

    public Mat removeBlackBarAndRotate(Mat src) {
        if (src.cols() < src.rows()) {
            rotate(src, src, ROTATE_90_COUNTERCLOCKWISE);
        }
        Mat gray = new Mat();
        cvtColor(src, gray, COLOR_BGR2GRAY);
        threshold(gray, gray, 2, 255, THRESH_BINARY);
        Rect rect = boundingRect(gray);
        Mat dst = new Mat(src, new Range(rect.y(), rect.y() + rect.height()), new Range(rect.x(), rect.x() + rect.width()));
        src.release();
        gray.release();
        rect.deallocate();
        return dst;
    }

    public BufferedImage createBufferedImage(Mat mat) {
        ByteBuffer byteBuffer = ByteBuffer.allocate(mat.cols() * mat.rows());
        imencode(".jpg", mat, byteBuffer);
        byte[] ba = byteBuffer.array();
        BufferedImage bi = null;
        try {
            bi = ImageIO.read(new ByteArrayInputStream(ba));
        } catch (IOException e) {
            e.printStackTrace();
        }
        return bi;
    }

    public String uploadImage(Mat frame) {
        try {
            BufferedImage image = createBufferedImage(frame);
            ByteArrayOutputStream baos = new ByteArrayOutputStream();//io流
            ImageIO.write(image, "png", baos);//写入流中
            byte[] bytes = baos.toByteArray();//转换成字节
            InputStream in = new ByteArrayInputStream(bytes);
            String path = String.format("images/%s-%s.jpg", new SimpleDateFormat("yyyy-MM-dd-hh-mm-ss").format(new Date()), UUID.randomUUID().toString());
            return ossFileService.upload(in, path);
        } catch (IOException e) {
            e.printStackTrace();
        }
        return null;
    }

    private void imwrite(String name, Mat img) {
        org.bytedeco.javacpp.opencv_imgcodecs.imwrite(imgPrefix + name, img);
    }
}