视频识别

log.txt

@@ -657,3 +657,77 @@ Caused by: java.lang.UnsatisfiedLinkError: no opencv_java401 in java.library.pat
 	... 38 more
 [2019-01-31 15:29:59] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
 [2019-01-31 15:30:39] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 21:47:25] [WARN ] - Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'videoRecognitionServiceImpl' defined in file [/Users/drew/Projects/Java/shouyoudianjing/target/classes/com/izouma/awesomeadmin/service/impl/VideoRecognitionServiceImpl.class]: Instantiation of bean failed; nested exception is java.lang.UnsatisfiedLinkError: no opencv_java401 in java.library.path
+[2019-01-31 21:47:25] [ERROR] - Caught exception while allowing TestExecutionListener [org.springframework.test.context.support.DependencyInjectionTestExecutionListener@577f9109] to prepare test instance [RecognitionTest@4303b7f0]
+java.lang.IllegalStateException: Failed to load ApplicationContext
+	at org.springframework.test.context.cache.DefaultCacheAwareContextLoaderDelegate.loadContext(DefaultCacheAwareContextLoaderDelegate.java:124)
+	at org.springframework.test.context.support.DefaultTestContext.getApplicationContext(DefaultTestContext.java:83)
+	at org.springframework.test.context.support.DependencyInjectionTestExecutionListener.injectDependencies(DependencyInjectionTestExecutionListener.java:117)
+	at org.springframework.test.context.support.DependencyInjectionTestExecutionListener.prepareTestInstance(DependencyInjectionTestExecutionListener.java:83)
+	at org.springframework.test.context.TestContextManager.prepareTestInstance(TestContextManager.java:230)
+	at org.springframework.test.context.junit4.SpringJUnit4ClassRunner.createTest(SpringJUnit4ClassRunner.java:228)
+	at org.springframework.test.context.junit4.SpringJUnit4ClassRunner$1.runReflectiveCall(SpringJUnit4ClassRunner.java:287)
+	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
+	at org.springframework.test.context.junit4.SpringJUnit4ClassRunner.methodBlock(SpringJUnit4ClassRunner.java:289)
+	at org.springframework.test.context.junit4.SpringJUnit4ClassRunner.runChild(SpringJUnit4ClassRunner.java:247)
+	at org.springframework.test.context.junit4.SpringJUnit4ClassRunner.runChild(SpringJUnit4ClassRunner.java:94)
+	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
+	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
+	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
+	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
+	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
+	at org.springframework.test.context.junit4.statements.RunBeforeTestClassCallbacks.evaluate(RunBeforeTestClassCallbacks.java:61)
+	at org.springframework.test.context.junit4.statements.RunAfterTestClassCallbacks.evaluate(RunAfterTestClassCallbacks.java:70)
+	at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
+	at org.springframework.test.context.junit4.SpringJUnit4ClassRunner.run(SpringJUnit4ClassRunner.java:191)
+	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
+	at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:68)
+	at com.intellij.rt.execution.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:47)
+	at com.intellij.rt.execution.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:242)
+	at com.intellij.rt.execution.junit.JUnitStarter.main(JUnitStarter.java:70)
+Caused by: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'videoRecognitionServiceImpl' defined in file [/Users/drew/Projects/Java/shouyoudianjing/target/classes/com/izouma/awesomeadmin/service/impl/VideoRecognitionServiceImpl.class]: Instantiation of bean failed; nested exception is java.lang.UnsatisfiedLinkError: no opencv_java401 in java.library.path
+	at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1116)
+	at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1060)
+	at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:513)
+	at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:483)
+	at org.springframework.beans.factory.support.AbstractBeanFactory$1.getObject(AbstractBeanFactory.java:306)
+	at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:230)
+	at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:302)
+	at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:197)
+	at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:759)
+	at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:866)
+	at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:542)
+	at org.springframework.test.context.support.AbstractGenericContextLoader.loadContext(AbstractGenericContextLoader.java:128)
+	at org.springframework.test.context.support.AbstractGenericContextLoader.loadContext(AbstractGenericContextLoader.java:60)
+	at org.springframework.test.context.cache.DefaultCacheAwareContextLoaderDelegate.loadContextInternal(DefaultCacheAwareContextLoaderDelegate.java:98)
+	at org.springframework.test.context.cache.DefaultCacheAwareContextLoaderDelegate.loadContext(DefaultCacheAwareContextLoaderDelegate.java:116)
+	... 24 more
+Caused by: java.lang.UnsatisfiedLinkError: no opencv_java401 in java.library.path
+	at java.lang.ClassLoader.loadLibrary(ClassLoader.java:1867)
+	at java.lang.Runtime.loadLibrary0(Runtime.java:870)
+	at java.lang.System.loadLibrary(System.java:1122)
+	at com.izouma.awesomeadmin.service.impl.VideoRecognitionServiceImpl.<clinit>(VideoRecognitionServiceImpl.java:54)
+	at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
+	at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
+	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
+	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
+	at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:142)
+	at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:89)
+	at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1108)
+	... 38 more
+[2019-01-31 22:05:05] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 22:06:23] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 22:25:56] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 22:27:06] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 22:34:27] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 22:45:50] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 22:46:51] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 22:47:56] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 22:50:47] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 22:52:08] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 22:52:56] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 22:54:31] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 22:55:53] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 23:01:00] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 23:14:25] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.
+[2019-01-31 23:15:11] [WARN ] - Bad pool size config, start 3 < min 5. Using 5 as start.

src/main/java/com/izouma/awesomeadmin/service/VideoRecognitionService.java

@@ -1,15 +1,18 @@
 package com.izouma.awesomeadmin.service;
 
 import org.opencv.core.Mat;
+import org.opencv.ml.SVM;
 
 import java.util.Map;
 
 public interface VideoRecognitionService {
     boolean start(String videoPath);
 
+    boolean matchGameOver(SVM svm, Mat inputImage);
+
     String extractRank(Mat inputImage);
 
     String extractGameTime(Mat inputImage);
 
-    Map<String,Object> stat(String videoPath);
+    Map<String, Object> stat(String videoPath);
 }

src/main/java/com/izouma/awesomeadmin/service/impl/VideoRecognitionServiceImpl.java

@@ -11,6 +11,7 @@ import org.apache.commons.lang.StringUtils;
 import org.hibernate.validator.internal.util.privilegedactions.GetResource;
 import org.opencv.core.*;
 import org.opencv.highgui.HighGui;
+import org.opencv.imgcodecs.Imgcodecs;
 import org.opencv.imgproc.Imgproc;
 import org.opencv.ml.SVM;
 import org.opencv.videoio.VideoCapture;
@@ -23,10 +24,7 @@ import java.awt.image.BufferedImage;
 import java.io.ByteArrayInputStream;
 import java.io.ByteArrayOutputStream;
 import java.io.IOException;
-import java.util.ArrayList;
-import java.util.HashMap;
-import java.util.List;
-import java.util.Map;
+import java.util.*;
 import java.util.concurrent.LinkedBlockingQueue;
 import java.util.concurrent.ThreadPoolExecutor;
 import java.util.concurrent.TimeUnit;
@@ -41,10 +39,10 @@ import static org.opencv.imgproc.Imgproc.*;
 
 @Service
 public class VideoRecognitionServiceImpl implements VideoRecognitionService {
-    public static boolean                          DEBUG     = false;
-    private       ThreadPoolExecutor               executor  = new ThreadPoolExecutor(10, 10, 60, TimeUnit.SECONDS, new LinkedBlockingQueue<>());
-    private       Map<String, Map<String, Object>> resultMap = new HashMap<>();
-    private       Map<String, Long>                lastStat  = new HashMap<>();
+    public static boolean DEBUG = false;
+    private ThreadPoolExecutor executor = new ThreadPoolExecutor(10, 10, 60, TimeUnit.SECONDS, new LinkedBlockingQueue<>());
+    private Map<String, Map<String, Object>> resultMap = new HashMap<>();
+    private Map<String, Long> lastStat = new HashMap<>();
 
     static {
         CLibrary.INSTANCE.setlocale(CLibrary.LC_ALL, "C");
@@ -58,9 +56,9 @@ public class VideoRecognitionServiceImpl implements VideoRecognitionService {
     public interface CLibrary extends Library {
         CLibrary INSTANCE = (CLibrary) Native.loadLibrary((Platform.isWindows() ? "msvcrt" : "c"), CLibrary.class);
 
-        int LC_CTYPE   = 0;
+        int LC_CTYPE = 0;
         int LC_NUMERIC = 1;
-        int LC_ALL     = 6;
+        int LC_ALL = 6;
 
         // char *setlocale(int category, const char *locale);
         String setlocale(int category, String locale);
@@ -87,20 +85,7 @@ public class VideoRecognitionServiceImpl implements VideoRecognitionService {
                     if (frameCount % 3 != 0) {
                         continue;
                     }
-                    long lastTs = lastStat.get(videoPath);
-                    if (System.currentTimeMillis() - lastTs > 60 * 1000) {
-                        break;
-                    }
-                    if (frame.cols() < frame.rows()) {
-                        rotate(frame, frame, ROTATE_90_COUNTERCLOCKWISE);
-                    }
-                    resize(frame, v, new Size(854, 480));
-                    Mat p = v.reshape(1, 1);
-                    p.convertTo(p, CV_32FC1);
-                    float res = svm.predict(p);
-                    System.out.println("predict res: " + res);
-
-                    if (res == 1) {
+                    if (matchGameOver(svm, frame)) {
                         String rank = extractRank(frame);
                         String time = extractGameTime(frame);
                         if (StringUtils.isNotEmpty(rank) && StringUtils.isNotEmpty(time)) {
@@ -142,6 +127,20 @@ public class VideoRecognitionServiceImpl implements VideoRecognitionService {
         return false;
     }
 
+    @Override
+    public boolean matchGameOver(SVM svm, Mat inputImage) {
+        if (inputImage.cols() < inputImage.rows()) {
+            rotate(inputImage, inputImage, ROTATE_90_COUNTERCLOCKWISE);
+        }
+        Mat v = new Mat();
+        removeBlackBar(inputImage, inputImage);
+        resize(inputImage, v, new Size(854, 480));
+        Mat p = v.reshape(1, 1);
+        p.convertTo(p, CV_32FC1);
+        float res = svm.predict(p);
+        return res == 1;
+    }
+
     @Override
     public String extractRank(Mat inputImage) {
         String result = null;
@@ -279,6 +278,7 @@ public class VideoRecognitionServiceImpl implements VideoRecognitionService {
         return result;
     }
 
+
     @Override
     public Map<String, Object> stat(String videoPath) {
         lastStat.put(videoPath, System.currentTimeMillis());
@@ -361,4 +361,62 @@ public class VideoRecognitionServiceImpl implements VideoRecognitionService {
             HighGui.imshow(name, copy);
         }
     }
+
+    private void removeBlackBar(Mat src, Mat dst) {
+        int[] top = new int[20];
+        int[] bottom = new int[20];
+        int[] left = new int[20];
+        int[] right = new int[20];
+        int rowStep = (int) (src.rows() * 0.4 / 20);
+        int colStep = (int) (src.cols() * 0.4 / 20);
+        int r = (int) (src.rows() * 0.3);
+        for (int i = 0; i < 20; i++) {
+            for (int c = 2; c + 2 < src.cols(); c++) {
+                double B = (src.get(r, c - 2)[0] + src.get(r, c - 1)[0] + src.get(r, c)[0] + src.get(r, c + 1)[0] + src.get(r, c + 2)[0]) / 3f;
+                double G = (src.get(r, c - 2)[1] + src.get(r, c - 1)[1] + src.get(r, c)[1] + src.get(r, c + 1)[1] + src.get(r, c + 2)[1]) / 3f;
+                double R = (src.get(r, c - 2)[2] + src.get(r, c - 1)[2] + src.get(r, c)[2] + src.get(r, c + 1)[2] + src.get(r, c + 2)[2]) / 3f;
+                if (B > 5 && G > 5 && R > 5) {
+                    left[i] = c;
+                    break;
+                }
+            }
+            for (int c = src.cols() - 3; c - 2 >= 0; c--) {
+                double B = (src.get(r, c - 2)[0] + src.get(r, c - 1)[0] + src.get(r, c)[0] + src.get(r, c + 1)[0] + src.get(r, c + 2)[0]) / 3f;
+                double G = (src.get(r, c - 2)[1] + src.get(r, c - 1)[1] + src.get(r, c)[1] + src.get(r, c + 1)[1] + src.get(r, c + 2)[1]) / 3f;
+                double R = (src.get(r, c - 2)[2] + src.get(r, c - 1)[2] + src.get(r, c)[2] + src.get(r, c + 1)[2] + src.get(r, c + 2)[2]) / 3f;
+                if (B > 5 && G > 5 && R > 5) {
+                    right[i] = c;
+                    break;
+                }
+            }
+            r += rowStep;
+        }
+        int c = (int) (src.cols() * 0.3);
+        for (int i = 0; i < 20; i++) {
+            for (r = 2; r + 2 < src.rows(); r++) {
+                double B = (src.get(r, c - 2)[0] + src.get(r, c - 1)[0] + src.get(r, c)[0] + src.get(r, c + 1)[0] + src.get(r, c + 2)[0]) / 3f;
+                double G = (src.get(r, c - 2)[1] + src.get(r, c - 1)[1] + src.get(r, c)[1] + src.get(r, c + 1)[1] + src.get(r, c + 2)[1]) / 3f;
+                double R = (src.get(r, c - 2)[2] + src.get(r, c - 1)[2] + src.get(r, c)[2] + src.get(r, c + 1)[2] + src.get(r, c + 2)[2]) / 3f;
+                if (B > 5 && G > 5 && R > 5) {
+                    top[i] = r;
+                    break;
+                }
+            }
+            for (r = src.rows() - 3; r - 2 >= 0; r--) {
+                double B = (src.get(r, c - 2)[0] + src.get(r, c - 1)[0] + src.get(r, c)[0] + src.get(r, c + 1)[0] + src.get(r, c + 2)[0]) / 3f;
+                double G = (src.get(r, c - 2)[1] + src.get(r, c - 1)[1] + src.get(r, c)[1] + src.get(r, c + 1)[1] + src.get(r, c + 2)[1]) / 3f;
+                double R = (src.get(r, c - 2)[2] + src.get(r, c - 1)[2] + src.get(r, c)[2] + src.get(r, c + 1)[2] + src.get(r, c + 2)[2]) / 3f;
+                if (B > 5 && G > 5 && R > 5) {
+                    bottom[i] = r;
+                    break;
+                }
+            }
+            c += colStep;
+        }
+        int offsetTop = (int) Math.max(Arrays.stream(top).average().getAsDouble() - 2, 0);
+        int offsetBottom = (int) Math.min(Arrays.stream(bottom).average().getAsDouble() + 2, src.rows() - 1);
+        int offsetLeft = (int) Math.max(Arrays.stream(left).average().getAsDouble() - 2, 0);
+        int offsetRight = (int) Math.min(Arrays.stream(right).average().getAsDouble() + 2, src.cols() - 1);
+        new Mat(src, new Rect(new Point(offsetLeft, offsetTop), new Point(offsetRight, offsetBottom))).copyTo(dst);
+    }
 }

src/main/webapp/WEB-INF/html/admin.html

@@ -1 +1 @@
-<!DOCTYPE html><html><head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><meta name=referrer content=origin><title>管理后台</title><link rel=icon href=/static/favicon.ico><script src=/static/polyfill.min.js></script><script src=/static/fontawesome-v5.2.0.js></script><link href=/static/css/admin.a99382f8104ef0229e42fbe0f11ef186.css rel=stylesheet></head><body><div id=app></div><script type=text/javascript src=/static/js/manifest.6f19a3433eca47fa8152.js></script><script type=text/javascript src=/static/js/vendor.631c08d5fc0f22d7ee46.js></script><script type=text/javascript src=/static/js/admin.00a9852ea8d0bdb19362.js></script></body></html>
+<!DOCTYPE html><html><head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1"><meta name=referrer content=origin><title>管理后台</title><link rel=icon href=/static/favicon.ico><script src=/static/polyfill.min.js></script><script src=/static/fontawesome-v5.2.0.js></script><link href=/static/css/admin.2dce5488fb028ed0640b53131cad452e.css rel=stylesheet></head><body><div id=app></div><script type=text/javascript src=/static/js/manifest.611495a4358b04434ff2.js></script><script type=text/javascript src=/static/js/vendor.c97b4bedfdfdb8dc9880.js></script><script type=text/javascript src=/static/js/admin.a729d9a459869d201a2c.js></script></body></html>

src/main/webapp/static/js/35.2a3cfc33ad7f8ee8d49e.js

@@ -0,0 +1 @@
+webpackJsonp([35],{"du+0":function(t,e){},izdZ:function(t,e,r){"use strict";Object.defineProperty(e,"__esModule",{value:!0});r("NYxO");var i={created:function(){this.getIframeSrc()},data:function(){return{iframeSrc:"/404"}},computed:{height:function(){return window.innerHeight-104+"px"}},methods:{getIframeSrc:function(){this.iframeSrc=this.$route.query.code}},watch:{$route:function(){this.getIframeSrc()}}},n={render:function(){var t=this.$createElement;return(this._self._c||t)("iframe",{staticClass:"iframe",attrs:{src:this.iframeSrc,height:this.height,width:"100%"}})},staticRenderFns:[]};var c=r("VU/8")(i,n,!1,function(t){r("du+0")},"data-v-7fa6d168",null);e.default=c.exports}});

src/main/webapp/static/js/49.eae1ac5388482869282b.js

@@ -0,0 +1 @@
+webpackJsonp([49],{NRkp:function(e,t){},Wh3M:function(e,t,a){"use strict";Object.defineProperty(t,"__esModule",{value:!0});var r={render:function(){var e=this,t=e.$createElement,a=e._self._c||t;return a("div",[a("el-form",{ref:"form",staticStyle:{"max-width":"500px"},attrs:{model:e.formData,rules:e.rules,"label-width":"80px","label-position":"right",size:"small"}},[a("el-form-item",{attrs:{prop:"dataruleName",label:"权限名称"}},[a("el-input",{model:{value:e.formData.dataruleName,callback:function(t){e.$set(e.formData,"dataruleName",t)},expression:"formData.dataruleName"}})],1),e._v(" "),a("el-form-item",{attrs:{prop:"permission",label:"权限标识"}},[a("el-input",{model:{value:e.formData.permission,callback:function(t){e.$set(e.formData,"permission",t)},expression:"formData.permission"}})],1),e._v(" "),a("el-form-item",[a("el-button",{attrs:{loading:e.$store.state.fetchingData,type:"primary"},on:{click:e.onSave}},[e._v("保存")]),e._v(" "),a("el-button",{on:{click:function(t){e.$router.go(-1)}}},[e._v("取消")])],1)],1)],1)},staticRenderFns:[]};var s=a("VU/8")({created:function(){var e=this;this.$route.query.id&&this.$http.get({url:"/sysDatarule/getOne",data:{id:this.$route.query.id}}).then(function(t){t.success&&(e.formData=t.data)})},data:function(){return{saving:!1,formData:{},rules:{dataruleName:[{required:!0,message:"请填写权限名称",trigger:"blur"}],permission:[{required:!0,message:"请填写权限标识",trigger:"blur"}]},menus:[]}},methods:{onSave:function(){var e=this;this.$refs.form.validate(function(t){if(!t)return!1;e.submit()})},submit:function(){var e=this;this.$http.post({url:this.formData.id?"/sysDatarule/update":"/sysDatarule/save",data:this.formData}).then(function(t){t.success?(e.$message.success("成功"),e.$router.go(-1)):e.$message.warning("失败")})}}},r,!1,function(e){a("NRkp")},"data-v-3d1f3150",null);t.default=s.exports}});