ScanViwerViewModel.cs 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357
  1. using ComDocumentAIKit;
  2. using ComPDFKit.PDFDocument;
  3. using ComPDFKit.PDFPage;
  4. using ComPDFKitViewer;
  5. using ComPDFKitViewer.PdfViewer;
  6. using PDF_Office.EventAggregators;
  7. using PDF_Office.Helper;
  8. using PDF_Office.Model;
  9. using Prism.Events;
  10. using Prism.Mvvm;
  11. using Prism.Regions;
  12. using System;
  13. using System.Collections.Generic;
  14. using System.IO;
  15. using System.Linq;
  16. using System.Text;
  17. using System.Threading.Tasks;
  18. using System.Windows;
  19. using System.Windows.Media;
  20. using System.Windows.Media.Imaging;
  21. namespace PDF_Office.ViewModels.Scan
  22. {
  23. class ScanViwerViewModel : BindableBase, INavigationAware
  24. {
  25. private CPDFViewer PDFViewer;
  26. private WriteableBitmap bgImage;
  27. public WriteableBitmap BgImage
  28. {
  29. get { return bgImage; }
  30. set
  31. {
  32. SetProperty(ref bgImage, value);
  33. }
  34. }
  35. private List<KeyValuePair<Rect, string>> textRectList;
  36. public List<KeyValuePair<Rect, string>> TextRectList
  37. {
  38. get { return textRectList; }
  39. set
  40. {
  41. SetProperty(ref textRectList, value);
  42. }
  43. }
  44. private bool isEnhanced;
  45. public bool IsEnhanced
  46. {
  47. get { return isEnhanced; }
  48. set
  49. {
  50. SetProperty(ref isEnhanced, value);
  51. }
  52. }
  53. /// <summary>
  54. /// 增强扫描结果路径
  55. /// </summary>
  56. public List<string> EnhancedFilePathList;
  57. /// <summary>
  58. /// OCR结果路径
  59. /// </summary>
  60. private Dictionary<int, List<KeyValuePair<Rect, string>>> cacahe;
  61. public bool IsNavigationTarget(NavigationContext navigationContext)
  62. {
  63. return true;
  64. }
  65. public void OnNavigatedFrom(NavigationContext navigationContext)
  66. {
  67. return;
  68. }
  69. public void OnNavigatedTo(NavigationContext navigationContext)
  70. {
  71. navigationContext.Parameters.TryGetValue<CPDFViewer>(ParameterNames.PDFViewer, out PDFViewer);
  72. if (PDFViewer == null)
  73. {
  74. return;
  75. }
  76. else
  77. {
  78. PDFViewer.InfoChanged += PDFViewer_InfoChanged;
  79. PDFViewer.ChangeViewMode(ViewMode.Single);
  80. //第一次进入获取当前预览显示内容
  81. CPDFPage pdfPage = PDFViewer.Document.PageAtIndex(PDFViewer.CurrentIndex);
  82. float zoom = (float)(DpiHelpers.Dpi / 72D);
  83. int renderWidth = (int)(pdfPage.PageSize.Width * zoom);
  84. int renderHeight = (int)(pdfPage.PageSize.Height * zoom);
  85. byte[] renderData = new byte[renderWidth * renderHeight * 4];
  86. pdfPage.RenderPageBitmapWithMatrix(zoom, new Rect(0, 0, renderWidth, renderHeight), 0xFFFFFFFF, renderData, 0);
  87. BgImage = new WriteableBitmap(renderWidth, renderHeight, DpiHelpers.Dpi, DpiHelpers.Dpi, PixelFormats.Bgra32, null);
  88. BgImage.WritePixels(new Int32Rect(0, 0, renderWidth, renderHeight), renderData, BgImage.BackBufferStride, 0);
  89. }
  90. }
  91. private void PDFViewer_InfoChanged(object sender, KeyValuePair<string, object> e)
  92. {
  93. if (e.Key == "PageNum")
  94. {
  95. RenderData renderData = e.Value as RenderData;
  96. if (renderData != null)
  97. {
  98. if (IsEnhanced)
  99. {
  100. BitmapImage image = new BitmapImage(new Uri(EnhancedFilePathList[PDFViewer.CurrentIndex]));
  101. BgImage = new WriteableBitmap(image);
  102. }
  103. else
  104. {
  105. CPDFPage pdfPage = PDFViewer.Document.PageAtIndex(renderData.PageIndex - 1);
  106. float zoom = (float)(DpiHelpers.Dpi / 72D);
  107. int renderWidth = (int)(pdfPage.PageSize.Width * zoom);
  108. int renderHeight = (int)(pdfPage.PageSize.Height * zoom);
  109. byte[] Data = new byte[renderWidth * renderHeight * 4];
  110. pdfPage.RenderPageBitmapWithMatrix(zoom, new Rect(0, 0, renderWidth, renderHeight), 0xFFFFFFFF, Data, 0);
  111. BgImage = new WriteableBitmap(renderWidth, renderHeight, DpiHelpers.Dpi, DpiHelpers.Dpi, PixelFormats.Bgra32, null);
  112. BgImage.WritePixels(new Int32Rect(0, 0, renderWidth, renderHeight), Data, BgImage.BackBufferStride, 0);
  113. }
  114. if (cacahe.Count > 0)
  115. {
  116. if (cacahe.ContainsKey(renderData.PageIndex - 1))
  117. {
  118. TextRectList = cacahe[renderData.PageIndex - 1];
  119. }
  120. else
  121. {
  122. TextRectList = null;
  123. }
  124. }
  125. }
  126. }
  127. }
  128. public ScanViwerViewModel(IEventAggregator eventAggregator)
  129. {
  130. EnhancedFilePathList = new List<string>();
  131. eventAggregator.GetEvent<ScanEvent>().Subscribe(ChangeScanMode, e => e.Unicode == App.mainWindowViewModel.SelectedItem.Unicode);
  132. cacahe = new Dictionary<int, List<KeyValuePair<Rect, string>>>();
  133. }
  134. /// <summary>
  135. /// 根据Vm事件通知处理OCR与区域识别或者增强扫描事件
  136. /// </summary>
  137. /// <param name="e"></param>
  138. private void ChangeScanMode(ScanEventArgs e)
  139. {
  140. switch (e.Mode)
  141. {
  142. case ScanMode.Unknown:
  143. break;
  144. case ScanMode.Enhanced:
  145. EnhancedProcess(e);
  146. IsEnhanced = true;
  147. break;
  148. case ScanMode.OCR:
  149. if (IsEnhanced)
  150. {
  151. EnhancedOCRProcess(e);
  152. }
  153. else
  154. {
  155. OCRProcess(e);
  156. }
  157. break;
  158. case ScanMode.Area:
  159. break;
  160. default:
  161. break;
  162. }
  163. }
  164. private void EnhancedProcess(ScanEventArgs args)
  165. {
  166. CPDFDocument CurrentDoc = PDFViewer.Document;
  167. string path = App.CachePath.MergeFilePath;
  168. string name = Guid.NewGuid().ToString();
  169. path = Path.Combine(path, name);
  170. string EnhancePath = Path.Combine(path, "Enhance");
  171. Directory.CreateDirectory(path);
  172. Directory.CreateDirectory(EnhancePath);
  173. CIMEngine imEngine = new CIMEngine(App.modelFolderPath);
  174. CErrorCode error = imEngine.SetModel();
  175. for (int i = 0; i < CurrentDoc.PageCount; i++)
  176. {
  177. string pageImagePath = Path.Combine(path, i.ToString());
  178. string pageEnhancePath = Path.Combine(EnhancePath, i.ToString() + ".png");
  179. try
  180. {
  181. CPDFPage pdfPage = CurrentDoc.PageAtIndex(i);
  182. float zoom = (float)(DpiHelpers.Dpi / 72D);
  183. int renderWidth = (int)(pdfPage.PageSize.Width * zoom);
  184. int renderHeight = (int)(pdfPage.PageSize.Height * zoom);
  185. byte[] renderData = new byte[renderWidth * renderHeight * 4];
  186. pdfPage.RenderPageBitmapWithMatrix(zoom, new Rect(0, 0, renderWidth, renderHeight), 0xFFFFFFFF, renderData, 0);
  187. WriteableBitmap bitmap = new WriteableBitmap(renderWidth, renderHeight, DpiHelpers.Dpi, DpiHelpers.Dpi, PixelFormats.Bgra32, null);
  188. bitmap.WritePixels(new Int32Rect(0, 0, renderWidth, renderHeight), renderData, bitmap.BackBufferStride, 0);
  189. BitmapEncoder encoder = new PngBitmapEncoder();
  190. encoder.Frames.Add(BitmapFrame.Create(bitmap));
  191. using (FileStream imageStream = File.Create(pageImagePath))
  192. {
  193. encoder.Save(imageStream);
  194. imageStream.Flush();
  195. }
  196. //File.Create(pageEnhancePath);
  197. error = imEngine.Process(pageImagePath, pageEnhancePath);
  198. EnhancedFilePathList.Add(pageEnhancePath);
  199. }
  200. catch
  201. {
  202. }
  203. }
  204. BitmapImage image = new BitmapImage(new Uri(EnhancedFilePathList[PDFViewer.CurrentIndex]));
  205. BgImage = new WriteableBitmap(image);
  206. }
  207. /// <summary>
  208. /// 使用当前文档OCR
  209. /// </summary>
  210. /// <param name="args"></param>
  211. private void OCRProcess(ScanEventArgs args)
  212. {
  213. COCREngine imEngine = new COCREngine(App.modelFolderPath);
  214. //CIMEngine imEngine = new CIMEngine(App.modelFolderPath);
  215. string path = App.CachePath.MergeFilePath;
  216. string name = Guid.NewGuid().ToString();
  217. path = Path.Combine(path, name);
  218. Directory.CreateDirectory(path);
  219. CPDFDocument CurrentDoc = PDFViewer.Document;
  220. CErrorCode error = imEngine.SetModel((COCRLanguage)args.ScanLanguage);
  221. cacahe.Clear();
  222. for (int i = 0; i < args.PageRange.Count; i++)
  223. {
  224. string pageImagePath = Path.Combine(path, args.PageRange[i].ToString());
  225. CPDFPage pdfPage = CurrentDoc.PageAtIndex(args.PageRange[i]);
  226. float zoom = (float)(DpiHelpers.Dpi / 72D);
  227. int renderWidth = (int)(pdfPage.PageSize.Width * zoom);
  228. int renderHeight = (int)(pdfPage.PageSize.Height * zoom);
  229. byte[] renderData = new byte[renderWidth * renderHeight * 4];
  230. pdfPage.RenderPageBitmapWithMatrix(zoom, new Rect(0, 0, renderWidth, renderHeight), 0xFFFFFFFF, renderData, 0);
  231. WriteableBitmap bitmap = new WriteableBitmap(renderWidth, renderHeight, DpiHelpers.Dpi, DpiHelpers.Dpi, PixelFormats.Bgra32, null);
  232. bitmap.WritePixels(new Int32Rect(0, 0, renderWidth, renderHeight), renderData, bitmap.BackBufferStride, 0);
  233. BitmapEncoder encoder = new PngBitmapEncoder();
  234. encoder.Frames.Add(BitmapFrame.Create(bitmap));
  235. using (FileStream imageStream = File.Create(pageImagePath))
  236. {
  237. encoder.Save(imageStream);
  238. imageStream.Flush();
  239. }
  240. error = imEngine.Process(pageImagePath);
  241. if (imEngine.OCRResultList == null)
  242. return;
  243. List<KeyValuePair<Rect, string>> RectList = new List<KeyValuePair<Rect, string>>();
  244. foreach (COCRResult ocrResult in imEngine.OCRResultList)
  245. {
  246. List<Point> rectPoints = new List<Point>();
  247. for (int j = 0; j < ocrResult.position.Length; j += 2)
  248. {
  249. rectPoints.Add(new Point(ocrResult.position[j], ocrResult.position[j + 1]));
  250. }
  251. int left = (int)rectPoints.AsEnumerable().Min(x => x.X);
  252. int right = (int)rectPoints.AsEnumerable().Max(x => x.X);
  253. int top = (int)rectPoints.AsEnumerable().Min(x => x.Y);
  254. int bottom = (int)rectPoints.AsEnumerable().Max(x => x.Y);
  255. RectList.Add(new KeyValuePair<Rect, string>(new Rect(left, top, right - left, bottom - top), ocrResult.text));
  256. }
  257. cacahe.Add(args.PageRange[i], RectList);
  258. }
  259. if (cacahe.Count > 0)
  260. {
  261. if (cacahe.ContainsKey(PDFViewer.CurrentIndex))
  262. {
  263. TextRectList = cacahe[PDFViewer.CurrentIndex];
  264. }
  265. else
  266. {
  267. TextRectList = null;
  268. }
  269. }
  270. imEngine.Release();
  271. }
  272. /// <summary>
  273. /// 使用增强扫描结果进行OCR
  274. /// </summary>
  275. /// <param name="args"></param>
  276. private void EnhancedOCRProcess(ScanEventArgs args)
  277. {
  278. COCREngine imEngine = new COCREngine(App.modelFolderPath);
  279. CErrorCode error = imEngine.SetModel((COCRLanguage)args.ScanLanguage);
  280. cacahe.Clear();
  281. for (int i = 0; i < args.PageRange.Count; i++)
  282. {
  283. error = imEngine.Process(EnhancedFilePathList[i]);
  284. if (imEngine.OCRResultList == null)
  285. return;
  286. List<KeyValuePair<Rect, string>> RectList = new List<KeyValuePair<Rect, string>>();
  287. foreach (COCRResult ocrResult in imEngine.OCRResultList)
  288. {
  289. List<Point> rectPoints = new List<Point>();
  290. for (int j = 0; j < ocrResult.position.Length; j += 2)
  291. {
  292. rectPoints.Add(new Point(ocrResult.position[j], ocrResult.position[j + 1]));
  293. }
  294. int left = (int)rectPoints.AsEnumerable().Min(x => x.X);
  295. int right = (int)rectPoints.AsEnumerable().Max(x => x.X);
  296. int top = (int)rectPoints.AsEnumerable().Min(x => x.Y);
  297. int bottom = (int)rectPoints.AsEnumerable().Max(x => x.Y);
  298. RectList.Add(new KeyValuePair<Rect, string>(new Rect(left, top, right - left, bottom - top), ocrResult.text));
  299. }
  300. cacahe.Add(args.PageRange[i], RectList);
  301. }
  302. if (cacahe.Count > 0)
  303. {
  304. if (cacahe.ContainsKey(PDFViewer.CurrentIndex))
  305. {
  306. TextRectList = cacahe[PDFViewer.CurrentIndex];
  307. }
  308. else
  309. {
  310. TextRectList = null;
  311. }
  312. }
  313. imEngine.Release();
  314. }
  315. }
  316. }