kdan_autotest_mac/KdanAutoTest/KdanAuto/Class/AutoTestCase/StringAutoTest.swift

//
//  CharacterAutoTest.swift
//  KdanAuto
//
//  Created by 朱东勇 on 2022/11/22.
//

import Foundation
import Cocoa

class CharacterAutoTest : AutoTest {
    
//    override func type() -> String {
//        return "PDFConvert_China_Auto_Test"
//    }
    
    override func name() -> String {
        return _name
    }
    
    override func keys() -> NSArray {
        return ["字符", "快照"]
    }
    
    static var cSharedInstance = CharacterAutoTest()
    override class func shared() -> AutoTest? {
        return cSharedInstance
    }
    
    
    // Auto Test refrence Check File
    override func autoTest(_ complention:@escaping (_ object:AutoTest, _ report:NSAttributedString?) -> ()) {
        clearCacheFiles()
        
        let checkString = self.selectedKeys().contains("字符")
        let needCompare = self.selectedKeys().contains("快照")
        
        if !needCompare && !checkString {
            _status = .Finished
            complention(self, self.reportString)
            return
        }
        
        _status = .Process
        reportString = NSMutableAttributedString.init(string: "\n【\(String(self.fileType())) - \(self.name())】字符比对开始!\n",
                                                      attributes:[.foregroundColor : NSColor.blue])
        let files = DataModel.shared.originFilesFor(_fileType, type: _type)
        
        let checkDirectory = self.checkFileDirectory()
        let originDirectory = self.originFileDirectory()
        let resultDirectory = self.resultFileDirectory()
        
        if (files.count > 0) {
            try? FileManager.default.createDirectory(atPath: checkDirectory, withIntermediateDirectories: true);
            try? FileManager.default.createDirectory(atPath: resultDirectory, withIntermediateDirectories: true);
        }
        
        var tDegree = Double(0);
        var tCount = Int(0)
        var fileIndex = 0;
        
        var convertFileBlock = { (files:[String]) in }
        convertFileBlock = { (files:[String]) in
            if (fileIndex >= files.count) {
                TestDegreeManager.shared().set(((tCount != 0) ? tDegree/Double(tCount) : 0.0),
                                               fileType: self.fileType(),
                                               type: self.type())
                
                self._status = .Finished
                DispatchQueue.main.async {
                    autoreleasepool {
                        complention(self, self.reportString);
                    }
                }
                return
            }
            
            let fileName = files[fileIndex]
            let fName = NSString(string: fileName).deletingPathExtension
            let originPath = NSString(string: originDirectory).appendingPathComponent(fName+".pdf")
            let resultPath = NSString(string: resultDirectory).appendingPathComponent(fName+"."+self.extention())
            let checkPath = NSString(string: checkDirectory).appendingPathComponent(fName+"."+self.extention())
            
            
            self.reportString?.append(NSMutableAttributedString.init(string: "\n【\(String(self.fileType())) - \(self.name())】开始转换文件 \"\(fName)\"\n",
                                                                attributes:[.foregroundColor : NSColor.black]))
            // ...
            // 执行转换过程
            self.process(originPath, resultPath: resultPath) { status in
                if FileManager.default.fileExists(atPath: resultPath) && status == 1 {
                    if checkString && FileManager.default.fileExists(atPath: checkPath) {
                        // Load check file
                        let checkData = NSData.init(contentsOfFile: checkPath) as! Data
                        var documentAttributes:NSDictionary!
                        let checkAttString = NSAttributedString.init(rtf: checkData, documentAttributes: &documentAttributes)
                        var checkString = NSString(string: checkAttString!.string) as NSString
                        
                        let resultString = try? NSString.init(contentsOfFile: resultPath, encoding: NSUTF8StringEncoding)
                        
                        
#if false
                        //识别字符串 \shptxt\shptxt ... }
                        let pageInfoStrings = resultString!.components(separatedBy: "\\shptxt\\shptxt") as NSArray
                        var finalString = ""
                        if pageInfoStrings.count > 0 {
                            let subStrings = pageInfoStrings.subarray(with: NSMakeRange(1, Int(pageInfoStrings.count - 1))) as! [String]
                            for pageInfoString in subStrings {
                                let endRange = NSString(string: pageInfoString).range(of: "}")
                                finalString = finalString.appending(NSString(string: pageInfoString).substring(to: endRange.location))
                            }
                        }
                        
                        
                        //识别所有 【空格 ~ \】 之间的值，并进行缝合
                        // Detect all strings between Spaces and \ and stitch
                        let strings = finalString.components(separatedBy: " ")
                        var resultStr = "" as NSString
                        for str in strings {
                            let markStr = str as NSString
                            
                            if (markStr.contains("\\f")) {
                                let fRange = markStr.range(of: "\\f")
                                let cRange = markStr.range(of: "\\c")
                                let bRange = markStr.range(of: "\\b")
                                let iRange = markStr.range(of: "\\i")
                                let eRange = markStr.range(of: "\\e")
                                let pRange = markStr.range(of: "\\p")
                                let minPos = min(Int(fRange.location),
                                                 Int(cRange.location),
                                                 Int(bRange.location),
                                                 Int(iRange.location),
                                                 Int(eRange.location),
                                                 Int(pRange.location))
                                resultStr = resultStr.appending(markStr.substring(to: minPos)) as NSString
                            }else {
                                resultStr = resultStr.appending(markStr as String) as NSString
                            }
                        }
                        resultStr = self.replaceUnicodeString(resultStr)
#else
                        let resultData = NSData.init(contentsOfFile: resultPath) as! Data
                        var rDocumentAttributes:NSDictionary!
                        let resultAttString = NSAttributedString.init(rtf: resultData, documentAttributes: &rDocumentAttributes)
                        var resultStr = NSString(string: resultAttString!.string)
#endif
                        resultStr = resultStr.replacingOccurrences(of: "\n", with: "") as NSString
                        checkString = checkString.replacingOccurrences(of: "\n", with: "") as NSString
                        resultStr = resultStr.replacingOccurrences(of: " ", with: "") as NSString
                        checkString = checkString.replacingOccurrences(of: " ", with: "") as NSString
                        resultStr = resultStr.replacingOccurrences(of: "\\pard", with: "") as NSString
                        resultStr = resultStr.replacingOccurrences(of: "\\par", with: "") as NSString
                        
                        //                do { // save cache file for test
                        //                    try? NSString(string: resultStr).write(toFile: NSString(string: DataModel.shared.resultPath()).appending("/\(self.name())-result-cache.txt"),
                        //                                                      atomically: true, encoding: NSUTF8StringEncoding)
                        //
                        //                    try? NSString(string: checkString).write(toFile: NSString(string: DataModel.shared.resultPath()).appending("/\(self.name())-check-cache.txt"),
                        //                                                          atomically: true, encoding: NSUTF8StringEncoding)
                        //                }
                        
                        let maxSize = checkString.length
                        var successCount = 0;
                        /**
                         (A0 = B0)
                         - A-1 & B-1
                         (A0 != B0) & (A0 in B) & (B0 in A)
                         - 取 A0，B0最小 Range 值
                         - 字符串裁剪对齐
                         (A0 != B0) & (A0 in B)
                         - 存储B0到识别错误缓存
                         (A0 != B0) & (B0 in A)
                         - 存储 A0到识别遗漏字符串
                         (A0 != B0)
                         - 分别存储 A0、B0到遗漏及错误字串
                         */
                        var skipString = NSString()
                        var failString = NSString()
                        while (checkString.length > 0 && resultStr.length > 0) {
                            let subc = checkString.substring(to: 1) as NSString
                            let subr = resultStr.substring(to: 1) as NSString
                            
                            if subc.isEqual(to: subr) { // (A0 = B0)
                                                        // Check Success
                                self.appendErrorInfo(skipString, failString: failString)
                                skipString = NSString()
                                failString = NSString()
                                
                                
                                checkString = checkString.substring(from:1) as NSString
                                resultStr = resultStr.substring(from:1) as NSString
                                successCount = successCount + 1
                            }else if (checkString.contains(subr as String) && resultStr.contains(subc as String)) {
                                self.appendErrorInfo(skipString, failString: failString)
                                skipString = NSString()
                                failString = NSString()
                                
                                let cRange = checkString.range(of: subr as String)
                                let rRange = resultStr.range(of: subc as String)
                                
                                if (cRange.location < rRange.location) {
                                    let cacheString = checkString.substring(to:cRange.location + cRange.length)
                                    self.reportString?.append(NSMutableAttributedString.init(string: "对照字符串【\(cacheString)】未识别到\n",
                                                                                        attributes:[.foregroundColor : NSColor.red]))
                                    checkString = checkString.substring(from:cRange.location) as NSString
                                }else {
                                    let cacheString = resultStr.substring(to:rRange.location)
                                    self.reportString?.append(NSMutableAttributedString.init(string: "字符串【\(cacheString)】识别出错\n",
                                                                                        attributes:[.foregroundColor : NSColor.red]))
                                    resultStr = resultStr.substring(from:rRange.location + rRange.length) as NSString
                                }
                                
                            }else if (checkString.contains(subr as String)) {
                                skipString = skipString.appending(subc as String) as NSString
                                checkString = checkString.substring(from:1) as NSString
                            }else if (resultStr.contains(subc as String)) {
                                failString = failString.appending(subr as String) as NSString
                                resultStr = resultStr.substring(from:1) as NSString
                            }else {
                                skipString = skipString.appending(subc as String) as NSString
                                failString = failString.appending(subr as String) as NSString
                                
                                checkString = checkString.substring(from:1) as NSString
                                resultStr = resultStr.substring(from:1) as NSString
                            }
                        }
                        
                        skipString = skipString.appending(checkString as String) as NSString
                        failString = failString.appending(resultStr as String) as NSString
                        
                        
                        self.appendErrorInfo(skipString, failString: failString)
                        
                        let degree = Float(successCount)/Float(maxSize) * 100
                        var color = NSColor.black
                        if fabs(degree-100.0) >= 0.01 {
                            color = NSColor.red
                        }
                        self.reportString?.append(NSAttributedString.init(string: "【\(String(self.fileType())) - \(self.name())】文件 \"\(fName)\"比对完成，准确率\(degree)%(\(successCount)/\(maxSize))\n",
                                                                     attributes:[.foregroundColor : color]))
                        
                    }
                    // compare screenshoot between result file with check file
                    if needCompare {
                        self.reportString?.append(NSMutableAttributedString.init(string: "【\(String(self.fileType())) - \(self.name())】文件 \"\(fName)\"快照生成中\n",
                                                                            attributes:[.foregroundColor : NSColor.black]))
                        let rComparePath = NSString(string: resultDirectory).appendingPathComponent(fName+".jpg")
                        let cComparePath = NSString(string: checkDirectory).appendingPathComponent(fName+".jpg")
                        
                        let processThumbSemaphore = DispatchSemaphore(value: 0)
                        var processSuccess = false
                        let thumbnailQueue = DispatchQueue.global()
                        thumbnailQueue.async {
                            autoreleasepool {
                                processSuccess = ProcessThumbnal.process(resultPath, desPath: rComparePath, outputSize: CGSize.init(width: 2048, height: 2048))
                                
                                if (processSuccess &&
                                    FileManager.default.fileExists(atPath: rComparePath)) {
                                    
                                    let degree = ImageProcess.compareJPEG(rComparePath, checkPath: cComparePath, processCover: true)
                                    
                                    if degree == -1 {
                                        self.reportString?.append(NSMutableAttributedString.init(string: "【\(String(self.fileType())) - \(self.name())】文件 \"\(fName)\"快照对比失败，生成快照失败或无比对文件\n",
                                                                                                 attributes:[.foregroundColor : NSColor.red]))
                                    }else {
                                        var color = NSColor.black
                                        if fabs(degree-100.0) >= 0.01 {
                                            color = NSColor.red
                                        }
                                        
                                        TestDegreeManager.shared().set(degree,
                                                                       fileType: self.fileType(),
                                                                       type: self.type(),
                                                                       fileName: fileName);
                                        TestDegreeManager.shared().set(degree,
                                                                       fileType: self.fileType(),
                                                                       type: self.type(),
                                                                       fileName: fileName,
                                                                       refFilePath: fName+".jpg");
                                        
                                        tDegree += degree
                                        tCount += 1
                                        
                                        self.reportString?.append(NSMutableAttributedString.init(string: "【\(String(self.fileType())) - \(self.name())】文件 \"\(fName)\"快照对比完成，图像相似度 \(degree)%\n",
                                                                                                 attributes:[.foregroundColor : color]))
                                    }
                                }else {
                                    self.reportString?.append(NSMutableAttributedString.init(string: "【\(String(self.fileType())) - \(self.name())】文件 \"\(fName)\"快照生成失败\n",
                                                                                             attributes:[.foregroundColor : NSColor.red]))
                                }
                                processThumbSemaphore.signal()
                            }
                        }
                        processThumbSemaphore.wait()
                    }
                }else {
                    if (status == 0) {
                        self.reportString?.append(NSMutableAttributedString.init(string: "【\(String(self.fileType())) - \(self.name())】文件 \"\(fName)\"转档失败!\n",
                                                                            attributes:[.foregroundColor : NSColor.red]))
                    }else if (status == -1 || status == -2) {
                        self.reportString?.append(NSMutableAttributedString.init(string: "【\(String(self.fileType())) - \(self.name())】文件 \"\(fName)\"文档无法打开!\n",
                                                                            attributes:[.foregroundColor : NSColor.red]))
                    }else if (status == -3) {
                        self.reportString?.append(NSMutableAttributedString.init(string: "【\(String(self.fileType())) - \(self.name())】文件 \"\(fName)\"转档中 Crash!\n",
                                                                            attributes:[.foregroundColor : NSColor.red]))
                    }
                }
                
                fileIndex += 1
                convertFileBlock(files);
            }
        }
        convertFileBlock(files);
    }
    
    ///Compare
    
    /// Tools
    func appendErrorInfo(_ skipString:NSString, failString: NSString) {
        if skipString.length > 0  && failString.length > 0 {
            reportString?.append(NSMutableAttributedString.init(string: "对比字符串【\(skipString)】错识别为【\(failString)】\n",
                                                                attributes:[.foregroundColor : NSColor.red]))
        }else if (skipString.length > 0) {
            reportString?.append(NSMutableAttributedString.init(string: "对比字符串【\(skipString)】未识别到\n",
                                                                attributes:[.foregroundColor : NSColor.red]))
        }else if failString.length > 0 {
            reportString?.append(NSMutableAttributedString.init(string: "字符串【\(failString)】识别出错\n",
                                                                attributes:[.foregroundColor : NSColor.red]))
        }
    }
    
    func replaceUnicodeString(_ string:NSString) -> NSString {//中
        let items = string.components(separatedBy: "\\u") as [NSString]
        
        var resultString = NSString()
        for item in items {
            if (item.contains("?")) {
                let unicodeValue = item.intValue
                let skipRange = item.range(of: "?")
                let nextString = item.substring(from: Int(skipRange.location + skipRange.length)) as NSString
                let bytes : [UInt8] = [UInt8(unicodeValue/256),UInt8(unicodeValue%256)]
                let data = NSData.init(bytes: bytes, length: 2)
                
                let unicodeString = NSString.init(data: data as Data, encoding: NSUnicodeStringEncoding)! as NSString
                resultString = resultString.appending(String("\(unicodeString)\(nextString)")) as NSString
            }else {
                resultString = resultString.appending(String(item)) as NSString
            }
        }
        
        return resultString
    }
    
}