Browse Source
Performance analyzer. Apply OCR on images in digital documents
hidden_tags_with_bookmarks
Performance analyzer. Apply OCR on images in digital documents
hidden_tags_with_bookmarks
Orzu Ionut
3 years ago
13 changed files with 332 additions and 122 deletions
-
85app/Console/Commands/AnalyzePerformance.php
-
16app/Ingest/Convertor.php
-
11app/Ingest/DocumentHandler.php
-
45app/Ingest/DocxConvertor.php
-
9app/Ingest/OCR.php
-
62app/Ingest/Office.php
-
18app/Ingest/OtherConvertor.php
-
104app/Ingest/PDFConvertor.php
-
66app/Jobs/IngestDocuments.php
-
7resources/python/dewarp/page_dewarp.py
-
29resources/python/ocr/localize_text_tesseract.py
-
BINresources/python/ocr/logo.jpg
-
2resources/python/ocr/results/.gitignore
@ -0,0 +1,85 @@ |
|||
<?php |
|||
|
|||
namespace App\Console\Commands; |
|||
|
|||
use App\Ingest\DocumentHandler; |
|||
use Illuminate\Console\Command; |
|||
use Illuminate\Http\UploadedFile; |
|||
use Illuminate\Support\Carbon; |
|||
use Illuminate\Support\Facades\Redis; |
|||
|
|||
class AnalyzePerformance extends Command |
|||
{ |
|||
/** |
|||
* The name and signature of the console command. |
|||
* |
|||
* @var string |
|||
*/ |
|||
protected $signature = 'analyze:run {path : The directory path}'; |
|||
|
|||
/** |
|||
* The console command description. |
|||
* |
|||
* @var string |
|||
*/ |
|||
protected $description = 'Run analyzer on multiple files in a directory.'; |
|||
|
|||
/** |
|||
* Create a new command instance. |
|||
* |
|||
* @return void |
|||
*/ |
|||
public function __construct() |
|||
{ |
|||
parent::__construct(); |
|||
} |
|||
|
|||
/** |
|||
* Execute the console command. |
|||
* |
|||
*/ |
|||
public function handle() |
|||
{ |
|||
$directoryPath = $this->argument('path'); |
|||
|
|||
if ( ! is_dir($directoryPath)) { |
|||
$this->error('The path is invalid: not a directory.'); |
|||
|
|||
return; |
|||
} |
|||
|
|||
$redis = Redis::connection(); |
|||
|
|||
$redis->set('analyze_performance_time', Carbon::now()->format('U')); |
|||
$redis->set('analyze_performance_path', $directoryPath); |
|||
|
|||
$allFiles = $this->getDirContents($directoryPath); |
|||
|
|||
$redis->set('analyze_performance_remaining_files', count($allFiles)); |
|||
|
|||
foreach ($allFiles as $index => $file) { |
|||
$handler = new DocumentHandler($index, new UploadedFile($file, "File {$index}"), false); |
|||
|
|||
$handler->handle(); |
|||
} |
|||
|
|||
$this->info('Processing... When it\'s done the results will be added to the \'ingest_analyze_performance.txt\' file in the directory you have provided.'); |
|||
} |
|||
|
|||
protected function getDirContents($dir, &$results = array()) |
|||
{ |
|||
$files = scandir($dir); |
|||
|
|||
foreach ($files as $key => $value) { |
|||
$path = realpath($dir . DIRECTORY_SEPARATOR . $value); |
|||
|
|||
if (!is_dir($path)) { |
|||
$results[] = $path; |
|||
} else if ($value != "." && $value != "..") { |
|||
$this->getDirContents($path, $results); |
|||
} |
|||
} |
|||
|
|||
return $results; |
|||
} |
|||
} |
|||
@ -0,0 +1,62 @@ |
|||
<?php |
|||
|
|||
namespace App\Ingest; |
|||
|
|||
use Symfony\Component\Process\Process; |
|||
|
|||
class Office |
|||
{ |
|||
protected $id; |
|||
protected $directory; |
|||
|
|||
public function __construct() |
|||
{ |
|||
$this->id = uniqid(); |
|||
$this->directory = 'soffice-dir-' . $this->id; |
|||
|
|||
(new Process(['export HOME=' . env('USER_HOME_PATH')]))->run(); |
|||
} |
|||
|
|||
public function run($convertTo, $filePath, $directoryPath) |
|||
{ |
|||
$this->makeTemporaryDirectory(); |
|||
|
|||
$success = $this->runConversion($convertTo, $filePath, $directoryPath); |
|||
|
|||
// @TODO Does not work at the moment.
|
|||
// $this->removeTemporaryDirectory();
|
|||
|
|||
return $success; |
|||
} |
|||
|
|||
protected function runConversion($convertTo, $filePath, $directoryPath) |
|||
{ |
|||
$process = new Process([ |
|||
'soffice', |
|||
'--accept="pipe,name=soffice-pipe-' . $this->id . ';urp;StarOffice.ServiceMananger"', |
|||
'-env:UserInstallation=file:///tmp/' . $this->directory, |
|||
'--headless', |
|||
'--convert-to', |
|||
$convertTo, |
|||
$filePath, |
|||
'--outdir', |
|||
$directoryPath |
|||
]); |
|||
|
|||
$process->setTimeout(10); |
|||
|
|||
$process->run(); |
|||
|
|||
return $process->isSuccessful(); |
|||
} |
|||
|
|||
protected function makeTemporaryDirectory() |
|||
{ |
|||
(new Process(['mkdir /tmp/' . $this->directory]))->run(); |
|||
} |
|||
|
|||
protected function removeTemporaryDirectory() |
|||
{ |
|||
(new Process(['rm -rf /tmp/' . $this->directory]))->run(); |
|||
} |
|||
} |
|||
@ -0,0 +1,29 @@ |
|||
import cv2 |
|||
|
|||
image = cv2.imread("logo.jpg", 1) |
|||
|
|||
img = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY) |
|||
|
|||
cv2.threshold(img, 0, 255, cv2.THRESH_BINARY+cv2.THRESH_OTSU, img) |
|||
cv2.bitwise_not(img, img) |
|||
|
|||
rect_kernel = cv2.getStructuringElement(cv2.MORPH_RECT, (30, 5)) |
|||
|
|||
img = cv2.morphologyEx(img, cv2.MORPH_CLOSE, rect_kernel) |
|||
contours, hier = cv2.findContours(img, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_NONE) |
|||
|
|||
if len(contours) != 0: |
|||
ROI_number = 0 |
|||
for c in contours: |
|||
x,y,w,h = cv2.boundingRect(c) |
|||
|
|||
# Depends on text size, so the greater the value the less objects we get. |
|||
if (h > 50): |
|||
cv2.rectangle(image, (x,y), (x+w,y+h), (0,0,255), 1) |
|||
|
|||
ROI = image[y:y+h, x:x+w] |
|||
cv2.imwrite('results/ROI_{}.png'.format(ROI_number), ROI) |
|||
ROI_number += 1 |
|||
|
|||
cv2.imshow("Result", image) |
|||
cv2.waitKey(0) |
|||
|
After Width: 638 | Height: 359 | Size: 19 KiB |
@ -0,0 +1,2 @@ |
|||
* |
|||
!.gitignore |
|||
Write
Preview
Loading…
Cancel
Save
Reference in new issue