当前位置：首页 > news >正文

初尝PaddleOCR识别图片中的文字

news 来源：原创 2024/7/7 16:01:46

引言

PaddleOCR是一个基于飞桨深度学习框架的OCR工具包，它集成了丰富的文字检测、识别和后处理算法，能够高效、准确地识别出图片中的文字。

说明

OpenVINO.NET是一个由开源开发者sdcb发布的，一个个强大的工具集，通过优化神经网络和加速推理，帮助他们快速构建高性能的机器学习和计算机视觉应用。
PaddleOCR 旨在打造一套丰富、领先、且实用的 OCR 工具库，助力开发者训练出更好的模型，并应用落地。

 <Grid><Grid.RowDefinitions><RowDefinition Height="50"></RowDefinition><RowDefinition></RowDefinition></Grid.RowDefinitions><Grid.ColumnDefinitions><ColumnDefinition></ColumnDefinition><ColumnDefinition></ColumnDefinition></Grid.ColumnDefinitions><!--添加两个按钮，分别设置打开图片和打开文本--><Button Grid.Row="0" Grid.Column="0" x:Name="btnOpenImage" Content="打开图片" Background="Blue" Foreground="White" Width="100" Height="40" HorizontalAlignment="Right" VerticalAlignment="Center" Click="btnDialog_Click"/><Button Grid.Row="0" Grid.Column="1"  x:Name="btnOcrTxt" Content="立即识别" Background="Green" Foreground="White" Width="100" Height="40" Margin="10,0" HorizontalAlignment="Left" VerticalAlignment="Center" Click="btnOrc_Click"/><!--添加两个边框 显示默认显示,打开后显示对应效果--><Border Grid.Row="1" Grid.Column="0" Margin="10,10"  BorderBrush="Gray" BorderThickness="1"><Image x:Name="myImage"  Stretch="Fill"></Image></Border><ScrollViewer Grid.Row="1" Grid.Column="1" HorizontalScrollBarVisibility="Auto" VerticalScrollBarVisibility="Auto"><Border  Margin="10,10"  BorderBrush="Gray" BorderThickness="1"><TextBlock x:Name="myText" TextWrapping="Wrap"  Margin="0,10,0,0"  FontSize="18" /></Border></ScrollViewer></Grid>

/// <summary>
/// Interaction logic for MainWindow.xaml
/// </summary>
public partial class MainWindow : System.Windows.Window
{private  string ImagePath=string.Empty;private Bitmap ImageInfo =null;private string pattern = @"[\u4e00-\u9fa50-9a-zA-Z]+";public MainWindow(){InitializeComponent();Settings.GlobalModelDirectory = System.IO.Path.Combine("D:\\WpfOcrApp\\Models");}private void btnDialog_Click(object sender, RoutedEventArgs e){Button btnUpload = (Button)sender;OpenFileDialog openFileDialog = new OpenFileDialog{Filter = "Image files (*.jpg;*.png;*.jpeg)|*.jpg;*.png;*.jpeg",Title = btnUpload.Name.Equals("btnOpenImage", StringComparison.OrdinalIgnoreCase) ? "选择图片" : "选择TXT文件"};bool? result = openFileDialog.ShowDialog();if (result == true){string filePath = openFileDialog.FileName;ImagePath = filePath;if (!string.IsNullOrWhiteSpace(filePath)){using (FileStream stream = new FileStream(filePath, FileMode.Open, FileAccess.Read)){// 创建一个BitmapImage对象并设置其StreamSource为FileStream  BitmapImage bitmapImage = new BitmapImage();bitmapImage.BeginInit();bitmapImage.StreamSource = stream;bitmapImage.CacheOption = BitmapCacheOption.OnLoad;bitmapImage.EndInit();ImageInfo = new Bitmap(stream);// 确保Stream在BitmapImage使用之后被关闭  stream.Close();// 将BitmapImage对象设置为Image控件的Source  myImage.Source = bitmapImage;}}}}private void btnOrc_Click(object sender, RoutedEventArgs e){if (string.IsNullOrWhiteSpace(ImagePath)){myText.Text = $"请先选择图片";return;}OrcResult();}private void OrcResult(){// 如何模型不存在，则会自动下载，如果wpf 出现下载不下来，可以把这段代码在控制台上执行下载FullOcrModel fullOcrModel = OnlineFullModels.ChineseServerV4.DownloadAsync().GetAwaiter().GetResult();Mat src = Cv2.ImRead(@$"{ImagePath}");// 注意 使用CUP 最好设置一下DetectionStaticSize和RecognitionStaticWidth这两个参数// GPU 默认就设置了using (PaddleOcrAll all = new(fullOcrModel, new PaddleOcrOptions(new Sdcb.OpenVINO.DeviceOptions("CPU")) {DetectionStaticSize = new OpenCvSharp.Size(1024, 1024),RecognitionStaticWidth = 512}){AllowRotateDetection = true,Enable180Classification = true,}){StringBuilder builder = new StringBuilder();Stopwatch sw = Stopwatch.StartNew();PaddleOcrResult result = all.Run(src);builder.AppendLine($"总耗时：{sw.ElapsedMilliseconds} ms");string strText = result.Text;List<string> strings = strText.Split('\n').ToList();foreach (var item in strings){bool isMatch = Regex.IsMatch(item, pattern);if (isMatch)builder.AppendLine(item);}using (Graphics g = Graphics.FromImage(ImageInfo)){foreach (PaddleOcrResultRegion region in result.Regions){// 设置线条的样式（如颜色、粗细等）  System.Drawing.Pen pen = new System.Drawing.Pen(System.Drawing.Brushes.Red, 2);bool isMatch = Regex.IsMatch(region.Text, pattern);if (isMatch)g.DrawRectangle(pen, region.Rect.BoundingRect().Left, region.Rect.BoundingRect().Top, region.Rect.BoundingRect().Width, region.Rect.BoundingRect().Height);//builder.AppendLine($"Text: {region.Text}, Score: {region.Score}, RectCenter: {region.Rect.Center}, RectSize:    {region.Rect.Size}, Angle: {region.Rect.Angle}");}}myText.Text = builder.ToString();using (MemoryStream memory = new MemoryStream()){ImageInfo.Save(memory, System.Drawing.Imaging.ImageFormat.Png);memory.Position = 0;// 创建一个BitmapImage对象并设置其StreamSource为FileStream  BitmapImage bitmapImage = new BitmapImage();bitmapImage.BeginInit();bitmapImage.StreamSource = memory;bitmapImage.CacheOption = BitmapCacheOption.OnLoad;bitmapImage.EndInit();// 确保Stream在BitmapImage使用之后被关闭  memory.Close();// 将BitmapImage对象设置为Image控件的Source  myImage.Source = bitmapImage;}}}
}

上述代码运行效果如下：
识别效果