From 28773e23a9212375a5f58e313f2de149a23668cb Mon Sep 17 00:00:00 2001
From: Dude Guy <dan@dan.com>
Date: Fri, 7 Apr 2017 21:25:21 -0400
Subject: [PATCH 1/7] Initial GUI work for shot detection

---
 ShadowClip/GUI/Converters.cs      | 35 ++++++++++++
 ShadowClip/GUI/VideoView.xaml     | 90 +++++++++++++++++++++----------
 ShadowClip/GUI/VideoViewModel.cs  | 24 ++++++++-
 ShadowClip/ShadowClip.csproj      |  1 +
 ShadowClip/services/ShotFinder.cs | 29 ++++++++++
 5 files changed, 150 insertions(+), 29 deletions(-)
 create mode 100644 ShadowClip/services/ShotFinder.cs

diff --git a/ShadowClip/GUI/Converters.cs b/ShadowClip/GUI/Converters.cs
index 0bbdbcd..7b7c57d 100644
--- a/ShadowClip/GUI/Converters.cs
+++ b/ShadowClip/GUI/Converters.cs
@@ -1,4 +1,5 @@
 using System;
+using System.Collections.Generic;
 using System.Globalization;
 using System.Linq;
 using System.Windows;
@@ -72,6 +73,40 @@ public object[] ConvertBack(object value, Type[] targetTypes, object parameter,
         }
     }
 
+    public class ShotTime
+    {
+        public double Time { get; set; }
+        public Thickness Margin { get; set; }
+    }
+    internal class ShotTimesConverter : IMultiValueConverter
+    {
+        public object Convert(object[] values, Type targetType, object parameter, CultureInfo culture)
+        {
+            var none = Enumerable.Empty<ShotTime>();
+            if (!(values[0] is IEnumerable<double> times)) return none;
+            if (!(values[1] is TimeSpan duration)) return none;
+            if (!(values[2] is double width)) return none;
+            if (duration.Ticks == 0) return none;
+
+            return times.Select(time =>
+            {
+                var fraction = time / duration.TotalSeconds;
+                var offset = fraction * width - 4;
+                
+                return new ShotTime
+                {
+                    Margin = new Thickness(offset, 0, 0, 0),
+                    Time = time
+                };
+            });
+        }
+
+        public object[] ConvertBack(object value, Type[] targetTypes, object parameter, CultureInfo culture)
+        {
+            throw new NotImplementedException();
+        }
+    }
+
     internal class StateToBoolConverter : ParamConverter<State>
     {
         public override object Convert(State state, string parameter)
diff --git a/ShadowClip/GUI/VideoView.xaml b/ShadowClip/GUI/VideoView.xaml
index 3b7495f..7187a4c 100644
--- a/ShadowClip/GUI/VideoView.xaml
+++ b/ShadowClip/GUI/VideoView.xaml
@@ -6,12 +6,13 @@
              xmlns:cal="http://www.caliburnproject.org"
              xmlns:gui="clr-namespace:ShadowClip.GUI"
              mc:Ignorable="d"
-             d:DesignHeight="300" d:DesignWidth="300">
+             d:DesignHeight="300" d:DesignWidth="700">
     <UserControl.Resources>
         <gui:MaxLengthConverter x:Key="MaxLength" />
         <gui:PlayActionCoverter x:Key="PlayActionCoverter" />
         <gui:IntegerSecondsConverter x:Key="IntegerSecondsConverter" />
         <gui:DurationMarginConverter x:Key="DurationMarginConverter" />
+        <gui:ShotTimesConverter x:Key="ShotTimesConverter" />
         <gui:VideoZoomConverter x:Key="VideoZoomConverter" />
     </UserControl.Resources>
     <Grid cal:Message.Attach="[Event PreviewKeyDown] = [Action KeyPressed($eventArgs)]">
@@ -71,36 +72,69 @@
                                 <ComboBoxItem Tag="4">4x</ComboBoxItem>
                             </ComboBox>
                         </StackPanel>
-
                     </StackPanel>
-                    <Border Grid.Column="1" Height="40" BorderThickness="2" Background="LightGreen"
-                            cal:Message.Attach="[Event PreviewMouseUp] = [Action PreviewClicked()]">
-                        <Border.Margin>
-                            <MultiBinding Converter="{StaticResource DurationMarginConverter}">
-                                <Binding Path="StartPosition" />
-                                <Binding Path="EndPosition" />
-                                <Binding Path="Duration" />
-                                <Binding Path="ActualWidth" ElementName="VideoSlider" />
-                            </MultiBinding>
-                        </Border.Margin>
-                        <Border.Style>
-                            <Style TargetType="Border">
-                                <Style.Triggers>
-                                    <Trigger Property="IsMouseOver" Value="True">
-                                        <Setter Property="BorderBrush" Value="Black" />
-                                    </Trigger>
-                                </Style.Triggers>
-                            </Style>
-                        </Border.Style>
-                        <TextBlock Text="Preview" HorizontalAlignment="Center" VerticalAlignment="Bottom" />
-                    </Border>
-                    <Slider Grid.Row="0" Grid.Column="1" Name="VideoSlider" VerticalAlignment="Top"
-                            cal:Message.Attach="
+                    
+                    <StackPanel Grid.Column="1">
+                        <TextBlock Visibility="{Binding IsFindingShots, Converter={StaticResource BooleanToVisibilityConverter}}" Text="Searching video for shots..." HorizontalAlignment="Center"/>
+                        <ItemsControl>
+                            <ItemsControl.ItemsSource>
+                                <MultiBinding Converter="{StaticResource ShotTimesConverter}">
+                                    <Binding Path="ShotTimes" />
+                                    <Binding Path="Duration" />
+                                    <Binding Path="ActualWidth" ElementName="VideoSlider" />
+                                </MultiBinding>
+                            </ItemsControl.ItemsSource>
+                            <ItemsControl.ItemsPanel>
+                                <ItemsPanelTemplate>
+                                    <Grid ShowGridLines="True" />
+                                </ItemsPanelTemplate>
+                            </ItemsControl.ItemsPanel>
+
+                            <ItemsControl.ItemContainerStyle>
+                                <Style>
+                                    <Setter Property="FrameworkElement.Margin" Value="{Binding Margin}" />
+                                </Style>
+                            </ItemsControl.ItemContainerStyle>
+
+                            <ItemsControl.ItemTemplate>
+                                <DataTemplate>
+                                    <Button Height="20" Width="8" HorizontalAlignment="Left" Cursor="Hand"
+                                            cal:Message.Attach="GoTo($dataContext)" />
+                                </DataTemplate>
+                            </ItemsControl.ItemTemplate>
+                        </ItemsControl>
+                        <Grid>
+                            <Border Height="40" BorderThickness="2" Background="LightGreen"
+                                    cal:Message.Attach="[Event PreviewMouseUp] = [Action PreviewClicked()]">
+                                <Border.Margin>
+                                    <MultiBinding Converter="{StaticResource DurationMarginConverter}">
+                                        <Binding Path="StartPosition" />
+                                        <Binding Path="EndPosition" />
+                                        <Binding Path="Duration" />
+                                        <Binding Path="ActualWidth" ElementName="VideoSlider" />
+                                    </MultiBinding>
+                                </Border.Margin>
+                                <Border.Style>
+                                    <Style TargetType="Border">
+                                        <Style.Triggers>
+                                            <Trigger Property="IsMouseOver" Value="True">
+                                                <Setter Property="BorderBrush" Value="Black" />
+                                            </Trigger>
+                                        </Style.Triggers>
+                                    </Style>
+                                </Border.Style>
+                                <TextBlock Text="Preview" HorizontalAlignment="Center" VerticalAlignment="Bottom" />
+                            </Border>
+                            <Slider Grid.Row="0" Name="VideoSlider" VerticalAlignment="Top"
+                                    cal:Message.Attach="
                             [Event PreviewMouseDown] = [Action SliderClicked()];
                             [Event PreviewMouseUp] = [Action SliderReleased()]"
-                            Maximum="{Binding Duration, Converter={StaticResource MaxLength}}"
-                            Value="{Binding CurrentPosition}" HorizontalAlignment="Stretch"
-                            IsMoveToPointEnabled="True" />
+                                    Maximum="{Binding Duration, Converter={StaticResource MaxLength}}"
+                                    Value="{Binding CurrentPosition}" HorizontalAlignment="Stretch"
+                                    IsMoveToPointEnabled="True" />
+                        </Grid>
+                    </StackPanel>
+
                     <StackPanel Grid.Row="0" Grid.Column="2" HorizontalAlignment="Center">
                         <StackPanel Orientation="Horizontal" HorizontalAlignment="Center">
                             <TextBlock Text="{Binding Position, StringFormat=mm\\:ss}" />
diff --git a/ShadowClip/GUI/VideoViewModel.cs b/ShadowClip/GUI/VideoViewModel.cs
index 8b5658f..0c7a08e 100644
--- a/ShadowClip/GUI/VideoViewModel.cs
+++ b/ShadowClip/GUI/VideoViewModel.cs
@@ -1,4 +1,5 @@
 using System;
+using System.Collections.Generic;
 using System.Diagnostics.CodeAnalysis;
 using System.IO;
 using System.Windows;
@@ -7,22 +8,25 @@
 using System.Windows.Threading;
 using Caliburn.Micro;
 using ShadowClip.GUI.UploadDialog;
+using ShadowClip.services;
 
 namespace ShadowClip.GUI
 {
     public sealed class VideoViewModel : Screen, IHandle<FileSelected>
     {
         private readonly IDialogBuilder _dialogBuilder;
+        private readonly IShotFinder _shotFinder;
         private readonly TimeSpan _frameTime = TimeSpan.FromTicks(166667);
         private readonly ISettings _settings;
         private FileInfo _currentFile;
         private bool _playingWhileClicked;
         private VideoView _videoView;
 
-        public VideoViewModel(IEventAggregator eventAggregator, ISettings settings, IDialogBuilder dialogBuilder)
+        public VideoViewModel(IEventAggregator eventAggregator, ISettings settings, IDialogBuilder dialogBuilder, IShotFinder shotFinder)
         {
             _settings = settings;
             _dialogBuilder = dialogBuilder;
+            _shotFinder = shotFinder;
             eventAggregator.Subscribe(this);
         }
 
@@ -32,6 +36,10 @@ public VideoViewModel(IEventAggregator eventAggregator, ISettings settings, IDia
 
         public bool IsMuted { get; set; }
 
+        public IEnumerable<double> ShotTimes { get; set; }
+
+        public bool IsFindingShots { get; set; }
+
         public MediaElement VideoPlayer => _videoView.Video;
 
         public MediaState CurrentMediaState => VideoPlayer.GetMediaState();
@@ -69,6 +77,15 @@ public void Handle(FileSelected message)
             VideoPlayer.Source = new Uri(message.File.FullName);
             VideoPlayer.Play();
             SetPostion(TimeSpan.Zero);
+            ShotTimes = new double[0];
+            FindShotTimesAsync();
+        }
+
+        private async void FindShotTimesAsync()
+        {
+            IsFindingShots = true;
+            ShotTimes = await _shotFinder.GetShotTimes(VideoPlayer.Source.AbsolutePath);
+            IsFindingShots = false;
         }
 
         public void OnIsMutedChanged()
@@ -91,6 +108,11 @@ public void MarkEnd()
             EndPosition = Position;
         }
 
+        public void GoTo(ShotTime shotTime)
+        {
+            CurrentPosition = shotTime.Time;
+        }
+
         private void SetPostion(TimeSpan position)
         {
             VideoPlayer.Pause();
diff --git a/ShadowClip/ShadowClip.csproj b/ShadowClip/ShadowClip.csproj
index 18a8177..f4c4f9f 100644
--- a/ShadowClip/ShadowClip.csproj
+++ b/ShadowClip/ShadowClip.csproj
@@ -130,6 +130,7 @@
     <Compile Include="services\IClipCreator.cs" />
     <Compile Include="services\IEncoder.cs" />
     <Compile Include="services\IUploader.cs" />
+    <Compile Include="services\ShotFinder.cs" />
     <Compile Include="services\Uploader.cs" />
     <Page Include="GUI\FileSelectView.xaml">
       <SubType>Designer</SubType>
diff --git a/ShadowClip/services/ShotFinder.cs b/ShadowClip/services/ShotFinder.cs
new file mode 100644
index 0000000..49ac022
--- /dev/null
+++ b/ShadowClip/services/ShotFinder.cs
@@ -0,0 +1,29 @@
+using System.Collections.Generic;
+using System.Threading.Tasks;
+
+namespace ShadowClip.services
+{
+    public interface IShotFinder
+    {
+        Task<IEnumerable<double>> GetShotTimes(string videoFilePath);
+    }
+
+    public class ShotFinder : IShotFinder
+    {
+        //This class gets created by the DI container.  Uncomment the contructor if you need to pull in a dependency via DI.
+        /* 
+        private readonly ISettings _settings;
+        public ShotFinder(ISettings settings)
+        {
+            _settings = settings;
+        }
+        */
+
+        public async Task<IEnumerable<double>> GetShotTimes(string videoFilePath)
+        {
+            await Task.Delay(3000); //Lots of number crunching in the back ground
+
+            return new[] {15.0, 30, 45}; //Shots found at 15, 30 ,45
+        }
+    }
+}
\ No newline at end of file

From adcc1c60c9a38afda304fca5e5607966f5dd7ca8 Mon Sep 17 00:00:00 2001
From: Chris Kyrouac <chriskyrouac@gmail.com>
Date: Fri, 31 Mar 2017 17:29:21 -0400
Subject: [PATCH 2/7] scope detection proof of concept

---
 ShadowClip/GUI/VideoView.xaml    |  8 ++++--
 ShadowClip/GUI/VideoView.xaml.cs | 15 ++++++++++
 ShadowClip/GUI/VideoViewModel.cs | 47 +++++++++++++++++++++++++++++++-
 ShadowClip/ShadowClip.csproj     |  8 ++++--
 4 files changed, 72 insertions(+), 6 deletions(-)
 create mode 100644 ShadowClip/GUI/VideoView.xaml.cs

diff --git a/ShadowClip/GUI/VideoView.xaml b/ShadowClip/GUI/VideoView.xaml
index 7187a4c..178afb0 100644
--- a/ShadowClip/GUI/VideoView.xaml
+++ b/ShadowClip/GUI/VideoView.xaml
@@ -167,13 +167,15 @@
                                MinWidth="30" />
                 </StackPanel>
                 <StackPanel Orientation="Horizontal" HorizontalAlignment="Center">
-                    <Button Content="Upload Clip" Name="Upload" />
-                    <Button Content="Copy Screenshot" Name="Screenshot" />
+                    <Button Content="Upload Clip" x:Name="Upload" />
+                    <Button Content="Copy Screenshot" x:Name="Screenshot" />
                 </StackPanel>
+                <Label Content="Is Scope Frame?" HorizontalAlignment="Left" Width="98"/>
+                <TextBox x:Name="NonZero" Height="23" TextWrapping="Wrap" Text="{Binding IsScopeFrame}" HorizontalAlignment="Right" Width="188"/>
             </StackPanel>
 
 
         </Grid>
 
     </Grid>
-</UserControl>
\ No newline at end of file
+</UserControl>
diff --git a/ShadowClip/GUI/VideoView.xaml.cs b/ShadowClip/GUI/VideoView.xaml.cs
new file mode 100644
index 0000000..d3223ad
--- /dev/null
+++ b/ShadowClip/GUI/VideoView.xaml.cs
@@ -0,0 +1,15 @@
+namespace ShadowClip.GUI
+{
+    public partial class VideoView
+    {
+        public VideoView()
+        {
+            InitializeComponent();
+        }
+
+        private void CheckBox_Checked(object sender, System.Windows.RoutedEventArgs e)
+        {
+
+        }
+    }
+}
\ No newline at end of file
diff --git a/ShadowClip/GUI/VideoViewModel.cs b/ShadowClip/GUI/VideoViewModel.cs
index 0c7a08e..c43f3e0 100644
--- a/ShadowClip/GUI/VideoViewModel.cs
+++ b/ShadowClip/GUI/VideoViewModel.cs
@@ -10,6 +10,10 @@
 using ShadowClip.GUI.UploadDialog;
 using ShadowClip.services;
 
+using OpenCvSharp;
+using OpenCvSharp.ML;
+using System.Windows.Media.Imaging;
+
 namespace ShadowClip.GUI
 {
     public sealed class VideoViewModel : Screen, IHandle<FileSelected>
@@ -40,6 +44,8 @@ public VideoViewModel(IEventAggregator eventAggregator, ISettings settings, IDia
 
         public bool IsFindingShots { get; set; }
 
+        public string IsScopeFrame { get; set; } = "false";
+
         public MediaElement VideoPlayer => _videoView.Video;
 
         public MediaState CurrentMediaState => VideoPlayer.GetMediaState();
@@ -250,6 +256,45 @@ public void Screenshot()
             var screenShot = VideoPlayer.GetScreenShot(Zoom);
 
             Clipboard.SetImage(screenShot);
+            using (var fileStream = new FileStream("temp.png", FileMode.Create))
+            {
+                BitmapEncoder encoder = new PngBitmapEncoder();
+                encoder.Frames.Add(BitmapFrame.Create(screenShot));
+                encoder.Save(fileStream);
+            }
+
+            Mat train = new Mat("temp.png", ImreadModes.GrayScale);
+            Cv2.Threshold(train, train, 16, 255, ThresholdTypes.Binary);
+            CircleSegment[] circles;
+            Mat dst = new Mat();
+            Cv2.GaussianBlur(train, dst, new OpenCvSharp.Size(5, 5), 0.5, 0.5);
+            int whitePixels = train.CountNonZero();
+            int totalPixels = 1440 * 1080; //TODO: get the real source video size
+            int blackPixels = totalPixels - whitePixels;
+            int threshold = 200000;
+            int maxThreshold = totalPixels - 150000;
+
+            if (blackPixels > threshold && blackPixels < maxThreshold)
+            {
+                IsScopeFrame = "true";
+            } else
+            {
+                IsScopeFrame = "false";
+            }
+
+            // Note, the minimum distance between concentric circles is 25. Otherwise
+            // false circles are detected as a result of the circle's thickness.
+            circles = Cv2.HoughCircles(dst, HoughMethods.Gradient, 1, 5000, 100, 70, 250, 10000);
+
+            for (int i = 0; i < circles.Length; i++)
+            {
+                Cv2.Circle(dst, circles[i].Center, (int)circles[i].Radius, new Scalar(200), 2);
+            }
+
+            using (new OpenCvSharp.Window("Circles", dst))
+            {
+                Cv2.WaitKey();
+            }
         }
 
         public void PreviewClicked()
@@ -269,4 +314,4 @@ public void PreviewClicked()
             timer.Start();
         }
     }
-}
\ No newline at end of file
+}
diff --git a/ShadowClip/ShadowClip.csproj b/ShadowClip/ShadowClip.csproj
index f4c4f9f..d61bbf8 100644
--- a/ShadowClip/ShadowClip.csproj
+++ b/ShadowClip/ShadowClip.csproj
@@ -79,10 +79,10 @@
     <ApplicationIcon>Shaunkleyn-Phlat-Blue-Folders-Movies.ico</ApplicationIcon>
   </PropertyGroup>
   <PropertyGroup>
-    <ManifestCertificateThumbprint>42A3D830F70BA5BBAD2DED9FED66A65CB5798CBD</ManifestCertificateThumbprint>
+    <ManifestCertificateThumbprint>F358B11517C55DBAB2CBA7E3415D1CDB855AB8B1</ManifestCertificateThumbprint>
   </PropertyGroup>
   <PropertyGroup>
-    <ManifestKeyFile>ShadowClip_TemporaryKey.pfx</ManifestKeyFile>
+    <ManifestKeyFile>ShadowClip_1_TemporaryKey.pfx</ManifestKeyFile>
   </PropertyGroup>
   <PropertyGroup>
     <GenerateManifests>true</GenerateManifests>
@@ -173,6 +173,7 @@
       <DesignTimeSharedInput>True</DesignTimeSharedInput>
     </Compile>
     <None Include="scripts\after_publish.bat" />
+    <None Include="ShadowClip_1_TemporaryKey.pfx" />
     <None Include="ShadowClip_TemporaryKey.pfx" />
     <Resource Include="Shaunkleyn-Phlat-Blue-Folders-Movies.ico" />
     <EmbeddedResource Include="Properties\Resources.resx">
@@ -192,6 +193,9 @@
     <PackageReference Include="Caliburn.Micro">
       <Version>3.0.3</Version>
     </PackageReference>
+    <PackageReference Include="OpenCvSharp3-AnyCPU">
+      <Version>3.2.0.20170324</Version>
+    </PackageReference>
     <PackageReference Include="PropertyChanged.Fody">
       <Version>1.52.1</Version>
     </PackageReference>

From d5911236bafceac7bc6753520e380288c87850fe Mon Sep 17 00:00:00 2001
From: Chris Kyrouac <chriskyrouac@gmail.com>
Date: Sat, 1 Apr 2017 09:29:49 -0400
Subject: [PATCH 3/7] Use real video height/width for scope detection

---
 ShadowClip/GUI/VideoViewModel.cs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/ShadowClip/GUI/VideoViewModel.cs b/ShadowClip/GUI/VideoViewModel.cs
index c43f3e0..629a358 100644
--- a/ShadowClip/GUI/VideoViewModel.cs
+++ b/ShadowClip/GUI/VideoViewModel.cs
@@ -269,7 +269,7 @@ public void Screenshot()
             Mat dst = new Mat();
             Cv2.GaussianBlur(train, dst, new OpenCvSharp.Size(5, 5), 0.5, 0.5);
             int whitePixels = train.CountNonZero();
-            int totalPixels = 1440 * 1080; //TODO: get the real source video size
+            int totalPixels = VideoPlayer.NaturalVideoHeight * VideoPlayer.NaturalVideoWidth;
             int blackPixels = totalPixels - whitePixels;
             int threshold = 200000;
             int maxThreshold = totalPixels - 150000;

From 6d1dc95cad143a46529bbd97c2d896cf840db671 Mon Sep 17 00:00:00 2001
From: Chris Kyrouac <chriskyrouac@gmail.com>
Date: Sat, 1 Apr 2017 20:28:35 -0400
Subject: [PATCH 4/7] Make black pixel threshold a percentage of total pixels

---
 ShadowClip/GUI/VideoViewModel.cs | 27 +++++++++++----------------
 1 file changed, 11 insertions(+), 16 deletions(-)

diff --git a/ShadowClip/GUI/VideoViewModel.cs b/ShadowClip/GUI/VideoViewModel.cs
index 629a358..1cf0dd9 100644
--- a/ShadowClip/GUI/VideoViewModel.cs
+++ b/ShadowClip/GUI/VideoViewModel.cs
@@ -265,16 +265,20 @@ public void Screenshot()
 
             Mat train = new Mat("temp.png", ImreadModes.GrayScale);
             Cv2.Threshold(train, train, 16, 255, ThresholdTypes.Binary);
-            CircleSegment[] circles;
             Mat dst = new Mat();
             Cv2.GaussianBlur(train, dst, new OpenCvSharp.Size(5, 5), 0.5, 0.5);
-            int whitePixels = train.CountNonZero();
-            int totalPixels = VideoPlayer.NaturalVideoHeight * VideoPlayer.NaturalVideoWidth;
-            int blackPixels = totalPixels - whitePixels;
-            int threshold = 200000;
-            int maxThreshold = totalPixels - 150000;
 
-            if (blackPixels > threshold && blackPixels < maxThreshold)
+            double width = System.Convert.ToDouble(VideoPlayer.NaturalVideoWidth);
+            double height = System.Convert.ToDouble(VideoPlayer.NaturalVideoHeight);
+            double totalPixels = width * height;
+            double whitePixels = System.Convert.ToDouble(train.CountNonZero());
+            double blackPixels = totalPixels - whitePixels;
+            double minPercent = 0.45;
+            double maxPercent = 0.9;
+            double minBlackPixels = totalPixels * minPercent;
+            double maxBlackPixels = totalPixels * maxPercent;
+
+            if (blackPixels > minBlackPixels && blackPixels < maxBlackPixels)
             {
                 IsScopeFrame = "true";
             } else
@@ -282,15 +286,6 @@ public void Screenshot()
                 IsScopeFrame = "false";
             }
 
-            // Note, the minimum distance between concentric circles is 25. Otherwise
-            // false circles are detected as a result of the circle's thickness.
-            circles = Cv2.HoughCircles(dst, HoughMethods.Gradient, 1, 5000, 100, 70, 250, 10000);
-
-            for (int i = 0; i < circles.Length; i++)
-            {
-                Cv2.Circle(dst, circles[i].Center, (int)circles[i].Radius, new Scalar(200), 2);
-            }
-
             using (new OpenCvSharp.Window("Circles", dst))
             {
                 Cv2.WaitKey();

From e979f8ca75a7488a94c3d7f3d7d5b6a34c941f51 Mon Sep 17 00:00:00 2001
From: Chris Kyrouac <chriskyrouac@gmail.com>
Date: Sun, 9 Apr 2017 09:31:07 -0400
Subject: [PATCH 5/7] detect awp shots via audio poc

---
 ShadowClip/GUI/VideoView.xaml        |   5 +-
 ShadowClip/GUI/VideoViewModel.cs     | 131 ++++++++++++++++++++++++++-
 ShadowClip/Properties/app.manifest   |  70 ++++++++++++++
 ShadowClip/ShadowClip.csproj         |  89 +++++++++++++++++-
 ShadowClip/services/FfmpegEncoder.cs |   2 +-
 5 files changed, 292 insertions(+), 5 deletions(-)
 create mode 100644 ShadowClip/Properties/app.manifest

diff --git a/ShadowClip/GUI/VideoView.xaml b/ShadowClip/GUI/VideoView.xaml
index 178afb0..1c2441a 100644
--- a/ShadowClip/GUI/VideoView.xaml
+++ b/ShadowClip/GUI/VideoView.xaml
@@ -170,9 +170,10 @@
                     <Button Content="Upload Clip" x:Name="Upload" />
                     <Button Content="Copy Screenshot" x:Name="Screenshot" />
                 </StackPanel>
-                <Label Content="Is Scope Frame?" HorizontalAlignment="Left" Width="98"/>
                 <TextBox x:Name="NonZero" Height="23" TextWrapping="Wrap" Text="{Binding IsScopeFrame}" HorizontalAlignment="Right" Width="188"/>
-            </StackPanel>
+                <Label Content="Is Scope Frame?" HorizontalAlignment="Left" Width="98"/>
+        <TextBox Height="71" TextWrapping="Wrap" Text="{Binding WordString}"/>
+      </StackPanel>
 
 
         </Grid>
diff --git a/ShadowClip/GUI/VideoViewModel.cs b/ShadowClip/GUI/VideoViewModel.cs
index 1cf0dd9..79e0a70 100644
--- a/ShadowClip/GUI/VideoViewModel.cs
+++ b/ShadowClip/GUI/VideoViewModel.cs
@@ -9,15 +9,31 @@
 using Caliburn.Micro;
 using ShadowClip.GUI.UploadDialog;
 using ShadowClip.services;
+using System.Threading;
+using System.Threading.Tasks;
 
 using OpenCvSharp;
 using OpenCvSharp.ML;
 using System.Windows.Media.Imaging;
 
+using Tesseract;
+using SoundFingerprinting.Builder;
+using SoundFingerprinting.Audio;
+using SoundFingerprinting;
+using SoundFingerprinting.Audio.NAudio;
+using SoundFingerprinting.InMemory;
+using SoundFingerprinting.DAO.Data;
+using SoundFingerprinting.Query;
+
 namespace ShadowClip.GUI
 {
     public sealed class VideoViewModel : Screen, IHandle<FileSelected>
     {
+        private readonly IModelService modelService = new InMemoryModelService();
+        private readonly IAudioService audioService = new NAudioService();
+        private readonly IFingerprintCommandBuilder fingerprintCommandBuilder = new FingerprintCommandBuilder();
+        private readonly IQueryCommandBuilder queryCommandBuilder = new QueryCommandBuilder();
+
         private readonly IDialogBuilder _dialogBuilder;
         private readonly IShotFinder _shotFinder;
         private readonly TimeSpan _frameTime = TimeSpan.FromTicks(166667);
@@ -27,6 +43,44 @@ public sealed class VideoViewModel : Screen, IHandle<FileSelected>
         private VideoView _videoView;
 
         public VideoViewModel(IEventAggregator eventAggregator, ISettings settings, IDialogBuilder dialogBuilder, IShotFinder shotFinder)
+
+        public void StoreAudioFileFingerprintsInStorageForLaterRetrieval(string pathToAudioFile)
+        {
+            var track = new TrackData("1", "test-artist", "test-song", "test-album", 2017, 290);
+
+            // store track metadata in the datasource
+            var trackReference = modelService.InsertTrack(track);
+
+            // create hashed fingerprints
+            var hashedFingerprints = fingerprintCommandBuilder
+                                        .BuildFingerprintCommand()
+                                        .From(pathToAudioFile)
+                                        .UsingServices(audioService)
+                                        .Hash()
+                                        .Result;
+
+            // store hashes in the database for later retrieval
+            modelService.InsertHashDataForTrack(hashedFingerprints, trackReference);
+        }
+
+        public QueryResult GetBestMatchForSong(string queryAudioFile)
+        {
+            //int secondsToAnalyze = 4; // number of seconds to analyze from query file
+            //int startAtSecond = 0; // start at the begining
+
+            // query the underlying database for similar audio sub-fingerprints
+                                                 //.From(queryAudioFile, secondsToAnalyze, startAtSecond)
+            var queryResult = queryCommandBuilder.BuildQueryCommand()
+                                                 .From(queryAudioFile, 6, 8)
+                                                 .UsingServices(modelService, audioService)
+                                                 .Query()
+                                                 .Result;
+
+            return queryResult;
+            // return queryResult.BestMatch.Track; // successful match has been found
+        }
+
+        public VideoViewModel(IEventAggregator eventAggregator, ISettings settings, IDialogBuilder dialogBuilder)
         {
             _settings = settings;
             _dialogBuilder = dialogBuilder;
@@ -46,6 +100,8 @@ public VideoViewModel(IEventAggregator eventAggregator, ISettings settings, IDia
 
         public string IsScopeFrame { get; set; } = "false";
 
+        public string WordString { get; set; } = "";
+
         public MediaElement VideoPlayer => _videoView.Video;
 
         public MediaState CurrentMediaState => VideoPlayer.GetMediaState();
@@ -254,8 +310,9 @@ public void SliderReleased()
         public void Screenshot()
         {
             var screenShot = VideoPlayer.GetScreenShot(Zoom);
-
             Clipboard.SetImage(screenShot);
+
+            //scope detection
             using (var fileStream = new FileStream("temp.png", FileMode.Create))
             {
                 BitmapEncoder encoder = new PngBitmapEncoder();
@@ -286,6 +343,78 @@ public void Screenshot()
                 IsScopeFrame = "false";
             }
 
+
+            //text recognition
+            var engine = new TesseractEngine(@"C:/Users/chris/Downloads/tessdata", "eng", EngineMode.Default);
+            var img = Pix.LoadFromFile("temp.png");
+            var page = engine.Process(img);
+            var text = page.GetText();
+            using (var iter = page.GetIterator())
+            {
+                iter.Begin();
+
+                do
+                {
+                    do
+                    {
+                        do
+                        {
+                            do
+                            {
+                                if (iter.IsAtBeginningOf(PageIteratorLevel.Block))
+                                {
+                                    Console.WriteLine("<BLOCK>");
+                                }
+
+                                var word = iter.GetText(PageIteratorLevel.Word);
+                                WordString = WordString + word + " ";
+                                Console.Write(word);
+                                Console.Write(" ");
+
+                                if (iter.IsAtFinalOf(PageIteratorLevel.TextLine, PageIteratorLevel.Word))
+                                {
+                                    Console.WriteLine();
+                                }
+                            } while (iter.Next(PageIteratorLevel.TextLine, PageIteratorLevel.Word));
+
+                            if (iter.IsAtFinalOf(PageIteratorLevel.Para, PageIteratorLevel.TextLine))
+                            {
+                                Console.WriteLine();
+                            }
+                        } while (iter.Next(PageIteratorLevel.Para, PageIteratorLevel.TextLine));
+                    } while (iter.Next(PageIteratorLevel.Block, PageIteratorLevel.Para));
+                } while (iter.Next(PageIteratorLevel.Block));
+            }
+
+            //audio location
+            try
+            {
+                string videoFile = "C:/Users/Chris/Videos/Counter-strike  Global Offensive/Counter-strike  Global Offensive 04.03.2017 - 22.15.01.26.DVR.mp4";
+                var process = new System.Diagnostics.Process
+                {
+                    StartInfo =
+                    {
+                        RedirectStandardError = true,
+                        RedirectStandardOutput = true,
+                        UseShellExecute = false,
+                        CreateNoWindow = true,
+                        FileName = @"ffmpeg.exe",
+                        Arguments =
+                            $"-nostdin -i \"{videoFile}\" -vn -ar 44100 -ac 2 -ab 192k -f mp3 \"temp.mp3\""
+                    }
+                };
+
+                process.Start();
+                process.WaitForExit();
+            }
+            catch (Exception e)
+            {
+                Console.Write(e);
+            }
+
+            StoreAudioFileFingerprintsInStorageForLaterRetrieval("C:/Users/Chris/Downloads/awp_sounds/awp/awp_01.wav");
+            QueryResult result = GetBestMatchForSong("temp.mp3"); //2, 11, 20
+
             using (new OpenCvSharp.Window("Circles", dst))
             {
                 Cv2.WaitKey();
diff --git a/ShadowClip/Properties/app.manifest b/ShadowClip/Properties/app.manifest
new file mode 100644
index 0000000..22556f8
--- /dev/null
+++ b/ShadowClip/Properties/app.manifest
@@ -0,0 +1,70 @@
+<?xml version="1.0" encoding="utf-8"?>
+<assembly manifestVersion="1.0" xmlns="urn:schemas-microsoft-com:asm.v1">
+  <assemblyIdentity version="1.0.0.0" name="MyApplication.app" />
+  <trustInfo xmlns="urn:schemas-microsoft-com:asm.v2">
+    <security>
+      <requestedPrivileges xmlns="urn:schemas-microsoft-com:asm.v3">
+        <!-- UAC Manifest Options
+             If you want to change the Windows User Account Control level replace the 
+             requestedExecutionLevel node with one of the following.
+
+        <requestedExecutionLevel  level="asInvoker" uiAccess="false" />
+        <requestedExecutionLevel  level="requireAdministrator" uiAccess="false" />
+        <requestedExecutionLevel  level="highestAvailable" uiAccess="false" />
+
+            Specifying requestedExecutionLevel element will disable file and registry virtualization. 
+            Remove this element if your application requires this virtualization for backwards
+            compatibility.
+        -->
+        <requestedExecutionLevel level="asInvoker" uiAccess="false" />
+      </requestedPrivileges>
+      <applicationRequestMinimum>
+        <defaultAssemblyRequest permissionSetReference="Custom" />
+        <PermissionSet class="System.Security.PermissionSet" version="1" ID="Custom" SameSite="site" Unrestricted="true" />
+      </applicationRequestMinimum>
+    </security>
+  </trustInfo>
+  <compatibility xmlns="urn:schemas-microsoft-com:compatibility.v1">
+    <application>
+      <!-- A list of the Windows versions that this application has been tested on and is
+           is designed to work with. Uncomment the appropriate elements and Windows will 
+           automatically selected the most compatible environment. -->
+      <!-- Windows Vista -->
+      <!--<supportedOS Id="{e2011457-1546-43c5-a5fe-008deee3d3f0}" />-->
+      <!-- Windows 7 -->
+      <!--<supportedOS Id="{35138b9a-5d96-4fbd-8e2d-a2440225f93a}" />-->
+      <!-- Windows 8 -->
+      <!--<supportedOS Id="{4a2f28e3-53b9-4441-ba9c-d69d4a4a6e38}" />-->
+      <!-- Windows 8.1 -->
+      <!--<supportedOS Id="{1f676c76-80e1-4239-95bb-83d0f6d0da78}" />-->
+      <!-- Windows 10 -->
+      <!--<supportedOS Id="{8e0f7a12-bfb3-4fe8-b9a5-48fd50a15a9a}" />-->
+    </application>
+  </compatibility>
+  <!-- Indicates that the application is DPI-aware and will not be automatically scaled by Windows at higher
+       DPIs. Windows Presentation Foundation (WPF) applications are automatically DPI-aware and do not need 
+       to opt in. Windows Forms applications targeting .NET Framework 4.6 that opt into this setting, should 
+       also set the 'EnableWindowsFormsHighDpiAutoResizing' setting to 'true' in their app.config. -->
+  <!--
+  <application xmlns="urn:schemas-microsoft-com:asm.v3">
+    <windowsSettings>
+      <dpiAware xmlns="http://schemas.microsoft.com/SMI/2005/WindowsSettings">true</dpiAware>
+    </windowsSettings>
+  </application>
+  -->
+  <!-- Enable themes for Windows common controls and dialogs (Windows XP and later) -->
+  <!--
+  <dependency>
+    <dependentAssembly>
+      <assemblyIdentity
+          type="win32"
+          name="Microsoft.Windows.Common-Controls"
+          version="6.0.0.0"
+          processorArchitecture="*"
+          publicKeyToken="6595b64144ccf1df"
+          language="*"
+        />
+    </dependentAssembly>
+  </dependency>
+  -->
+</assembly>
\ No newline at end of file
diff --git a/ShadowClip/ShadowClip.csproj b/ShadowClip/ShadowClip.csproj
index d61bbf8..0fc8cad 100644
--- a/ShadowClip/ShadowClip.csproj
+++ b/ShadowClip/ShadowClip.csproj
@@ -64,6 +64,7 @@
     <ErrorReport>prompt</ErrorReport>
     <CodeAnalysisRuleSet>MinimumRecommendedRules.ruleset</CodeAnalysisRuleSet>
     <Prefer32Bit>true</Prefer32Bit>
+    <AllowUnsafeBlocks>true</AllowUnsafeBlocks>
   </PropertyGroup>
   <PropertyGroup Condition="'$(Configuration)|$(Platform)' == 'Release|x64'">
     <OutputPath>bin\x64\Release\</OutputPath>
@@ -90,10 +91,17 @@
   <PropertyGroup>
     <SignManifests>true</SignManifests>
   </PropertyGroup>
+  <PropertyGroup>
+    <TargetZone>LocalIntranet</TargetZone>
+  </PropertyGroup>
+  <PropertyGroup>
+    <ApplicationManifest>Properties\app.manifest</ApplicationManifest>
+  </PropertyGroup>
   <ItemGroup>
     <Reference Include="System" />
     <Reference Include="System.Data" />
     <Reference Include="System.Deployment" />
+    <Reference Include="System.Drawing" />
     <Reference Include="System.Web" />
     <Reference Include="System.Windows.Forms" />
     <Reference Include="System.Xml" />
@@ -172,6 +180,7 @@
       <DependentUpon>Settings.settings</DependentUpon>
       <DesignTimeSharedInput>True</DesignTimeSharedInput>
     </Compile>
+    <None Include="Properties\app.manifest" />
     <None Include="scripts\after_publish.bat" />
     <None Include="ShadowClip_1_TemporaryKey.pfx" />
     <None Include="ShadowClip_TemporaryKey.pfx" />
@@ -199,6 +208,12 @@
     <PackageReference Include="PropertyChanged.Fody">
       <Version>1.52.1</Version>
     </PackageReference>
+    <PackageReference Include="SoundFingerprinting">
+      <Version>3.1.0</Version>
+    </PackageReference>
+    <PackageReference Include="Tesseract">
+      <Version>3.0.2</Version>
+    </PackageReference>
     <PackageReference Include="Unity">
       <Version>4.0.1</Version>
     </PackageReference>
@@ -222,6 +237,18 @@
     <Content Include="release_notes.txt">
       <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
     </Content>
+    <Content Include="x64\liblept172.dll">
+      <CopyToOutputDirectory>Always</CopyToOutputDirectory>
+    </Content>
+    <Content Include="x64\libtesseract304.dll">
+      <CopyToOutputDirectory>Always</CopyToOutputDirectory>
+    </Content>
+    <Content Include="x86\liblept172.dll">
+      <CopyToOutputDirectory>Always</CopyToOutputDirectory>
+    </Content>
+    <Content Include="x86\libtesseract304.dll">
+      <CopyToOutputDirectory>Always</CopyToOutputDirectory>
+    </Content>
   </ItemGroup>
   <ItemGroup>
     <PublishFile Include="Caliburn.Micro">
@@ -294,6 +321,26 @@
       <IncludeHash>True</IncludeHash>
       <FileType>Assembly</FileType>
     </PublishFile>
+    <PublishFile Include="NAudio">
+      <Visible>False</Visible>
+      <Group>
+      </Group>
+      <TargetPath>
+      </TargetPath>
+      <PublishState>Include</PublishState>
+      <IncludeHash>True</IncludeHash>
+      <FileType>Assembly</FileType>
+    </PublishFile>
+    <PublishFile Include="Ninject">
+      <Visible>False</Visible>
+      <Group>
+      </Group>
+      <TargetPath>
+      </TargetPath>
+      <PublishState>Include</PublishState>
+      <IncludeHash>True</IncludeHash>
+      <FileType>Assembly</FileType>
+    </PublishFile>
     <PublishFile Include="PropertyChanged">
       <Visible>False</Visible>
       <Group>
@@ -304,6 +351,46 @@
       <IncludeHash>True</IncludeHash>
       <FileType>Assembly</FileType>
     </PublishFile>
+    <PublishFile Include="SoundFingerprinting">
+      <Visible>False</Visible>
+      <Group>
+      </Group>
+      <TargetPath>
+      </TargetPath>
+      <PublishState>Include</PublishState>
+      <IncludeHash>True</IncludeHash>
+      <FileType>Assembly</FileType>
+    </PublishFile>
+    <PublishFile Include="SoundFingerprinting.Audio">
+      <Visible>False</Visible>
+      <Group>
+      </Group>
+      <TargetPath>
+      </TargetPath>
+      <PublishState>Include</PublishState>
+      <IncludeHash>True</IncludeHash>
+      <FileType>Assembly</FileType>
+    </PublishFile>
+    <PublishFile Include="SoundFingerprinting.Audio.NAudio">
+      <Visible>False</Visible>
+      <Group>
+      </Group>
+      <TargetPath>
+      </TargetPath>
+      <PublishState>Include</PublishState>
+      <IncludeHash>True</IncludeHash>
+      <FileType>Assembly</FileType>
+    </PublishFile>
+    <PublishFile Include="SoundFingerprinting.Infrastructure">
+      <Visible>False</Visible>
+      <Group>
+      </Group>
+      <TargetPath>
+      </TargetPath>
+      <PublishState>Include</PublishState>
+      <IncludeHash>True</IncludeHash>
+      <FileType>Assembly</FileType>
+    </PublishFile>
     <PublishFile Include="System.Windows.Interactivity">
       <Visible>False</Visible>
       <Group>
@@ -319,4 +406,4 @@
   <Target Name="CustomPostPublishActions" AfterTargets="PublishOnly">
     <Exec MSBuildArchitecture="x64" Command="scripts\after_publish.bat $(Configuration) $(Platform)" />
   </Target>
-</Project>
\ No newline at end of file
+</Project>
diff --git a/ShadowClip/services/FfmpegEncoder.cs b/ShadowClip/services/FfmpegEncoder.cs
index 30d135d..c136070 100644
--- a/ShadowClip/services/FfmpegEncoder.cs
+++ b/ShadowClip/services/FfmpegEncoder.cs
@@ -122,4 +122,4 @@ async void EmitProgress(StreamReader stream)
             }
         }
     }
-}
\ No newline at end of file
+}

From 4a5bd7a5953fb3d091f411d06d6fd49c6a3e13fb Mon Sep 17 00:00:00 2001
From: Chris Kyrouac <chriskyrouac@gmail.com>
Date: Sun, 9 Apr 2017 14:07:30 -0400
Subject: [PATCH 6/7] Pretty reliable awp shot detection

---
 .gitignore                        |  12 +-
 ShadowClip/GUI/VideoViewModel.cs  | 167 -------------------
 ShadowClip/ShadowClip.csproj      |  63 ++++++-
 ShadowClip/services/ShotFinder.cs | 266 ++++++++++++++++++++++++++++--
 4 files changed, 325 insertions(+), 183 deletions(-)

diff --git a/.gitignore b/.gitignore
index 3c4efe2..841445c 100644
--- a/.gitignore
+++ b/.gitignore
@@ -258,4 +258,14 @@ paket-files/
 
 # Python Tools for Visual Studio (PTVS)
 __pycache__/
-*.pyc
\ No newline at end of file
+*.pyc
+
+# vim
+[._]*.s[a-v][a-z]
+[._]*.sw[a-p]
+[._]s[a-v][a-z]
+[._]sw[a-p]
+Session.vim
+.netrwhist
+*~
+tags
diff --git a/ShadowClip/GUI/VideoViewModel.cs b/ShadowClip/GUI/VideoViewModel.cs
index 79e0a70..46454bd 100644
--- a/ShadowClip/GUI/VideoViewModel.cs
+++ b/ShadowClip/GUI/VideoViewModel.cs
@@ -12,28 +12,10 @@
 using System.Threading;
 using System.Threading.Tasks;
 
-using OpenCvSharp;
-using OpenCvSharp.ML;
-using System.Windows.Media.Imaging;
-
-using Tesseract;
-using SoundFingerprinting.Builder;
-using SoundFingerprinting.Audio;
-using SoundFingerprinting;
-using SoundFingerprinting.Audio.NAudio;
-using SoundFingerprinting.InMemory;
-using SoundFingerprinting.DAO.Data;
-using SoundFingerprinting.Query;
-
 namespace ShadowClip.GUI
 {
     public sealed class VideoViewModel : Screen, IHandle<FileSelected>
     {
-        private readonly IModelService modelService = new InMemoryModelService();
-        private readonly IAudioService audioService = new NAudioService();
-        private readonly IFingerprintCommandBuilder fingerprintCommandBuilder = new FingerprintCommandBuilder();
-        private readonly IQueryCommandBuilder queryCommandBuilder = new QueryCommandBuilder();
-
         private readonly IDialogBuilder _dialogBuilder;
         private readonly IShotFinder _shotFinder;
         private readonly TimeSpan _frameTime = TimeSpan.FromTicks(166667);
@@ -43,44 +25,6 @@ public sealed class VideoViewModel : Screen, IHandle<FileSelected>
         private VideoView _videoView;
 
         public VideoViewModel(IEventAggregator eventAggregator, ISettings settings, IDialogBuilder dialogBuilder, IShotFinder shotFinder)
-
-        public void StoreAudioFileFingerprintsInStorageForLaterRetrieval(string pathToAudioFile)
-        {
-            var track = new TrackData("1", "test-artist", "test-song", "test-album", 2017, 290);
-
-            // store track metadata in the datasource
-            var trackReference = modelService.InsertTrack(track);
-
-            // create hashed fingerprints
-            var hashedFingerprints = fingerprintCommandBuilder
-                                        .BuildFingerprintCommand()
-                                        .From(pathToAudioFile)
-                                        .UsingServices(audioService)
-                                        .Hash()
-                                        .Result;
-
-            // store hashes in the database for later retrieval
-            modelService.InsertHashDataForTrack(hashedFingerprints, trackReference);
-        }
-
-        public QueryResult GetBestMatchForSong(string queryAudioFile)
-        {
-            //int secondsToAnalyze = 4; // number of seconds to analyze from query file
-            //int startAtSecond = 0; // start at the begining
-
-            // query the underlying database for similar audio sub-fingerprints
-                                                 //.From(queryAudioFile, secondsToAnalyze, startAtSecond)
-            var queryResult = queryCommandBuilder.BuildQueryCommand()
-                                                 .From(queryAudioFile, 6, 8)
-                                                 .UsingServices(modelService, audioService)
-                                                 .Query()
-                                                 .Result;
-
-            return queryResult;
-            // return queryResult.BestMatch.Track; // successful match has been found
-        }
-
-        public VideoViewModel(IEventAggregator eventAggregator, ISettings settings, IDialogBuilder dialogBuilder)
         {
             _settings = settings;
             _dialogBuilder = dialogBuilder;
@@ -98,10 +42,6 @@ public VideoViewModel(IEventAggregator eventAggregator, ISettings settings, IDia
 
         public bool IsFindingShots { get; set; }
 
-        public string IsScopeFrame { get; set; } = "false";
-
-        public string WordString { get; set; } = "";
-
         public MediaElement VideoPlayer => _videoView.Video;
 
         public MediaState CurrentMediaState => VideoPlayer.GetMediaState();
@@ -312,113 +252,6 @@ public void Screenshot()
             var screenShot = VideoPlayer.GetScreenShot(Zoom);
             Clipboard.SetImage(screenShot);
 
-            //scope detection
-            using (var fileStream = new FileStream("temp.png", FileMode.Create))
-            {
-                BitmapEncoder encoder = new PngBitmapEncoder();
-                encoder.Frames.Add(BitmapFrame.Create(screenShot));
-                encoder.Save(fileStream);
-            }
-
-            Mat train = new Mat("temp.png", ImreadModes.GrayScale);
-            Cv2.Threshold(train, train, 16, 255, ThresholdTypes.Binary);
-            Mat dst = new Mat();
-            Cv2.GaussianBlur(train, dst, new OpenCvSharp.Size(5, 5), 0.5, 0.5);
-
-            double width = System.Convert.ToDouble(VideoPlayer.NaturalVideoWidth);
-            double height = System.Convert.ToDouble(VideoPlayer.NaturalVideoHeight);
-            double totalPixels = width * height;
-            double whitePixels = System.Convert.ToDouble(train.CountNonZero());
-            double blackPixels = totalPixels - whitePixels;
-            double minPercent = 0.45;
-            double maxPercent = 0.9;
-            double minBlackPixels = totalPixels * minPercent;
-            double maxBlackPixels = totalPixels * maxPercent;
-
-            if (blackPixels > minBlackPixels && blackPixels < maxBlackPixels)
-            {
-                IsScopeFrame = "true";
-            } else
-            {
-                IsScopeFrame = "false";
-            }
-
-
-            //text recognition
-            var engine = new TesseractEngine(@"C:/Users/chris/Downloads/tessdata", "eng", EngineMode.Default);
-            var img = Pix.LoadFromFile("temp.png");
-            var page = engine.Process(img);
-            var text = page.GetText();
-            using (var iter = page.GetIterator())
-            {
-                iter.Begin();
-
-                do
-                {
-                    do
-                    {
-                        do
-                        {
-                            do
-                            {
-                                if (iter.IsAtBeginningOf(PageIteratorLevel.Block))
-                                {
-                                    Console.WriteLine("<BLOCK>");
-                                }
-
-                                var word = iter.GetText(PageIteratorLevel.Word);
-                                WordString = WordString + word + " ";
-                                Console.Write(word);
-                                Console.Write(" ");
-
-                                if (iter.IsAtFinalOf(PageIteratorLevel.TextLine, PageIteratorLevel.Word))
-                                {
-                                    Console.WriteLine();
-                                }
-                            } while (iter.Next(PageIteratorLevel.TextLine, PageIteratorLevel.Word));
-
-                            if (iter.IsAtFinalOf(PageIteratorLevel.Para, PageIteratorLevel.TextLine))
-                            {
-                                Console.WriteLine();
-                            }
-                        } while (iter.Next(PageIteratorLevel.Para, PageIteratorLevel.TextLine));
-                    } while (iter.Next(PageIteratorLevel.Block, PageIteratorLevel.Para));
-                } while (iter.Next(PageIteratorLevel.Block));
-            }
-
-            //audio location
-            try
-            {
-                string videoFile = "C:/Users/Chris/Videos/Counter-strike  Global Offensive/Counter-strike  Global Offensive 04.03.2017 - 22.15.01.26.DVR.mp4";
-                var process = new System.Diagnostics.Process
-                {
-                    StartInfo =
-                    {
-                        RedirectStandardError = true,
-                        RedirectStandardOutput = true,
-                        UseShellExecute = false,
-                        CreateNoWindow = true,
-                        FileName = @"ffmpeg.exe",
-                        Arguments =
-                            $"-nostdin -i \"{videoFile}\" -vn -ar 44100 -ac 2 -ab 192k -f mp3 \"temp.mp3\""
-                    }
-                };
-
-                process.Start();
-                process.WaitForExit();
-            }
-            catch (Exception e)
-            {
-                Console.Write(e);
-            }
-
-            StoreAudioFileFingerprintsInStorageForLaterRetrieval("C:/Users/Chris/Downloads/awp_sounds/awp/awp_01.wav");
-            QueryResult result = GetBestMatchForSong("temp.mp3"); //2, 11, 20
-
-            using (new OpenCvSharp.Window("Circles", dst))
-            {
-                Cv2.WaitKey();
-            }
         }
 
         public void PreviewClicked()
diff --git a/ShadowClip/ShadowClip.csproj b/ShadowClip/ShadowClip.csproj
index 0fc8cad..ee1eb04 100644
--- a/ShadowClip/ShadowClip.csproj
+++ b/ShadowClip/ShadowClip.csproj
@@ -202,6 +202,9 @@
     <PackageReference Include="Caliburn.Micro">
       <Version>3.0.3</Version>
     </PackageReference>
+    <PackageReference Include="FFmpeg.Nightly">
+      <Version>20170404.1.0</Version>
+    </PackageReference>
     <PackageReference Include="OpenCvSharp3-AnyCPU">
       <Version>3.2.0.20170324</Version>
     </PackageReference>
@@ -231,9 +234,9 @@
     </BootstrapperPackage>
   </ItemGroup>
   <ItemGroup>
-    <Content Include="ffmpeg.exe">
-      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
-    </Content>
+    <!--<Content Include="ffmpeg.exe">-->
+    <!--<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>-->
+    <!--</Content>-->
     <Content Include="release_notes.txt">
       <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
     </Content>
@@ -249,6 +252,18 @@
     <Content Include="x86\libtesseract304.dll">
       <CopyToOutputDirectory>Always</CopyToOutputDirectory>
     </Content>
+    <Content Include="x86\opencv_ffmpeg320.dll">
+      <CopyToOutputDirectory>Always</CopyToOutputDirectory>
+    </Content>
+    <Content Include="x64\opencv_ffmpeg320_64.dll">
+      <CopyToOutputDirectory>Always</CopyToOutputDirectory>
+    </Content>
+    <Content Include="x64\OpenCvSharpExtern.dll">
+      <CopyToOutputDirectory>Always</CopyToOutputDirectory>
+    </Content>
+    <Content Include="x86\OpenCvSharpExtern.dll">
+      <CopyToOutputDirectory>Always</CopyToOutputDirectory>
+    </Content>
   </ItemGroup>
   <ItemGroup>
     <PublishFile Include="Caliburn.Micro">
@@ -341,6 +356,46 @@
       <IncludeHash>True</IncludeHash>
       <FileType>Assembly</FileType>
     </PublishFile>
+    <PublishFile Include="OpenCvSharp">
+      <Visible>False</Visible>
+      <Group>
+      </Group>
+      <TargetPath>
+      </TargetPath>
+      <PublishState>Include</PublishState>
+      <IncludeHash>True</IncludeHash>
+      <FileType>Assembly</FileType>
+    </PublishFile>
+    <PublishFile Include="OpenCvSharp.Blob">
+      <Visible>False</Visible>
+      <Group>
+      </Group>
+      <TargetPath>
+      </TargetPath>
+      <PublishState>Include</PublishState>
+      <IncludeHash>True</IncludeHash>
+      <FileType>Assembly</FileType>
+    </PublishFile>
+    <PublishFile Include="OpenCvSharp.Extensions">
+      <Visible>False</Visible>
+      <Group>
+      </Group>
+      <TargetPath>
+      </TargetPath>
+      <PublishState>Include</PublishState>
+      <IncludeHash>True</IncludeHash>
+      <FileType>Assembly</FileType>
+    </PublishFile>
+    <PublishFile Include="OpenCvSharp.UserInterface">
+      <Visible>False</Visible>
+      <Group>
+      </Group>
+      <TargetPath>
+      </TargetPath>
+      <PublishState>Include</PublishState>
+      <IncludeHash>True</IncludeHash>
+      <FileType>Assembly</FileType>
+    </PublishFile>
     <PublishFile Include="PropertyChanged">
       <Visible>False</Visible>
       <Group>
@@ -406,4 +461,4 @@
   <Target Name="CustomPostPublishActions" AfterTargets="PublishOnly">
     <Exec MSBuildArchitecture="x64" Command="scripts\after_publish.bat $(Configuration) $(Platform)" />
   </Target>
-</Project>
+</Project>
\ No newline at end of file
diff --git a/ShadowClip/services/ShotFinder.cs b/ShadowClip/services/ShotFinder.cs
index 49ac022..2f759e1 100644
--- a/ShadowClip/services/ShotFinder.cs
+++ b/ShadowClip/services/ShotFinder.cs
@@ -1,6 +1,22 @@
-using System.Collections.Generic;
+using System;
+using System.Windows.Controls;
+using System.IO;
+using System.Collections.Generic;
 using System.Threading.Tasks;
 
+using OpenCvSharp;
+using OpenCvSharp.ML;
+using System.Windows.Media.Imaging;
+
+using Tesseract;
+using SoundFingerprinting.Builder;
+using SoundFingerprinting.Audio;
+using SoundFingerprinting;
+using SoundFingerprinting.Audio.NAudio;
+using SoundFingerprinting.InMemory;
+using SoundFingerprinting.DAO.Data;
+using SoundFingerprinting.Query;
+
 namespace ShadowClip.services
 {
     public interface IShotFinder
@@ -10,20 +26,248 @@ public interface IShotFinder
 
     public class ShotFinder : IShotFinder
     {
-        //This class gets created by the DI container.  Uncomment the contructor if you need to pull in a dependency via DI.
-        /* 
-        private readonly ISettings _settings;
-        public ShotFinder(ISettings settings)
+        private readonly IModelService _modelService;
+        private readonly IAudioService _audioService;
+        private readonly IFingerprintCommandBuilder _fingerprintCommandBuilder ;
+        private readonly IQueryCommandBuilder _queryCommandBuilder;
+
+        public ShotFinder(InMemoryModelService modelService,
+                          NAudioService audioService,
+                          FingerprintCommandBuilder fingerprintCommandBuilder,
+                          QueryCommandBuilder queryCommandBuilder)
         {
-            _settings = settings;
+            _modelService = modelService;
+            _audioService = audioService;
+            _fingerprintCommandBuilder = fingerprintCommandBuilder;
+            _queryCommandBuilder = queryCommandBuilder;
         }
-        */
 
-        public async Task<IEnumerable<double>> GetShotTimes(string videoFilePath)
+        public void StoreAudioFileFingerprintsInStorageForLaterRetrieval(string pathToAudioFile,
+                                                                         string title,
+                                                                         int length)
+        {
+            var track = new TrackData("1", title, "test-song", "test-album", 2017, length);
+
+            // store track metadata in the datasource
+            var trackReference = _modelService.InsertTrack(track);
+
+            // create hashed fingerprints
+            var hashedFingerprints = _fingerprintCommandBuilder
+                                     .BuildFingerprintCommand()
+                                     .From(pathToAudioFile)
+                                     .WithFingerprintConfig(
+                                     config =>
+                                     {
+                                         config.Stride = new SoundFingerprinting.Strides.IncrementalRandomStride(1, 1); //256 512
+                                     })
+                                     .UsingServices(_audioService)
+                                     .Hash()
+                                     .Result;
+
+            // store hashes in the database for later retrieval
+            _modelService.InsertHashDataForTrack(hashedFingerprints, trackReference);
+        }
+
+        public QueryResult GetBestMatchForSong(string queryAudioFile, int secondsToAnalyze, int startTime)
         {
-            await Task.Delay(3000); //Lots of number crunching in the back ground
+            var queryResult = _queryCommandBuilder.BuildQueryCommand()
+                              .From(queryAudioFile, secondsToAnalyze, startTime)
+                              .WithFingerprintConfig(
+                              config =>
+                              {
+                                  config.Stride = new SoundFingerprinting.Strides.IncrementalRandomStride(1, 1); //256 512
+                              })
+                              .UsingServices(_modelService, _audioService)
+                              .Query()
+                              .Result;
 
-            return new[] {15.0, 30, 45}; //Shots found at 15, 30 ,45
+            return queryResult;
+            // return queryResult.BestMatch.Track; // successful match has been found
         }
+
+        private QueryResult ProcessAudio(string videoFilePath)
+        {
+            //audio location
+            //This has a hard time picking out awp shots in noisy environments
+            try
+            {
+                var process = new System.Diagnostics.Process
+                {
+                    StartInfo =
+                    {
+                        RedirectStandardError = true,
+                        RedirectStandardOutput = true,
+                        UseShellExecute = false,
+                        CreateNoWindow = true,
+                        FileName = @"ffmpeg.exe",
+                        Arguments =
+                            $"-nostdin -i \"{videoFilePath}\" -vn -ar 44100 -ac 2 -ab 192k -f mp3 \"temp.mp3\""
+                    }
+                };
+
+                process.Start();
+                process.WaitForExit();
+            }
+            catch (Exception e)
+            {
+                Console.Write(e);
+            }
+
+            StoreAudioFileFingerprintsInStorageForLaterRetrieval("C:/Users/Chris/Downloads/awp_sounds/awp/awp_01.wav", "awp_01", 4);
+            StoreAudioFileFingerprintsInStorageForLaterRetrieval("C:/Users/Chris/Downloads/awp_sounds/awp/awp_02.wav", "awp_02", 4);
+            StoreAudioFileFingerprintsInStorageForLaterRetrieval("C:/Users/Chris/Downloads/awp_sounds/awp/awp1.wav", "awp1", 4);
+            StoreAudioFileFingerprintsInStorageForLaterRetrieval("C:/Users/Chris/Downloads/awp_sounds/awp/zoom.wav", "zoom", 1);
+            StoreAudioFileFingerprintsInStorageForLaterRetrieval("C:/Users/Chris/Downloads/awp_sounds/awp/zoom.wav", "awp_boltback", 1);
+            StoreAudioFileFingerprintsInStorageForLaterRetrieval("C:/Users/Chris/Downloads/awp_sounds/awp/zoom.wav", "awp_boltforward", 1);
+            QueryResult result = GetBestMatchForSong("temp.mp3", 10, 109); //lenght, start
+            return result;
+        }
+
+        private Boolean HasFlash(Mat image, Double width, Double height)
+        {
+            int halfWidth = Convert.ToInt32(width / 2);
+            int halfHeight = Convert.ToInt32(height / 2);
+            int quarterWidth = halfWidth / 2;
+            int quarterHeight = halfHeight / 2;
+            Mat croppedMat = new Mat(image, new OpenCvSharp.Rect(halfWidth, halfHeight, quarterWidth, quarterHeight));
+
+            Mat orangeMat = new Mat();
+            Mat yellowMat = new Mat();
+            Mat combinedMat = new Mat();
+            Cv2.InRange(croppedMat, new Scalar(75, 123, 195), new Scalar(97, 145, 217), orangeMat); //orange
+            Cv2.InRange(croppedMat, new Scalar(94, 200, 245), new Scalar(108, 245, 255), yellowMat); //yellow
+            Cv2.AddWeighted(orangeMat, 1.0, yellowMat, 1.0, 1.0, combinedMat);
+            Cv2.Threshold(combinedMat, combinedMat, 16, 255, ThresholdTypes.Binary);
+
+            double totalPixelsFlash = quarterWidth * quarterHeight;
+            double whitePixelsFlash = Convert.ToDouble(combinedMat.CountNonZero());
+
+            return (whitePixelsFlash > (totalPixelsFlash * 0.003));
+        }
+
+        private IEnumerable<double> ProcessVideo(string videoFilePath)
+        {
+            //process video file in opencv
+            videoFilePath = videoFilePath.Replace("%20", " ");
+            VideoCapture capture = new VideoCapture(videoFilePath);
+            List<double> shotTimes = new List<double>();
+
+            using (Mat image = new Mat())
+            {
+                var previousFrameIsScope = false;
+                var currentFrameIsScope = false;
+                Boolean checkSecondFrame = false;
+
+                while (true)
+                {
+                    previousFrameIsScope = currentFrameIsScope;
+
+                    capture.Read(image);
+                    if (image.Empty())
+                            break;
+                    Mat grayMat = new Mat();
+                    Cv2.CvtColor(image, grayMat, ColorConversionCodes.BGR2GRAY);
+
+                    Cv2.Threshold(grayMat, grayMat, 16, 255, ThresholdTypes.Binary);
+                    Mat dst = new Mat();
+                    Cv2.GaussianBlur(grayMat, dst, new OpenCvSharp.Size(5, 5), 0.5, 0.5);
+
+                    double width = System.Convert.ToDouble(capture.FrameWidth);
+                    double height = System.Convert.ToDouble(capture.FrameHeight);
+                    double totalPixels = width * height;
+                    double whitePixels = System.Convert.ToDouble(grayMat.CountNonZero());
+                    double blackPixels = totalPixels - whitePixels;
+                    double minPercent = 0.45;
+                    double maxPercent = 0.9;
+                    double minBlackPixels = totalPixels * minPercent;
+                    double maxBlackPixels = totalPixels * maxPercent;
+
+                    if (blackPixels > minBlackPixels && blackPixels < maxBlackPixels)
+                    {
+                        currentFrameIsScope = true;
+                    } else
+                    {
+                        currentFrameIsScope = false;
+                    }
+
+                    if ((currentFrameIsScope == false && previousFrameIsScope == true) || checkSecondFrame == true)
+                    {
+                        //check for a muzzle flash for 2 frames after the descope
+                        if (HasFlash(image, width, height))
+                        {
+                            var offset = checkSecondFrame == true ? 2 : 1;
+                            var time = (capture.PosFrames - offset) / capture.Fps;
+                            shotTimes.Add(time);
+                            checkSecondFrame = false;
+                            /* for debugging
+                            using (new Window("capture", combinedMat))
+                            {
+                                Cv2.WaitKey();
+                            }
+                            */
+                        }
+                        else
+                        {
+                            checkSecondFrame = checkSecondFrame == true ? false : true;
+                        }
+
+
+                    }
+                } 
+            }
+
+            return shotTimes.ToArray();
+
+/*
+            //text recognition, for kill detection
+            var engine = new TesseractEngine(@"C:/Users/chris/Downloads/tessdata", "eng", EngineMode.Default);
+            var img = Pix.LoadFromFile("temp.png");
+            var page = engine.Process(img);
+            var text = page.GetText();
+            var wordString = "";
+            using (var iter = page.GetIterator())
+            {
+                iter.Begin();
+
+                do
+                {
+                    do
+                    {
+                        do
+                        {
+                            do
+                            {
+                                if (iter.IsAtBeginningOf(PageIteratorLevel.Block))
+                                {
+                                    Console.WriteLine("<BLOCK>");
+                                }
+
+                                var word = iter.GetText(PageIteratorLevel.Word);
+                                wordString = wordString + word + " ";
+
+                                if (iter.IsAtFinalOf(PageIteratorLevel.TextLine, PageIteratorLevel.Word))
+                                {
+                                    Console.WriteLine();
+                                }
+                            } while (iter.Next(PageIteratorLevel.TextLine, PageIteratorLevel.Word));
+
+                            if (iter.IsAtFinalOf(PageIteratorLevel.Para, PageIteratorLevel.TextLine))
+                            {
+                                Console.WriteLine();
+                            }
+                        } while (iter.Next(PageIteratorLevel.Para, PageIteratorLevel.TextLine));
+                    } while (iter.Next(PageIteratorLevel.Block, PageIteratorLevel.Para));
+                } while (iter.Next(PageIteratorLevel.Block));
+            }
+
+*/
+        }
+
+        public async Task<IEnumerable<double>> GetShotTimes(string videoFilePath)
+        {
+            //await Task.Run(() => ProcessAudio(videoFilePath));
+            return await Task.Run(() => ProcessVideo(videoFilePath));
+        }
+
     }
-}
\ No newline at end of file
+}

From bb381b451423254f10c771b45858e36cd6707bf5 Mon Sep 17 00:00:00 2001
From: Chris Kyrouac <chriskyrouac@gmail.com>
Date: Fri, 14 Apr 2017 17:42:34 -0400
Subject: [PATCH 7/7] Lower the threshold for muzzle flash detection

---
 ShadowClip/services/ShotFinder.cs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/ShadowClip/services/ShotFinder.cs b/ShadowClip/services/ShotFinder.cs
index 2f759e1..a0f2b37 100644
--- a/ShadowClip/services/ShotFinder.cs
+++ b/ShadowClip/services/ShotFinder.cs
@@ -142,7 +142,7 @@ private Boolean HasFlash(Mat image, Double width, Double height)
             double totalPixelsFlash = quarterWidth * quarterHeight;
             double whitePixelsFlash = Convert.ToDouble(combinedMat.CountNonZero());
 
-            return (whitePixelsFlash > (totalPixelsFlash * 0.003));
+            return (whitePixelsFlash > (totalPixelsFlash * 0.001));
         }
 
         private IEnumerable<double> ProcessVideo(string videoFilePath)