diff --git a/.azure/azure-pipelines.yml b/.azure/azure-pipelines.yml
index 057534608e..87be79d0a4 100644
--- a/.azure/azure-pipelines.yml
+++ b/.azure/azure-pipelines.yml
@@ -110,16 +110,16 @@ jobs:
       matrix:
         Naming:
           NugetPackageName: Jellyfin.Naming
-          AssemblyName: Emby.Naming.dll
+          AssemblyFileName: Emby.Naming.dll
         Controller:
           NugetPackageName: Jellyfin.Controller
-          AssemblyName: MediaBrowser.Controller.dll
+          AssemblyFileName: MediaBrowser.Controller.dll
         Model:
           NugetPackageName: Jellyfin.Model
-          AssemblyName: MediaBrowser.Model.dll
+          AssemblyFileName: MediaBrowser.Model.dll
         Common:
           NugetPackageName: Jellyfin.Common
-          AssemblyName: MediaBrowser.Common.dll
+          AssemblyFileName: MediaBrowser.Common.dll
     steps:
     - checkout: none
 
@@ -162,7 +162,14 @@ jobs:
       displayName: Extract ABI compatibility check tool
       inputs:
         archiveFilePatterns: '*-ci.zip'
-        destinationFolder: $(System.ArtifactsDirectory)\tools
+        destinationFolder: $(System.ArtifactsDirectory)/tools
         cleanDestinationFolder: true
 
+    - task: CmdLine@2
+      displayName: Execute ABI compatibility check tool
+      inputs:
+        script: 'tools/CompatibilityCheckerCoreCLI current-release/$(AssemblyFileName) new-release/$(AssemblyFileName)'
+        workingDirectory: $(System.ArtifactsDirectory) # Optional
+        #failOnStderr: false # Optional
+