diff --git a/src/OmniSharp.Script/ScriptProjectSystem.cs b/src/OmniSharp.Script/ScriptProjectSystem.cs
index ef8ca47ca8..fd7c2551f4 100644
--- a/src/OmniSharp.Script/ScriptProjectSystem.cs
+++ b/src/OmniSharp.Script/ScriptProjectSystem.cs
@@ -112,10 +112,15 @@ public void Initalize(IConfiguration configuration)
             }
             else
             {
+                HashSet<string> loadedFiles = new HashSet<string>(StringComparer.OrdinalIgnoreCase);
+
                 foreach (var compilationAssembly in compilationDependencies.SelectMany(cd => cd.AssemblyPaths).Distinct())
                 {
-                    _logger.LogDebug("Discovered script compilation assembly reference: " + compilationAssembly);
-                    AddMetadataReference(commonReferences, compilationAssembly);
+                    if (loadedFiles.Add(Path.GetFileName(compilationAssembly)))
+                    {
+                        _logger.LogDebug("Discovered script compilation assembly reference: " + compilationAssembly);
+                        AddMetadataReference(commonReferences, compilationAssembly);
+                    }
                 }
             }