diff --git a/src/Update/Filters/CopyMuPlugin.php b/src/Update/Filters/CopyMuPlugin.php
index abdb5620..2906b6cf 100644
--- a/src/Update/Filters/CopyMuPlugin.php
+++ b/src/Update/Filters/CopyMuPlugin.php
@@ -55,8 +55,12 @@ public function action($src, $dest, $parameters)
         // Clean up the old and unnecessary files in mu-plugins.
         $files_to_delete = [
             "$dest/.git",
+            "$dest/.github",
+            "$dest/.gitattributes",
+            "$dest/.phpcs.xml",
             "$dest/README.md",
             "$dest/composer.json",
+            "$dest/CONTRIBUTING.md",
         ];
         foreach ($files_to_delete as $file) {
             $this->logger->notice('Removing {file}', ['file' => $file]);