diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 136501c..7588cdc 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -19,12 +19,12 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Check out the codebase.
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3.5.3
         with:
           path: 'geerlingguy.pip'
 
       - name: Set up Python 3.
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v4.7.0
         with:
           python-version: '3.x'
 
@@ -44,17 +44,18 @@ jobs:
           - rockylinux8
           - fedora34
           - ubuntu2004
-          - ubuntu1804
-          - debian10
+          - ubuntu2204
+          - debian11
+          - debian12
 
     steps:
       - name: Check out the codebase.
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3.5.3
         with:
           path: 'geerlingguy.pip'
 
       - name: Set up Python 3.
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v4.7.0
         with:
           python-version: '3.x'
 
diff --git a/tasks/debian12.yml b/tasks/debian12.yml
new file mode 100644
index 0000000..ff2f280
--- /dev/null
+++ b/tasks/debian12.yml
@@ -0,0 +1,12 @@
+---
+# Remove EXTERNALLY-MANAGED file if we're on Debian12
+# Related issue: https://github.com/geerlingguy/ansible-role-pip/issues/57
+- name: Get python3 version installed
+  ansible.builtin.command: python3 --version
+  register: py3ver
+
+- name: Remove EXTERNALLY-MANAGED
+  ansible.builtin.file:
+    path: /usr/lib/python3.11/EXTERNALLY-MANAGED
+    state: absent
+  when: py3ver is defined and py3ver.stdout.find("3.11") != -1
diff --git a/tasks/main.yml b/tasks/main.yml
index e2e8aa1..8959e97 100644
--- a/tasks/main.yml
+++ b/tasks/main.yml
@@ -1,4 +1,10 @@
 ---
+- name: Remove externally managed from Debian 12
+  ansible.builtin.import_tasks: debian12.yml
+  when:
+    - ansible_distribution == "Debian"
+    - ansible_distribution_version == "12"
+
 - name: Ensure Pip is installed.
   package:
     name: "{{ pip_package }}"