diff --git a/.circleci/config.yml b/.circleci/config.yml
index 08c0c9f0ec..16668d3167 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -32,7 +32,7 @@ commands:
     steps:
       - checkout
       - restore_cache:
-          key: -<< pipeline.parameters.cache_key_version >>-macos-sys-{{ .Branch }}-<< parameters.py_version >>
+          key: -<< pipeline.parameters.cache_key_version >>-macos-sys-{{ arch }}-{{ .Branch }}-<< parameters.py_version >>
       - run:
           name: Preparing environment - Conda
           command: |
@@ -63,7 +63,7 @@ commands:
             conda create -n hydra python=<< parameters.py_version >> -yqc conda-forge
             conda run -n hydra pip install nox --progress-bar off
       - save_cache:
-          key: -<< pipeline.parameters.cache_key_version >>-macos-sys-{{ .Branch }}-<< parameters.py_version >>
+          key: -<< pipeline.parameters.cache_key_version >>-macos-sys-{{ arch }}-{{ .Branch }}-<< parameters.py_version >>
           paths:
             - ~/miniconda3
             - ~/Library/Caches/Homebrew
@@ -101,7 +101,7 @@ commands:
     steps:
       - checkout
       - restore_cache:
-          key: -<< pipeline.parameters.cache_key_version >>-win-sys-{{ .Branch }}-<< parameters.py_version >>
+          key: -<< pipeline.parameters.cache_key_version >>-win-sys-{{ arch }}-{{ .Branch }}-<< parameters.py_version >>
       - run:
           name: Preparing environment - system
           no_output_timeout: 20m
@@ -116,7 +116,7 @@ commands:
             conda activate hydra
             pip install nox dataclasses --progress-bar off
       - save_cache:
-          key: -<< pipeline.parameters.cache_key_version >>-win-sys-{{ .Branch }}-<< parameters.py_version >>
+          key: -<< pipeline.parameters.cache_key_version >>-win-sys-{{ arch }}-{{ .Branch }}-<< parameters.py_version >>
           paths:
             - C:\tools\miniconda3