diff --git a/src/hammer.js b/src/hammer.js
index 004bf4cc..5ef3251e 100644
--- a/src/hammer.js
+++ b/src/hammer.js
@@ -16,7 +16,7 @@ function createEnabler(chart) {
     }
     const modifierKey = panOptions.modifierKey;
     const requireModifier = modifierKey && (event.pointerType === 'mouse');
-    if (requireModifier && !event.srcEvent[modifierKey + 'Key']) {
+    if (!state.panning && requireModifier && !event.srcEvent[modifierKey + 'Key']) {
       call(panOptions.onPanRejected, [{chart, event}]);
       return false;
     }