diff --git a/plugins/woocommerce-blocks/assets/js/base/components/pagination/index.js b/plugins/woocommerce-blocks/assets/js/base/components/pagination/index.js
index c6a535ef1ec..7c2d956c8ec 100644
--- a/plugins/woocommerce-blocks/assets/js/base/components/pagination/index.js
+++ b/plugins/woocommerce-blocks/assets/js/base/components/pagination/index.js
@@ -58,7 +58,7 @@ const Pagination = ( {
 			/>
 			{ displayNextAndPreviousArrows && (
 				<button
-					className="wc-block-pagination-page wc-block-components-pagination__page"
+					className="wc-block-pagination-page wc-block-components-pagination__page wc-block-pagination-page--arrow"
 					onClick={ () => onPageChange( currentPage - 1 ) }
 					title={ __(
 						'Previous page',
@@ -67,7 +67,7 @@ const Pagination = ( {
 					disabled={ currentPage <= 1 }
 				>
 					<Label
-						label="<"
+						label="&larr;"
 						screenReaderLabel={ __(
 							'Previous page',
 							'woo-gutenberg-products-block'
@@ -175,13 +175,13 @@ const Pagination = ( {
 			) }
 			{ displayNextAndPreviousArrows && (
 				<button
-					className="wc-block-pagination-page wc-block-components-pagination__page"
+					className="wc-block-pagination-page wc-block-components-pagination__page wc-block-pagination-page--arrow"
 					onClick={ () => onPageChange( currentPage + 1 ) }
 					title={ __( 'Next page', 'woo-gutenberg-products-block' ) }
 					disabled={ currentPage >= totalPages }
 				>
 					<Label
-						label=">"
+						label="&rarr;"
 						screenReaderLabel={ __(
 							'Next page',
 							'woo-gutenberg-products-block'
diff --git a/plugins/woocommerce-blocks/assets/js/base/components/pagination/style.scss b/plugins/woocommerce-blocks/assets/js/base/components/pagination/style.scss
index 76180520cf1..4d5b10ebac6 100644
--- a/plugins/woocommerce-blocks/assets/js/base/components/pagination/style.scss
+++ b/plugins/woocommerce-blocks/assets/js/base/components/pagination/style.scss
@@ -49,3 +49,8 @@
 		opacity: 1 !important;
 	}
 }
+
+html[dir="rtl"] .wc-block-pagination-page--arrow span {
+	display: inline-block;
+	transform: scale(-1, 1);
+}