From f8286b62a2303b544f324efb9f41a20d62973312 Mon Sep 17 00:00:00 2001
From: matt swanson <matt@mdswanson.com>
Date: Thu, 14 May 2020 02:20:20 -0400
Subject: [PATCH] Switch slugify regex to support more Unicode character groups
 (#8167)

Merge pull request 8167
---
 lib/jekyll/utils.rb | 4 ++--
 test/test_utils.rb  | 5 +++++
 2 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/lib/jekyll/utils.rb b/lib/jekyll/utils.rb
index 062300aeca7..049d57d49f6 100644
--- a/lib/jekyll/utils.rb
+++ b/lib/jekyll/utils.rb
@@ -13,8 +13,8 @@ module Utils
     # Constants for use in #slugify
     SLUGIFY_MODES = %w(raw default pretty ascii latin).freeze
     SLUGIFY_RAW_REGEXP = Regexp.new('\\s+').freeze
-    SLUGIFY_DEFAULT_REGEXP = Regexp.new("[^[:alnum:]]+").freeze
-    SLUGIFY_PRETTY_REGEXP = Regexp.new("[^[:alnum:]._~!$&'()+,;=@]+").freeze
+    SLUGIFY_DEFAULT_REGEXP = Regexp.new("[^\\p{M}\\p{L}\\p{Nd}]+").freeze
+    SLUGIFY_PRETTY_REGEXP = Regexp.new("[^\\p{M}\\p{L}\\p{Nd}._~!$&'()+,;=@]+").freeze
     SLUGIFY_ASCII_REGEXP = Regexp.new("[^[A-Za-z0-9]]+").freeze
 
     # Takes a slug and turns it into a simple title.
diff --git a/test/test_utils.rb b/test/test_utils.rb
index 8089f00675a..1b3534e4f27 100644
--- a/test/test_utils.rb
+++ b/test/test_utils.rb
@@ -176,6 +176,11 @@ class TestUtils < JekyllUnitTest
       assert_equal "5時-6時-三-一四", Utils.slugify("5時〜6時 三・一四")
     end
 
+    should "not replace Unicode 'Mark', 'Letter', or 'Number: Decimal Digit' category characters" do
+      assert_equal "மல்லிப்பூ-வகைகள்", Utils.slugify("மல்லிப்பூ வகைகள்")
+      assert_equal "மல்லிப்பூ-வகைகள்", Utils.slugify("மல்லிப்பூ வகைகள்", :mode => "pretty")
+    end
+
     should "not modify the original string" do
       title = "Quick-start guide"
       Utils.slugify(title)