5.1 patch

- PR Description: Refactor thai_consonants_all to Use set in syllable.py #1087  @allrob23
-  ThaiTransliterator: Select 1D CPU int64 tensor device #1089 @jkingd0n

Author: wannaphong

pythainlp/transliterate/thai2rom.py

@@ -130,7 +130,7 @@ def forward(self, sequences, sequences_lengths):
 
         sequences_lengths = torch.flip(
             torch.sort(sequences_lengths).values, dims=(0,)
-        )
+        ).to(device)
         index_sorted = torch.sort(-1 * sequences_lengths).indices
         index_unsort = torch.sort(index_sorted).indices  # to unsorted sequence
         sequences = sequences.index_select(0, index_sorted.to(device))
@@ -139,7 +139,7 @@ def forward(self, sequences, sequences_lengths):
         sequences = self.dropout(sequences)
 
         sequences_packed = nn.utils.rnn.pack_padded_sequence(
-            sequences, sequences_lengths.clone(), batch_first=True
+            sequences, sequences_lengths.clone().to("cpu", torch.int64), batch_first=True
         )
 
         sequences_output, hidden = self.rnn(sequences_packed, hidden)

pythainlp/util/syllable.py

@@ -21,7 +21,7 @@
     "กบ": list("บปภพฟ"),
 }
 
-thai_consonants_all = list(thai_consonants)
+thai_consonants_all = set(thai_consonants)
 thai_consonants_all.remove("อ")
 
 _temp = list("".join(["".join(v) for v in spelling_class.values()]))
@@ -87,7 +87,7 @@ def sound_syllable(syllable: str) -> str:
         return "dead"
 
     # get consonants
-    consonants = [i for i in syllable if i in list(thai_consonants_all)]
+    consonants = [i for i in syllable if i in thai_consonants_all]
     if (
         (len(consonants) == 0)
         and ("อ" in syllable)