Skip to content

Commit

Permalink
Fix for new version of lingua
Browse files Browse the repository at this point in the history
Lingua 2.0 doesn't have a python implementation anymore.
  • Loading branch information
qubixes committed Nov 17, 2023
1 parent f6e2549 commit 1171bdc
Showing 1 changed file with 7 additions and 5 deletions.
12 changes: 7 additions & 5 deletions metasyn/distribution/faker.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,16 +2,18 @@
from typing import Iterable, Optional

from faker import Faker
from lingua import LanguageDetectorBuilder
from lingua._constant import LETTERS, PUNCTUATION

# LETTERS: Pattern = regex.compile(r"\p{Han}|\p{Hangul}|\p{Hiragana}|\p{Katakana}|\p{L}+")
# PUNCTUATION: Pattern = regex.compile(r"\p{P}")
from lingua import LanguageDetectorBuilder # pylint: disable=no-name-in-module
# from lingua._constant import LETTERS, PUNCTUATION
import regex
from scipy.stats import poisson

from metasyn.distribution.base import BaseDistribution, UniqueDistributionMixin, metadist


LETTERS = regex.compile(r"\p{Han}|\p{Hangul}|\p{Hiragana}|\p{Katakana}|\p{L}+")
PUNCTUATION = regex.compile(r"\p{P}")


@metadist(implements="core.faker", var_type="string")
class FakerDistribution(BaseDistribution):
"""Distribution for the faker package.
Expand Down

0 comments on commit 1171bdc

Please sign in to comment.