We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c0e2ce7 commit d7589ccCopy full SHA for d7589cc
wdoc/utils/misc.py
@@ -827,6 +827,11 @@ def check_docs_tkn_length(
827
except Exception as err:
828
if str(err).startswith("Low language probability"):
829
raise
830
+ if "no features in text" in str(err).lower():
831
+ logger.exception(
832
+ f"language_detector couldn't find text features of text '{identifier}'. Treating it as valid document."
833
+ )
834
+ return 1.0
835
else:
836
logger.exception(
837
f"Error when using language_detector on '{identifier}': {err}. Treating it as valid document."
0 commit comments