File tree Expand file tree Collapse file tree 2 files changed +4
-2
lines changed Expand file tree Collapse file tree 2 files changed +4
-2
lines changed Original file line number Diff line number Diff line change @@ -102,8 +102,9 @@ std::unique_ptr<IRegex> ReplaceNormalizer::create_regex_(
102102}
103103
104104std::string ReplaceNormalizer::normalize (const  std::string& input) const  {
105-   if  (!regex_)
105+   if  (!regex_) { 
106106    return  input;
107+   }
107108
108109  std::string result = input;
109110  auto  matches = regex_->find_all (result);
Original file line number Diff line number Diff line change @@ -151,8 +151,9 @@ std::unique_ptr<IRegex> RegexPreTokenizer::create_regex_(
151151
152152std::vector<std::string> RegexPreTokenizer::pre_tokenize (
153153    const  std::string& input) const  {
154-   if  (!regex_)
154+   if  (!regex_) { 
155155    return  {};
156+   }
156157
157158  std::vector<std::string> results;
158159  auto  matches = regex_->find_all (input);
 
 
   
 
     
   
   
          
    
    
     
    
      
     
     
    You can’t perform that action at this time.
  
 
    
  
    
      
        
     
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments