23ws-LLMcoder/LLMcoder-GitHub-Python-Mix-Direct

1es: Elasticsearch2            The Elasticsearch client3        """4        # Convert the new_predictions DataFrame to a list of dictionaries5        # The columns of the new_predicitons DataFrame are 'PMID', 'date', 'date_completed', 'label', 'text'6        # Only the 'PMID', 'date', 'date_completed', and 'label' columns are needed7        new_predictions = new_predictions[['PMID', 'date', 'date_completed', 'label']].to_dict(orient='records')8 9        logger.debug(f'Adding {len(new_predictions)} new predictions to the predictions index {index}: First 5: {new_predictions[:5]}')10 11        # Add the new predictions to the predictions index12        helpers.bulk(es, [{'_index': index, '_id': int(doc['PMID']), '_source': doc} for doc in new_predictions])13 14    def _compute_cluster_names(self, X: Union[List[str], pd.Series]) -> None:15        """16        Compute the cluster names17 18        Parameters19        ----------20        X : Union[List[str], Series]21            The documents22        y : np.ndarray23            The labels24 25        Returns26        -------27        Dict[int, str]28            The cluster names29        """30        raise NotImplementedError31 32    @abstractmethod33    def _preprocess(self, X: Union[List[str], pd.Series]) -> Union[List[str], pd.Series]:34        """35        Preprocess a batch of documents36 37        Parameters38        ----------39        X : Union[List[str], Series]40            The documents41 42        Returns43        -------44        Union[List[str], Series]45            The preprocessed documents46        """47        raise NotImplementedError48 49    @abstractmethod50    def _preprocess_single(self, x: str) -> str:51        """52        Preprocess a single document53 54        Parameters55        ----------56        x : str57            The document58 59        Returns60        -------61        st