Source code for pyabsa.utils.data_utils.preprocessing

# -*- coding: utf-8 -*-
# file: preprocessing.py
# time: 19:28 2023/3/1
# author: YANG, HENG <hy345@exeter.ac.uk> (杨恒)
# github: https://github.com/yangheng95
# huggingface: https://huggingface.co/yangheng
# google scholar: https://scholar.google.com/citations?user=NPq5a_0AAAAJ&hl=en
# Copyright (C) 2021. All Rights Reserved.
import json

import pandas


[docs]def parse_data_dict(data_instance): """ Parse text to dict :param data_instance: text to be parsed :return: """ if isinstance(data_instance, dict): return data_instance elif isinstance(data_instance, str): try: return json.loads(data_instance) except Exception as e: return data_instance elif isinstance(data_instance, pandas.DataFrame): return data_instance.to_dict(orient="records")