get_sentence_degree_range.py

import sqlite3
import os

CWD = os.getcwd()

DATA = []


def split_sentence(line):
    spl = str(line).split(" ", 2)
    return spl[0], spl[1], spl[2]


def save_to_file():
    with open("co_occur_stats_filtered_2.txt", "w", encoding="utf8") as f:
        for item in DATA:
            f.write("{} {} {}\n".format(item[0], item[1], item[2]))


def save_to_sqlite():
    conn = sqlite3.connect('baike.db')
    c = conn.cursor()
    for item in DATA:
        item[0] = str(item[0]).replace("'", "''")
        item[1] = str(item[1]).replace("'", "''")
        item[2] = str(item[2]).replace("'", "''")
        # item[2] = str(item[2]).replace('"','""')
        c.execute("select count(*) from Data where entity_a=? and entity_b=? and sentence=?",
                  (item[0], item[1], item[2]))
        result = c.fetchone()
        print(result)
        if result[0] == 0:
            sql = "insert into Data3(entity_a,entity_b,sentence,relation) VALUES('{}','{}','{}',0)".format(item[0],
                                                                                                           item[1],
                                                                                                           item[2])
            print(sql)
            c.execute(sql)

    conn.commit()
    conn.close()


def update_data():
    conn = sqlite3.connect('baike.db')
    c = conn.cursor()
    c.execute("select entity_a,entity_b,sentence, relation from Data2 where relation!=0")
    result = c.fetchall()
    for row in result:
        c.execute("update Data3 set relation=? where entity_a=? and entity_b=? and sentence=?",
                  (row[3], row[0], row[1], row[2]))

    conn.commit()
    conn.close()


def read_data():
    entity_set = set()
    with open("co_occur_stats_lite.txt", "r", encoding="utf8") as g:
        for line in g:
            spl = line.split("\t")
            entity_set.add(spl[0])

    with open("entity_sentences_lite.txt", "r", encoding="utf8") as f:
        for line in f:
            line = line.strip()
            entity_a, entity_b, sentence = split_sentence(line)
            if entity_a in entity_set or entity_b in entity_set:
                DATA.append([entity_a, entity_b, sentence])


def main():
    # read_data()
    # # save_to_file()
    # save_to_sqlite()
    update_data()


if __name__ == '__main__':
    main()