import os
import csv
import re

from konlpy.tag import Okt
from konlpy.tag import Komoran

from textrank import KeywordSummarizer

okt = Okt()
def Okt_tokenizer(sent):
    words = okt.nouns(sent)
    return words

komoran = Komoran()
def komoran_tokenizer(sent):
    words = komoran.pos(sent, join=True)
    words = [w for w in words if('/NNG' in w or '/NNP' in w)]
    return words

BASE_DIR = os.path.dirname(os.path.abspath(__file__))

def GetKeywords():
    posts = []
    with open(os.path.join(BASE_DIR + '/', 'data.csv'), 'r', encoding='utf-8') as db:
        reader = csv.reader(db)
        for data in reader:
            posts.append(data[0] + data[1])

    keyword_extractor = KeywordSummarizer(
        tokenize=komoran_tokenizer,
        window = -1,
        verbose= False
    )

    keywords = keyword_extractor.summarize(posts, topk=30)
    print(keywords)
    exit()
    return keywords

GetKeywords()