自然语言处理作业1-双向匹配算法

import datetime word_dict_file = 'chineseDic.txt' sentence_file = '给定测试文本.txt' def forward_max_match(sentence, word_dict): result = [] maxlen = 5 while sentence: for i in range(min(maxlen, len(sentence)), 0, -1): if sentence[:i] in word_dict: result.append(sentence[:i]) sentence = sentence[i:] break else: result.append(sentence[0]) sentence = sentence[1:] return result def backward_max_match(sentence, word_dict): result = [] maxlen = 5 while sentence: for i in range(min(maxlen, len(sentence)), 0, -1): if sentence[-i:] in word_dict: result.insert(0, sentence[-i:]) sentence = sentence[:-i] break else: result.insert(0, sentence[-1]) sentence = sentence[:-1] return result def load_word_dict(file_path): word_dict = [] with open(file_path, 'r', encoding='utf-8') as file: for line in file: data = line.strip().split(',') word = data[0] propertys = data[1:] if word: word_dict.append(word) return word_dict def load_sentence(file_path): with open(file_path, 'r', encoding='utf-8') as file: sentence = file.read().strip() return sentence word_dict = load_word_dict(word_dict_file) sentence = load_sentence(sentence_file) result = forward_max_match(sentence, word_dict) print("正向最大匹配算法：", result) result = backward_max_match(sentence, word_dict) print("反向最大匹配算法：", result) current_datetime = datetime.datetime.now() print("当前时间：", current_datetime)