- Data from HSD task
- Data crawl from social network (Facebook)
- CBOW word
- CBOW BPE word piece
- Roberta
import pickle
w2v_dict = pickle.load(open('./dict_map_comment.pkl', 'rb'))
print(w2v_dict['comment']['hello'].shape)
# (200,)
print(w2v_dict['comment_bpe']['hello'].shape)
# (200,)