Baocao

from
keras.initializers import Constant
model=Sequential()
model.add(Embedding(len(word2id),
embedding_dim,
embeddings_initializer=Constant(embedding_matrix),
input_length=max_words))
model.add(Bidirectional(LSTM(64, return_sequences=True)))
model.add(Conv1D(64,3,activation='relu'))
model.add(MaxPooling1D(3))
model.add(GlobalMaxPooling1D())
model.add(Dense(64,activation='tanh'))
model.add(Dense(6,activation='softmax'))
model.summary()
model.compile(loss='categorical_hinge', optimizer='adam', metrics=['accuracy'])
train_history = model.fit(x_train, y_train , validation_data=(x_test,y_test) , batch_
size = 25, epochs = 20)
from keras.initializers import Constant
model=Sequential()
embedding_dim,
model.summary()
model.compile(loss='categorical_crossentropy', optimizer='adam', metrics=['accuracy']
)
model=Sequential()
embedding_dim,
model.summary()
model.compile(loss='categorical_crossentropy', optimizer='nadam', metrics=['accuracy'
])
model=Sequential()
embedding_dim,
model.add(Dense(64,activation='relu'))
model.summary()
)
model=Sequential()
embedding_dim,
model.summary()
)
model=Sequential()
embedding_dim,
model.add(Dropout(0.2))
model.summary()
)
model=Sequential()
embedding_dim,
model.add(LSTM(128 , return_sequences=True))
model.summary()
model.compile(loss='categorical_crossentropy', optimizer='adamax', metrics=['accuracy
'])
model=Sequential()
embedding_dim,
model.summary()
'])
model=Sequential()
embedding_dim,
model.summary()
'])
model=Sequential()
embedding_dim,
model.summary()
model.compile(loss='categorical_crossentropy', optimizer=Adam(lr=0.0001), metrics=['a
ccuracy'])
model=Sequential()
embedding_dim,
model.add(Flatten())
model.summary()
model.compile(loss='categorical_crossentropy', optimizer=Adam(lr=0.00001), metrics=['
accuracy'])
model=Sequential()
embedding_dim,
model.add(AveragePooling1D(3))
model.summary()
ccuracy'])
model=Sequential()
embedding_dim,
model.add(MaxPooling1D())
model.add(Conv1D(512,3))
model.add(Conv1D(512,3))
model.summary()
ccuracy'])
model=Sequential()
model.add(Embedding(len(word2id), embedding_dim, embeddings_initializer=Constant(embe
dding_matrix), input_length=max_words))
model.add(Dropout(0.3, noise_shape=None, seed=None))
model.add(Dense(516,activation='sigmoid'))
model.add(Dense(216,activation='sigmoid'))
model.summary()
)
show_plot(train_history)
model=Sequential()
model.summary()
)
model=Sequential()
model.summary()
model.compile(loss='categorical_crossentropy', optimizer='rmsprop', metrics=['accurac
y'])
model=Sequential()
model.summary()
model.compile(loss='categorical_crossentropy', optimizer='rmsprop', metrics=['accurac
y'])
model=Sequential()
model.summary()
'])
model=Sequential()
model.summary()
model.compile(loss='categorical_hinge', optimizer='adam', metrics=['accuracy'])
Batchsize = 400
embedding_dim = 250
max_words = 160
model=Sequential()
embedding_dim,
model.compile(loss = 'categorical_crossentropy',optimizer = 'adam', metrics = ['accur
acy'])
model.summary()
# embedding matrix
print('preparing embedding matrix...')
MAX_NB_WORDS = 100000
words_not_found = []
nb_words = min(MAX_NB_WORDS, len(word2id))
# Với mỗi từ trong câu, lưu lại word vector phụ vụ để huấn luyện mô hình
embedding_matrix = np.zeros((nb_words, embedding_dim))
for word, i in word2id.items():
try:
if i >= nb_words:
continue
embedding_vector = model_fasttext[word]
if (embedding_vector is not None) and len(embedding_vector) > 0:
embedding_matrix[i] = embedding_vector
else:
words_not_found.append(word)
except:
words_not_found.append(word)
model=Sequential()
model.summary()
model.compile(loss='categorical_crossentropy', optimizer='adam', metrics=['accuracy'
])
model=Sequential()
model.summary()
model.compile(loss='categorical_crossentropy', optimizer=Adam(learning_rate=0.0001),
metrics=['accuracy'])
model=Sequential()
model.summary()
])
model=Sequential()
model.summary()
])
model=Sequential()
model.summary()
])
size=256 , epochs = 100)
Thêm 1 lớp conv
model=Sequential()
model.add(Bidirectional(LSTM(64)))
model.summary()
])
thêm 1 lớp conv
( tích chập -> LSTM )
model=Sequential()
embedding_dim,
acy'])
model.summary()
--------------------------- 15/12/2020 -----------------------
Khi chỉ xài tích chập đơn :
model=Sequential()
model.add(Embedding(len(word2id),embedding_dim,embeddings_initializer=Constant(embedding_m
atrix),input_length=max_words))
model.compile(loss = 'categorical_crossentropy',optimizer = 'adam', metrics = ['accuracy']
)
model.summary()
Khi xóa 1 lớp tích chập :
model=Sequential()
embedding_dim,
acy'])
model.summary()
model=Sequential()
embedding_dim,
acy'])
model.summary()
model=Sequential()
embedding_dim,
acy'])
model.summary()
Khi xóa 2 lớp tích chập :
model=Sequential()
embedding_dim,
acy'])
model.summary()
model=Sequential()
embedding_dim,
acy'])
model.summary()
Không có ANN
model=Sequential()
embedding_dim,
acy'])
model.summary()
model=Sequential()
embedding_dim,
acy'])
model.summary()
model=Sequential()
embedding_dim,
acy'])
model.summary()
model=Sequential()
embedding_dim,
acy'])
model.summary()
model=Sequential()
embedding_dim,
acy'])
model.summary()
model=Sequential()
embedding_dim,
acy'])
model.summary()
model=Sequential()
model.summary()
])
model=Sequential()
embedding_dim,
acy'])
model.summary()
model=Sequential()
embedding_dim,
acy'])
model.summary()
Data cũ ( trước augement)
model=Sequential()
embedding_dim,
acy'])
model.summary()
size=64 , epochs = 15)
Data mới :
Thêm lớp tích chập :
model=Sequential()
embedding_dim,
acy'])
model.summary()
Thêm lớp tích chập 64 :
model=Sequential()
embedding_dim,
acy'])
model.summary()
Thêm các lớp tích chập mới :
model=Sequential()
embedding_dim,
acy'])
model.summary()
New :
model=Sequential()
embedding_dim,
acy'])
model.summary()
New 2 :
model=Sequential()
embedding_dim,
acy'])
model.summary()
New 3 :
model=Sequential()
embedding_dim,
acy'])
model.summary()
New 4 :
model=Sequential()
embedding_dim,
acy'])
model.summary()
New 5 :
model=Sequential()
embedding_dim,
acy'])
model.summary()
New 6
model=Sequential()
embedding_dim,
acy'])
model.summary()
New 7 :
model=Sequential()
embedding_dim,
acy'])
model.summary()
New 8 : Best
model_fasttext = FastText(size=379, window=17, min_count=3, workers=4, sg=1)
model_fasttext.build_vocab(data_train)
model_fasttext.train(data_train, total_examples = model_fasttext.corpus_count, epochs
= model_fasttext.iter)
word2id = dict({'':0})
max_words = 300
for sentence in data_train:
s = sentence.split(' ')
for word in s:
if word not in word2id:
word2id[word] = len(word2id)
id2word = {v: k for k, v in word2id.items()}
model=Sequential()
embedding_dim,
acy'])
model.summary()
New 9 :
model=Sequential()
embedding_dim,
acy'])
model.summary()
New 10 :
New code after update :
model_fasttext = FastText(size=379, window=17, min_count=3, workers=4, sg=1)
model_fasttext.build_vocab(data_ft)
model_fasttext.train(data_ft, total_examples = model_fasttext.corpus_count, epochs =
model_fasttext.iter)
word2id = dict({'':0})
max_words = 300
for sentence in data_train:
s = sentence.split(' ')
for word in s:
if word not in word2id:
word2id[word] = len(word2id)
id2word = {v: k for k, v in word2id.items()}
model=Sequential()
embedding_dim,
acy'])
model.summary()
Test 1 :
model=Sequential()
embedding_dim,
acy'])
model.summary()
Test 2 :
model=Sequential()
embedding_dim,
acy'])
model.summary()
model=Sequential()
embedding_dim,
acy'])
model.summary()
model=Sequential()
embedding_dim,
model.add(LSTM(256))
acy'])
model.summary()

Baocao

Uploaded by

Document Information

Original Description:

Original Title

Copyright

Available Formats

Share this document

Share or Embed Document

Sharing Options

Did you find this document useful?

Is this content inappropriate?

Copyright:

Available Formats

Baocao

Uploaded by

Copyright:

Available Formats

from

Thêm 1 lớp conv

Khi chỉ xài tích chập đơn :

You might also like