Mongo data is not synced to elastic unless monstache is restarted

Question

Mongo data is not synced to elastic unless monstache is restarted

aakanshapandey1203 opened this issue a year ago · 5 comments

aakanshapandey1203 commented a year ago

toml file :

mongo-url = "mongodb://localhost:27017"

elasticsearch-urls = ["http://localhost:9200"]

elasticsearch-max-conns = 10

replay = false

resume = true

resume-name = "andes"

config-database-name = "andes"

enable-oplog = true

namespace-regex = '^andes/.qmf__source$'

direct-read-namespaces = ["andes.qmf__dashboard","andes.qmf__message","andes.qmf__notification","andes.qmf__package","andes.qmf__query","andes.qmf__resource","andes.qmf__schedule","andes.qmf__slog","andes.qmf__source","andes.qmf__story","andes.qmf__subset"]

index-as-update = true

gzip = true

verbose = true

cluster-name = 'andes'

exit-after-direct-reads = false

[[mapping]]
namespace = "andes.qmf__dashboard"
index = "andes"
[[mapping]]
namespace = "andes.qmf__message"
index = "andes"
[[mapping]]
namespace = "andes.qmf__notification"
index = "andes"
[[mapping]]
namespace = "andes.qmf__package"
index = "andes"
[[mapping]]
namespace = "andes.qmf__query"
index = "andes"
[[mapping]]
namespace = "andes.qmf__resource"
index = "andes"
[[mapping]]
namespace = "andes.qmf__schedule"
index = "andes"
[[mapping]]
namespace = "andes.qmf__slog"
index = "andes"
[[mapping]]
namespace = "andes.qmf__source"
index = "andes"
[[mapping]]
namespace = "andes.qmf__story"
index = "andes"
[[mapping]]
namespace = "andes.qmf__subset"
index = "andes"

[logs]
info = "C:/Users/dsureshbhirud/Desktop/Elasticsearch_7.16.2/Mon_longs/monstache/logs/info.log"
warn = "C:/Users/dsureshbhirud/Desktop/Elasticsearch_7.16.2/Mon_longs/monstache/logs/warn.log"
error = "C:/Users/dsureshbhirud/Desktop/Elasticsearch_7.16.2/Mon_longs/monstache/logs/error.log"
trace = "C:/Users/dsureshbhirud/Desktop/Elasticsearch_7.16.2/Mon_longs/monstache/logs/trace.log"

[[relate]]
namespace = "andes.qmf__source"
with-namespace = "andes.qmf__source"
src-field = "_id"

Answer 1 · 2023-03-20T04:30:58.000Z

Hi @aakanshapandey1203 i am also facing the same problem have you got any solution. please ping.

Answer 2 · 2023-03-20T07:41:06.000Z

Hi @aakanshapandey1203 i am also facing the same problem have you got any solution. please ping.

works with monstache 5.7.11 and elastic 6.0

Answer 3 · 2023-03-20T08:05:40.000Z

Hi @aakanshapandey1203 i am also facing the same problem have you got any solution. please ping.

works with monstache 5.7.11 and elastic 6.0

I'm using elastic 8.6.2 will monstache 5.7.11 work with that ??

Answer 4 · 2023-05-02T02:49:54.000Z

Did you enable change streams in your mongoDB?