feat: add metric for missing messages

cmd/server/main.go

@@ -65,7 +65,8 @@ func main() {
 	server.RegisterMetric(types.SentEnvelopeMetric, &metrics.SentEnvelope{})
 	server.RegisterMetric(types.PeerCountByShardMetric, &metrics.PeerCountByShard{})
 	server.RegisterMetric(types.PeerCountByOriginMetric, &metrics.PeerCountByOrigin{})
-	server.RegisterMetric(types.StoreConfirmationFailedMetric, &metrics.StoreConfirmationFailed{})
+	server.RegisterMetric(types.MissingMessageMetric, &metrics.MissingMessage{})
+	server.RegisterMetric(types.MissingRelevantMessageMetric, &metrics.MissingRelevantMessage{})
 
 	server.RegisterMetric(types.MessageCheckSuccessMetric, &metrics.MessageCheckSuccess{})
 	server.RegisterMetric(types.MessageCheckFailureMetric, &metrics.MessageCheckFailure{})

lib/common/test_utils.go

@@ -43,7 +43,8 @@ func DropTables(db *sql.DB) {
 		"messageCheckSuccess",
 		"messageCheckFailure",
 		"dialFailure",
-		"storeconfirmationfailed",
+		"missingmessages",
+		"missingrelevantmessages",
 		"schema_migrations",
 	}
 
@@ -95,12 +96,12 @@ func DropTables(db *sql.DB) {
 		log.Fatalf("an error '%s' was not expected when dropping the index", err)
 	}
 
-	_, err = tx.Exec("DROP INDEX IF EXISTS storeConfirmationFailed_unique")
+	_, err = tx.Exec("DROP INDEX IF EXISTS peerCountByOrigin_unique")
 	if err != nil {
 		log.Fatalf("an error '%s' was not expected when dropping the index", err)
 	}
 
-	_, err = tx.Exec("DROP INDEX IF EXISTS peerCountByOrigin_unique")
+	_, err = tx.Exec("DROP INDEX IF EXISTS missingMessages_unique")
 	if err != nil {
 		log.Fatalf("an error '%s' was not expected when dropping the index", err)
 	}
@@ -115,6 +116,11 @@ func DropTables(db *sql.DB) {
 		log.Fatalf("an error '%s' was not expected when dropping the table", err)
 	}
 
+	_, err = tx.Exec("DROP INDEX IF EXISTS missingRelevantMessages_unique")
+	if err != nil {
+		log.Fatalf("an error '%s' was not expected when dropping the index", err)
+	}
+
 	_, err = tx.Exec("DROP TABLE IF EXISTS schema_migrations")
 	if err != nil {
 		log.Fatalf("an error '%s' was not expected when dropping the table", err)

lib/database/sql/000021_missing_messages.up.sql

@@ -0,0 +1,39 @@
+CREATE TABLE IF NOT EXISTS missingMessages (
+    id SERIAL PRIMARY KEY,
+    messageHash TEXT NOT NULL,
+    sentAt INTEGER NOT NULL,
+    contentTopic TEXT NOT NULL,
+    pubsubTopic TEXT NOT NULL,  
+    recordId INTEGER NOT NULL
+);
+
+ALTER TABLE missingMessages ADD CONSTRAINT fk_missingMessages_telemetryRecord
+            FOREIGN KEY (recordId) REFERENCES telemetryRecord(id);
+
+ALTER TABLE missingMessages 
+ADD CONSTRAINT missingMessages_unique 
+UNIQUE (
+    recordId,
+    messageHash,
+    contentTopic
+);
+
+CREATE TABLE IF NOT EXISTS missingRelevantMessages (
+    id SERIAL PRIMARY KEY,
+    messageHash TEXT NOT NULL,
+    sentAt INTEGER NOT NULL,
+    contentTopic TEXT NOT NULL,
+    pubsubTopic TEXT NOT NULL,  
+    recordId INTEGER NOT NULL
+);
+
+ALTER TABLE missingRelevantMessages ADD CONSTRAINT fk_missingRelevantMessages_telemetryRecord
+            FOREIGN KEY (recordId) REFERENCES telemetryRecord(id);
+
+ALTER TABLE missingRelevantMessages 
+ADD CONSTRAINT missingRelevantMessages_unique 
+UNIQUE (
+    recordId,
+    messageHash,
+    contentTopic
+);

lib/metrics/missing_messages.go

@@ -0,0 +1,18 @@
+package metrics
+
+import (
+	"github.com/status-im/telemetry/pkg/types"
+)
+
+type MissingMessage struct {
+	GenericMetric[types.MissingMessage]
+}
+
+type MissingRelevantMessage struct {
+	GenericMetric[types.MissingRelevantMessage]
+}
+
+var (
+	MissingMessageProcessor         = &MissingMessage{}
+	MissingRelevantMessageProcessor = &MissingRelevantMessage{}
+)