From bc23b6094f67e856a43b45c6d089d556e047e82b Mon Sep 17 00:00:00 2001
From: ale <ale@incal.net>
Date: Mon, 2 Nov 2020 18:54:25 +0000
Subject: [PATCH] Add a dataset/by_host debug page

---
 metadb/server/debug.go   | 23 +++++++++++++++++------
 metadb/server/http.go    |  1 +
 metadb/server/service.go | 16 ++++++++++++++++
 3 files changed, 34 insertions(+), 6 deletions(-)

diff --git a/metadb/server/debug.go b/metadb/server/debug.go
index e99c1ac..c2746fd 100644
--- a/metadb/server/debug.go
+++ b/metadb/server/debug.go
@@ -47,7 +47,8 @@ var (
      <td><b><a href="/backup/by_id?id={{$b.BackupID}}">
               {{$b.BackupID}}</a></b></td>
      <td>{{fmtDate $b.BackupTimestamp}}</td>
-     <td>{{$b.BackupHost}}</td>
+     <td><a href="/dataset/by_host?host={{$b.BackupHost}}">
+           {{$b.BackupHost}}</a></td>
      {{else}}
      <td colspan="3"></td>
      {{end}}
@@ -85,12 +86,12 @@ var (
   <table>
    <tbody>
     <tr>
-     <td>Latest backup ID</td>
-     <td><a href="/backup/by_id?id={{.Backup.BackupID}}">
-           {{.Backup.BackupID}}</a></td>
+     <td>Backup ID</td>
+     <td><b><a href="/backup/by_id?id={{.Backup.BackupID}}">
+             {{.Backup.BackupID}}</a></b></td>
     </tr>
     <tr>
-     <td>Latest timestamp</td>
+     <td>Timestamp</td>
      <td>{{fmtDate .Backup.BackupTimestamp}}</td>
     </tr>
     <tr>
@@ -122,7 +123,7 @@ var (
     {{range .Atoms}}
     <tr>
      <td>{{.AtomName}}</td>
-     <td>{{.AtomPath}}</td>
+     <td>{{if .AtomPath}}{{.AtomPath}}{{else}}<i>stdin</i>{{end}}</td>
     </tr>
     {{end}}
    </tbody>
@@ -245,6 +246,16 @@ func (s *httpServer) handleDebugDatasetsBySource(w http.ResponseWriter, r *http.
 	s.queryAndShowDatasets(w, r, fmt.Sprintf("Latest backups for %s", source), "get_latest_datasets_by_source", source, 30)
 }
 
+func (s *httpServer) handleDebugDatasetsByHost(w http.ResponseWriter, r *http.Request) {
+	host := r.FormValue("host")
+	if host == "" {
+		http.Error(w, "No host specified", http.StatusBadRequest)
+		return
+	}
+
+	s.queryAndShowDatasets(w, r, fmt.Sprintf("Latest backups for host %s", host), "get_latest_datasets_by_host", host, 30)
+}
+
 func (s *httpServer) handleDebugBackupByID(w http.ResponseWriter, r *http.Request) {
 	id := r.FormValue("id")
 	if id == "" {
diff --git a/metadb/server/http.go b/metadb/server/http.go
index f7e3c25..34b4b05 100644
--- a/metadb/server/http.go
+++ b/metadb/server/http.go
@@ -53,6 +53,7 @@ func (s *httpServer) Handler() http.Handler {
 	m.HandleFunc("/api/add_dataset", s.handleAddDataset)
 	m.HandleFunc("/api/find_atoms", s.handleFindAtoms)
 	m.HandleFunc("/dataset/by_source", s.handleDebugDatasetsBySource)
+	m.HandleFunc("/dataset/by_host", s.handleDebugDatasetsByHost)
 	m.HandleFunc("/dataset/by_id", s.handleDebugDatasetByID)
 	m.HandleFunc("/backup/by_id", s.handleDebugBackupByID)
 	m.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
diff --git a/metadb/server/service.go b/metadb/server/service.go
index 17a90f4..424945c 100644
--- a/metadb/server/service.go
+++ b/metadb/server/service.go
@@ -256,6 +256,22 @@ var statements = map[string]string{
 		  dataset_duration
 		ORDER BY backup_timestamp DESC
 		LIMIT ?
+`,
+	"get_latest_datasets_by_host": `
+		SELECT
+		  backup_id, backup_timestamp, backup_host,
+		  dataset_id, dataset_snapshot_id, dataset_source,
+		  dataset_total_files, dataset_total_bytes, dataset_bytes_added,
+		  dataset_duration, COUNT(*) AS num_atoms
+		FROM log
+		WHERE backup_host = ?
+                GROUP BY
+		  backup_id, backup_timestamp, backup_host,
+		  dataset_id, dataset_snapshot_id, dataset_source,
+		  dataset_total_files, dataset_total_bytes, dataset_bytes_added,
+		  dataset_duration
+		ORDER BY backup_timestamp DESC
+		LIMIT ?
 `,
 	"get_backup_by_id": `
 		SELECT
-- 
GitLab