peertube-instance-index-filter/main.go

// peertube-instance-index-filter
// Copyright (C) 2025 Arns Udovič <zordsdavini@arns.lt>
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program.  If not, see <http://www.gnu.org/licenses/>.

package main

import (
	"flag"
	"fmt"
	"net/url"
	"strings"
	"time"

	"github.com/gin-gonic/gin"
)

func main() {
	var command string
	var host string
	var url string
	var instanceUrl string

	flag.StringVar(&command, "command", "", "Command to execute: index, reject, collect, serve")
	flag.StringVar(&host, "host", "", "Host to reject")
	flag.StringVar(&url, "url", "", "Url to index hosts")
	flag.StringVar(&instanceUrl, "instance-url", "", "Url to fetch instance information")

	flag.Parse()
	fmt.Println(command, host)
	
	switch command {
		case "index":
			index(url, instanceUrl)
		case "reject":
			reject(host)
		case "collect":
			collect()
		default:
			serve()
	}
}

func index(url string, instanceUrl string) {
	db := connectDB()
	defer db.Close()

	exists, err := indexExists(db, url)
	if err != nil {
		panic(err)	
	}

	if !exists {
		indexHost := IndexHost{
			Url: url,
			InstanceUrl: instanceUrl,
		}
		addIndex(db, indexHost)
		fmt.Println(url, "added to index")
	} else {
		fmt.Println(url, "already added")
	}
}

func reject(host string) {
	host = formatHost(host)

	db := connectDB()
	defer db.Close()

	rejectHost(db, host)
	fmt.Println(host, "rejected")
}

func collect() {
	db := connectDB()
	defer db.Close()

	indexHosts := getIndexHosts(db)
	for _, indexHost := range indexHosts {
		fmt.Println(indexHost.Url)
		fmt.Println("==========================================")
		
		start := 0
		count := 20
		for {
			hosts, err := getNewHosts(indexHost.Url, indexHost.LastFetchedAt, start, count)
			if err != nil {
				panic(err)
			}

			if len(hosts) == 0 {
				break
			}

			fmt.Println("New hosts:", len(hosts), hosts)
			for _, host := range hosts {
				fmt.Println(host)

				time.Sleep(1 * time.Second)
				instance := fetchInstance(indexHost.InstanceUrl, host)
				addInstance(db, instance)
			}

			start += count
		}

		updateLastFetched(db, indexHost)
	}
}

func serve() {
	r := gin.Default()

	r.GET("/", func(c *gin.Context) {
		c.String(200, "index")
	})

	r.GET("/instances", func(c *gin.Context) {
		c.String(200, "pong")
	})

	r.GET("/instances/hosts", func(c *gin.Context) {
		c.String(200, "pong")
	})

	r.GET("/stats", func(c *gin.Context) {
		c.String(200, "pong")
	})

	r.Run(":8081")
}

func formatHost(host string) string {
	host = strings.Trim(host, " ")

	u, _ := url.Parse(host)

	if u.Host == "" {
		return host
	}

	return u.Host
}