initial

Author: blob42

.gitignore

@@ -0,0 +1,16 @@
+# ---> Go
+
+# Test binary, build with `go test -c`
+*.test
+
+# Output of the go coverage tool, specifically when used with LiteIDE
+*.out
+
+*.log
+
+
+# Binary
+hugobot
+
+# Sqlite
+*.sqlite-*

Dockerfile

@@ -0,0 +1,52 @@
+FROM golang:1.11-alpine as builder
+
+MAINTAINER Chakib <[email protected]>
+
+# Copy source
+COPY . /go/src/hugobot
+
+# install dependencies and build
+RUN apk add --no-cache --upgrade \
+    ca-certificates \
+    git \
+    openssh \
+    make \
+    alpine-sdk
+
+RUN cd /go/src/hugobot \
+&&  make install
+
+################################
+#### FINAL IMAGE
+###############################
+
+
+FROM alpine as final
+
+ENV WEBSITE_PATH=/website
+ENV HUGOBOT_DB_PATH=/db
+
+RUN apk add --no-cache --upgrade \
+    ca-certificates \
+    bash \
+    sqlite \
+    jq
+
+COPY --from=builder /go/bin/hugobot /bin/
+
+
+RUN mkdir -p ${HUGOBOT_DB_PATH}
+RUN mkdir -p ${WEBSITE_PATH}
+
+
+VOLUME ${HUGOBOT_DB_PATH}
+
+
+# Expose API ports
+EXPOSE 8734
+
+# copy entrypoint
+COPY "docker-entrypoint.sh" /entry
+
+ENTRYPOINT ["/entry"]
+CMD ["hugobot", "server"]

Dockerfile-sqliteweb

@@ -0,0 +1,9 @@
+FROM coleifer/sqlite
+RUN apk add --no-cache --virtual .build-reqs build-base gcc make \
+    && pip install --no-cache-dir cython \
+    && pip install --no-cache-dir flask peewee sqlite-web \
+    && apk del .build-reqs
+EXPOSE 8080
+VOLUME /db
+WORKDIR /db
+CMD sqlite_web -H 0.0.0.0 -x $SQLITE_DATABASE -P

Makefile

@@ -0,0 +1,22 @@
+TARGET=hugobot
+
+GOINSTALL := GO111MODULE=on go install -v
+GOBUILD := GO111MODULE=on go build -v
+PKG := hugobot
+
+.PHONY: all build install
+
+
+all: build
+
+build:
+	$(GOBUILD) -o $(TARGET)
+
+install:
+	$(GOINSTALL)
+
+
+
+
+
+

README.md

@@ -0,0 +1,47 @@
+**MIRRORED FROM**: https://git.sp4ke.com/sp4ke/hugobot
+
+# HUGOBOT
+
+*hugobot* is a an automated content fetch and aggregation bot for [Hugo][hugo] data
+driven websites. It has the following features:
+
+
+## Data fetch
+
+- Add feeds to the bot in the `feeds` sqlite table
+- Currently handles these types of feeds: `RSS`, `Github Releases`, `Newsletters`
+- Define your own feed types by implementing the `JobHandler` interface (see
+  `handlers/handlers.go`).
+- Hugobot automatically fetch new posts from the feeds you defined
+- It runs periodically to download new posts in the defined feeds.
+- Everything is saved on an sqlite
+- The scheduler can handle any number of tasks and uses leveldb for
+  caching/resuming jobs.
+
+
+## Hugo export
+
+- Data is automatically exported to the configured Hugo website path.
+- It can export `markdwon` files or `json/toml` data files
+- All fields in the exported files can be customized
+- You can define custom output formats by using the `FormatHandler` interface.
+
+
+## API
+
+- *hugobot* also includes a webserver API that can be used with Hugo [Data
+  Driven Mode][data-driven].
+
+- WIP: Insert and query data 
+
+- An example usage is the automated generation of Bitcoin addresses for new
+  articles on [bitcointechweekly.com][btw-btc]
+
+## Sqliteweb interface
+
+- See Docker files
+
+
+[data-driven]:https://gohugo.io/templates/data-templates/#data-driven-content
+[btw-btc]:https://bitcointechweekly.com/btc/3Jv15g4G5LDnBJPDh1e2ja8NPnADzMxhVh
+[hugo]:https://gohugo.io

api.go

@@ -0,0 +1,71 @@
+package main
+
+import (
+	"io"
+	"os"
+	"strconv"
+
+	"git.sp4ke.com/sp4ke/hugobot/v3/feeds"
+
+	"git.sp4ke.com/sp4ke/hugobot/v3/config"
+
+	"git.sp4ke.com/sp4ke/hugobot/v3/bitcoin"
+
+	gum "git.sp4ke.com/sp4ke/gum.git"
+	"github.com/gin-gonic/gin"
+)
+
+var (
+	apiLogFile *os.File
+)
+
+type API struct {
+	router *gin.Engine
+}
+
+func (api *API) Run(m gum.UnitManager) {
+
+	feedsRoute := api.router.Group("/feeds")
+	{
+		feedCtrl := &feeds.FeedCtrl{}
+
+		feedsRoute.POST("/", feedCtrl.Create)
+		feedsRoute.DELETE("/:id", feedCtrl.Delete)
+		feedsRoute.GET("/", feedCtrl.List) // Get all
+		//feedsRoute.Get("/:id", feedCtrl.GetById) // Get one
+	}
+
+	btcRoute := api.router.Group("/btc")
+	{
+		btcRoute.GET("/address", bitcoin.GetAddressCtrl)
+	}
+
+	// Run router
+	go func() {
+
+		err := api.router.Run(":" + strconv.Itoa(config.C.ApiPort))
+		if err != nil {
+			panic(err)
+		}
+	}()
+
+	// Wait for stop signal
+	<-m.ShouldStop()
+
+	// Shutdown
+	api.Shutdown()
+	m.Done()
+}
+
+func (api *API) Shutdown() {}
+
+func NewApi() *API {
+	apiLogFile, _ = os.Create(".api.log")
+	gin.DefaultWriter = io.MultiWriter(apiLogFile, os.Stdout)
+
+	api := &API{
+		router: gin.Default(),
+	}
+
+	return api
+}