2017-03-05 17:26:04 +00:00
package main
import (
"encoding/json"
"fmt"
"io"
"math"
"net/http"
2017-03-05 22:19:43 +00:00
"net/url"
2017-03-05 17:26:04 +00:00
"os"
"os/exec"
"path"
"strconv"
"time"
"github.com/Luzifer/rconfig"
2018-09-17 09:54:14 +00:00
"github.com/gofrs/uuid"
2017-03-05 17:26:04 +00:00
"github.com/gorilla/mux"
2018-09-17 09:54:14 +00:00
log "github.com/sirupsen/logrus"
2017-03-05 17:26:04 +00:00
)
var (
cfg = struct {
2017-03-05 22:19:43 +00:00
ExecutionScript string ` flag:"script" default:"/go/src/github.com/Luzifer/tex-api/tex-build.sh" description:"Script to execute (needs to generate output directory)" `
2017-03-05 17:26:04 +00:00
Listen string ` flag:"listen" default:":3000" description:"IP/Port to listen on" `
StorageDir string ` flag:"storage-dir" default:"/storage" description:"Where to store uploaded ZIPs and resulting files" `
VersionAndExit bool ` flag:"version" default:"false" description:"Prints current version and exits" `
} { }
version = "dev"
router = mux . NewRouter ( )
)
type status string
const (
statusCreated = "created"
statusStarted = "started"
statusError = "error"
statusFinished = "finished"
)
const (
filenameInput = "input.zip"
filenameStatus = "status.json"
filenameOutputDir = "output"
sleepBase = 1.5
)
2017-03-06 08:10:36 +00:00
type jobStatus struct {
2017-03-05 17:26:04 +00:00
UUID string ` json:"uuid" `
CreatedAt time . Time ` json:"created_at" `
UpdatedAt time . Time ` json:"updated_at" `
Status status ` json:"status" `
}
2017-03-06 08:10:36 +00:00
func loadStatusByUUID ( uid uuid . UUID ) ( * jobStatus , error ) {
2017-03-05 17:26:04 +00:00
statusFile := pathFromUUID ( uid , filenameStatus )
2017-03-06 08:10:36 +00:00
status := jobStatus { }
2018-09-17 09:45:26 +00:00
// #nosec G304
2017-03-05 17:26:04 +00:00
if f , err := os . Open ( statusFile ) ; err == nil {
defer f . Close ( )
if err = json . NewDecoder ( f ) . Decode ( & status ) ; err != nil {
return nil , err
}
} else {
return nil , err
}
return & status , nil
}
2017-03-06 08:10:36 +00:00
func ( s * jobStatus ) UpdateStatus ( st status ) {
2017-03-05 17:26:04 +00:00
s . Status = st
s . UpdatedAt = time . Now ( )
}
2017-03-06 08:10:36 +00:00
func ( s jobStatus ) Save ( ) error {
2018-09-17 09:45:26 +00:00
uid , _ := uuid . FromString ( s . UUID ) // #nosec G104
2017-03-05 17:26:04 +00:00
f , err := os . Create ( pathFromUUID ( uid , filenameStatus ) )
if err != nil {
return err
}
defer f . Close ( )
return json . NewEncoder ( f ) . Encode ( s )
}
2017-03-05 22:19:43 +00:00
func urlMust ( u * url . URL , err error ) * url . URL {
if err != nil {
log . Fatalf ( "Unable to retrieve URL from router: %s" , err )
}
return u
}
2017-03-05 17:26:04 +00:00
func init ( ) {
if err := rconfig . Parse ( & cfg ) ; err != nil {
log . Fatalf ( "Unable to parse commandline options: %s" , err )
}
if cfg . VersionAndExit {
fmt . Printf ( "tex-api %s\n" , version )
os . Exit ( 0 )
}
}
func main ( ) {
router . HandleFunc ( "/" , apiDocs ) . Methods ( "GET" ) . Name ( "apiDocs" )
router . HandleFunc ( "/job" , startNewJob ) . Methods ( "POST" ) . Name ( "startNewJob" )
router . HandleFunc ( "/job/{uid:[0-9a-z-]{36}}" , getJobStatus ) . Methods ( "GET" ) . Name ( "getJobStatus" )
router . HandleFunc ( "/job/{uid:[0-9a-z-]{36}}/wait" , waitForJob ) . Methods ( "GET" ) . Name ( "waitForJob" )
router . HandleFunc ( "/job/{uid:[0-9a-z-]{36}}/download" , downloadAssets ) . Methods ( "GET" ) . Name ( "downloadAssets" )
log . Fatalf ( "%s" , http . ListenAndServe ( cfg . Listen , router ) )
}
2017-03-06 10:16:11 +00:00
func serverErrorf ( res http . ResponseWriter , tpl string , args ... interface { } ) {
log . Errorf ( tpl , args ... )
2018-09-17 09:45:26 +00:00
http . Error ( res , "An error occurred. See details in log." , http . StatusInternalServerError )
2017-03-06 10:16:11 +00:00
}
2017-03-05 17:26:04 +00:00
func pathFromUUID ( uid uuid . UUID , filename string ) string {
return path . Join ( cfg . StorageDir , uid . String ( ) , filename )
}
func apiDocs ( res http . ResponseWriter , r * http . Request ) {
http . Error ( res , "Not implemented yet" , http . StatusInternalServerError )
}
func startNewJob ( res http . ResponseWriter , r * http . Request ) {
2018-09-17 09:54:14 +00:00
jobUUID := uuid . Must ( uuid . NewV4 ( ) )
2017-03-05 17:26:04 +00:00
inputFile := pathFromUUID ( jobUUID , filenameInput )
statusFile := pathFromUUID ( jobUUID , filenameStatus )
2018-09-17 09:45:26 +00:00
if err := os . Mkdir ( path . Dir ( inputFile ) , 0750 ) ; err != nil {
2017-03-05 17:26:04 +00:00
log . Errorf ( "Unable to create job dir %q: %s" , path . Dir ( inputFile ) , err )
}
if f , err := os . Create ( inputFile ) ; err == nil {
2017-03-05 22:19:43 +00:00
defer f . Close ( )
2017-03-06 08:10:36 +00:00
if _ , copyErr := io . Copy ( f , r . Body ) ; err != nil {
2017-03-06 10:16:11 +00:00
serverErrorf ( res , "Unable to copy input file %q: %s" , inputFile , copyErr )
2017-03-05 22:19:43 +00:00
return
}
2018-09-17 09:45:26 +00:00
f . Sync ( ) // #nosec G104
2017-03-05 17:26:04 +00:00
} else {
2017-03-06 10:16:11 +00:00
serverErrorf ( res , "Unable to write input file %q: %s" , inputFile , err )
2017-03-05 17:26:04 +00:00
return
}
2017-03-06 08:10:36 +00:00
status := jobStatus {
2017-03-05 17:26:04 +00:00
UUID : jobUUID . String ( ) ,
CreatedAt : time . Now ( ) ,
UpdatedAt : time . Now ( ) ,
Status : statusCreated ,
}
if err := status . Save ( ) ; err != nil {
2017-03-06 10:16:11 +00:00
serverErrorf ( res , "Unable to create status file %q: %s" , statusFile , err )
2017-03-05 17:26:04 +00:00
return
}
go jobProcessor ( jobUUID )
2017-03-05 22:19:43 +00:00
u := urlMust ( router . Get ( "waitForJob" ) . URL ( "uid" , jobUUID . String ( ) ) )
2017-03-05 17:26:04 +00:00
http . Redirect ( res , r , u . String ( ) , http . StatusFound )
}
func getJobStatus ( res http . ResponseWriter , r * http . Request ) {
vars := mux . Vars ( r )
uid , err := uuid . FromString ( vars [ "uid" ] )
if err != nil {
http . Error ( res , "UUID had unexpected format!" , http . StatusBadRequest )
return
}
if status , err := loadStatusByUUID ( uid ) ; err == nil {
2017-03-06 08:10:36 +00:00
if encErr := json . NewEncoder ( res ) . Encode ( status ) ; err != nil {
2017-03-06 10:16:11 +00:00
serverErrorf ( res , "Unable to serialize status file: %s" , encErr )
2017-03-05 17:26:04 +00:00
return
}
} else {
2017-03-06 10:16:11 +00:00
serverErrorf ( res , "Unable to read status file: %s" , err )
2017-03-05 17:26:04 +00:00
return
}
}
func waitForJob ( res http . ResponseWriter , r * http . Request ) {
vars := mux . Vars ( r )
uid , err := uuid . FromString ( vars [ "uid" ] )
if err != nil {
http . Error ( res , "UUID had unexpected format!" , http . StatusBadRequest )
return
}
var loop int
if v := r . URL . Query ( ) . Get ( "loop" ) ; v != "" {
2017-03-06 08:10:36 +00:00
if pv , convErr := strconv . Atoi ( v ) ; convErr == nil {
2017-03-05 17:26:04 +00:00
loop = pv
}
}
loop ++
status , err := loadStatusByUUID ( uid )
if err != nil {
2017-03-06 10:16:11 +00:00
serverErrorf ( res , "Unable to read status file: %s" , err )
2017-03-05 17:26:04 +00:00
return
}
2017-03-05 22:50:13 +00:00
switch status . Status {
case statusCreated :
fallthrough
case statusStarted :
2017-03-05 22:19:43 +00:00
u := urlMust ( router . Get ( "waitForJob" ) . URL ( "uid" , uid . String ( ) ) )
2017-03-05 17:26:04 +00:00
u . Query ( ) . Set ( "loop" , strconv . Itoa ( loop ) )
<- time . After ( time . Duration ( math . Pow ( sleepBase , float64 ( loop ) ) ) * time . Second )
http . Redirect ( res , r , u . String ( ) , http . StatusFound )
2017-03-05 22:35:59 +00:00
return
2017-03-05 17:26:04 +00:00
2017-03-05 22:50:13 +00:00
case statusError :
http . Error ( res , "Processing ran into an error." , http . StatusInternalServerError )
case statusFinished :
u := urlMust ( router . Get ( "downloadAssets" ) . URL ( "uid" , uid . String ( ) ) )
http . Redirect ( res , r , u . String ( ) , http . StatusFound )
}
2017-03-05 17:26:04 +00:00
}
func downloadAssets ( res http . ResponseWriter , r * http . Request ) {
vars := mux . Vars ( r )
uid , err := uuid . FromString ( vars [ "uid" ] )
if err != nil {
http . Error ( res , "UUID had unexpected format!" , http . StatusBadRequest )
return
}
var (
2018-09-17 09:14:49 +00:00
content io . Reader
contentType = "application/zip"
filename string
2017-03-05 17:26:04 +00:00
)
switch r . Header . Get ( "Accept" ) {
2018-09-17 09:45:26 +00:00
case "application/tar" , "application/x-tar" , "application/x-gtar" , "multipart/x-tar" , "application/x-compress" , "application/x-compressed" :
2018-09-17 09:14:49 +00:00
contentType = "application/tar"
2017-03-05 23:17:35 +00:00
content , err = buildAssetsTAR ( uid )
filename = uid . String ( ) + ".tar"
2017-03-05 17:26:04 +00:00
default :
content , err = buildAssetsZIP ( uid )
filename = uid . String ( ) + ".zip"
}
if err != nil {
2017-03-06 10:16:11 +00:00
serverErrorf ( res , "Unable to generate downloadable asset: %s" , err )
2017-03-05 17:26:04 +00:00
return
}
res . Header ( ) . Set ( "Content-Disposition" , fmt . Sprintf ( "attachment; filename=%q" , filename ) )
2018-09-17 09:14:49 +00:00
res . Header ( ) . Set ( "Content-Type" , contentType )
2017-03-05 17:26:04 +00:00
res . WriteHeader ( http . StatusOK )
2018-09-17 09:45:26 +00:00
io . Copy ( res , content ) // #nosec G104
2017-03-05 17:26:04 +00:00
}
func jobProcessor ( uid uuid . UUID ) {
processingDir := path . Dir ( pathFromUUID ( uid , filenameStatus ) )
status , err := loadStatusByUUID ( uid )
if err != nil {
log . Errorf ( "Unable to load status file in processing job: %s" , err )
return
}
2018-09-17 09:45:26 +00:00
cmd := exec . Command ( "/bin/bash" , cfg . ExecutionScript ) // #nosec G204
2017-03-05 17:26:04 +00:00
cmd . Dir = processingDir
2017-03-05 22:19:43 +00:00
cmd . Stderr = log . StandardLogger ( ) . WriterLevel ( log . ErrorLevel )
2017-03-05 17:26:04 +00:00
status . UpdateStatus ( statusStarted )
if err := status . Save ( ) ; err != nil {
2017-03-06 08:10:36 +00:00
log . Errorf ( "Unable to save status file" )
2017-03-05 17:26:04 +00:00
return
}
if err := cmd . Run ( ) ; err != nil {
status . UpdateStatus ( statusError )
if err := status . Save ( ) ; err != nil {
2017-03-06 08:10:36 +00:00
log . Errorf ( "Unable to save status file" )
2017-03-05 17:26:04 +00:00
return
}
return
}
status . UpdateStatus ( statusFinished )
if err := status . Save ( ) ; err != nil {
2017-03-06 08:10:36 +00:00
log . Errorf ( "Unable to save status file" )
2017-03-05 17:26:04 +00:00
return
}
}