Ramon Rüttimann
5 years ago
commit
d38623c4fe
@ -0,0 +1,46 @@
|
|||||||
|
kind: pipeline
|
||||||
|
name: default
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: test
|
||||||
|
image: golang
|
||||||
|
environment:
|
||||||
|
GO111MODULE: on
|
||||||
|
commands:
|
||||||
|
- echo $GO111MODULE
|
||||||
|
- go test ./... -v -cover
|
||||||
|
|
||||||
|
- name: build
|
||||||
|
image: golang
|
||||||
|
environment:
|
||||||
|
GO111MODULE: on
|
||||||
|
commands:
|
||||||
|
- go build
|
||||||
|
|
||||||
|
- name: docker
|
||||||
|
image: plugins/docker
|
||||||
|
settings:
|
||||||
|
auto_tag: true
|
||||||
|
build_args_from_env:
|
||||||
|
- DRONE_COMMIT
|
||||||
|
- DRONE_TAG
|
||||||
|
username:
|
||||||
|
from_secret: username
|
||||||
|
password:
|
||||||
|
from_secret: password
|
||||||
|
repo: registry.ramonr.ch/mediaconverter
|
||||||
|
registry: registry.ramonr.ch
|
||||||
|
when:
|
||||||
|
event: tag
|
||||||
|
---
|
||||||
|
kind: secret
|
||||||
|
name: username
|
||||||
|
get:
|
||||||
|
path: registry-basicauth
|
||||||
|
name: user
|
||||||
|
---
|
||||||
|
kind: secret
|
||||||
|
name: password
|
||||||
|
get:
|
||||||
|
path: registry-basicauth
|
||||||
|
name: password
|
||||||
@ -0,0 +1,20 @@
|
|||||||
|
FROM golang:alpine as builder
|
||||||
|
|
||||||
|
ARG DRONE_COMMIT="none"
|
||||||
|
ARG DRONE_TAG="none"
|
||||||
|
|
||||||
|
RUN apk --no-cache add git
|
||||||
|
WORKDIR /app
|
||||||
|
COPY . .
|
||||||
|
# ldflags to remove debugging tables
|
||||||
|
ENV DRONE_COMMIT=$DRONE_COMMIT
|
||||||
|
ENV DRONE_TAG=$DRONE_TAG
|
||||||
|
RUN CGO_ENABLED=0 GOOS=linux go build -ldflags="-w -s -X main.version=$DRONE_TAG -X main.commit=$DRONE_COMMIT" -o "mediaconverter" .
|
||||||
|
RUN CGO_ENABLED=0 GOOS=linux go build -ldflags="-w -s -X main.version=$DRONE_TAG -X main.commit=$DRONE_COMMIT" -o "faker" ./faker/
|
||||||
|
|
||||||
|
FROM alfg/ffmpeg
|
||||||
|
USER 1000:1000
|
||||||
|
COPY --from=builder /app/mediaconverter /mediaconverter
|
||||||
|
COPY --from=builder /app/faker /mediaconverter
|
||||||
|
|
||||||
|
CMD ["/mediaconverter"]
|
||||||
@ -0,0 +1,195 @@
|
|||||||
|
package converter
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"io/ioutil"
|
||||||
|
"os"
|
||||||
|
"path"
|
||||||
|
"path/filepath"
|
||||||
|
"sort"
|
||||||
|
"strconv"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"github.com/pkg/errors"
|
||||||
|
"github.com/xfrr/goffmpeg/transcoder"
|
||||||
|
"k8s.io/klog"
|
||||||
|
)
|
||||||
|
|
||||||
|
type Converter struct {
|
||||||
|
*message
|
||||||
|
// albumFolder is populated at runtime and contains the album name
|
||||||
|
albumFolder string
|
||||||
|
// the "automatically add to iTunes.localized" directory
|
||||||
|
iTunesDir string
|
||||||
|
}
|
||||||
|
|
||||||
|
// CreateMessage is basically the reverse process to the conversion.
|
||||||
|
// instead of getting the message and using it, this function can
|
||||||
|
// read a directory and create the message from it.
|
||||||
|
// Only populates what is necessary to do the conversion.
|
||||||
|
// artist must match the directory name.
|
||||||
|
func CreateMessage(artistName, albumFolder string) ([]byte, error) {
|
||||||
|
albumName := path.Base(albumFolder)
|
||||||
|
artistPath := path.Clean(strings.ReplaceAll(albumFolder, albumName, ""))
|
||||||
|
var trackFiles []trackFile
|
||||||
|
err := filepath.Walk(albumFolder, func(path string, info os.FileInfo, err error) error {
|
||||||
|
if err != nil {
|
||||||
|
return errors.Wrapf(err, "error visiting file")
|
||||||
|
}
|
||||||
|
if filepath.Ext(path) == ".flac" {
|
||||||
|
trackFiles = append(trackFiles, trackFile{Path: path})
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return nil, errors.Wrapf(err, "error walking path")
|
||||||
|
}
|
||||||
|
sort.Slice(trackFiles, func(i, j int) bool {
|
||||||
|
return trackFiles[i].Path < trackFiles[j].Path
|
||||||
|
})
|
||||||
|
|
||||||
|
tracks := func() []track {
|
||||||
|
var tracks []track
|
||||||
|
for i, file := range trackFiles {
|
||||||
|
tracks = append(
|
||||||
|
tracks,
|
||||||
|
track{
|
||||||
|
Title: strings.ReplaceAll(path.Base(file.Path), ".flac", ""),
|
||||||
|
TrackNumber: strconv.Itoa(i + 1),
|
||||||
|
},
|
||||||
|
)
|
||||||
|
}
|
||||||
|
return tracks
|
||||||
|
}()
|
||||||
|
|
||||||
|
m := message{
|
||||||
|
Tracks: tracks,
|
||||||
|
TrackFiles: trackFiles,
|
||||||
|
EventType: "Download",
|
||||||
|
Artist: artist{
|
||||||
|
Name: artistName,
|
||||||
|
Path: artistPath,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
return json.Marshal(m)
|
||||||
|
}
|
||||||
|
|
||||||
|
type message struct {
|
||||||
|
Tracks []track `json:"tracks"`
|
||||||
|
TrackFiles []trackFile `json:"trackFiles"`
|
||||||
|
IsUpgrade bool `json:"isUpgrade"`
|
||||||
|
EventType string `json:"eventType"`
|
||||||
|
Artist artist `json:"artist"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type artist struct {
|
||||||
|
ID int `json:"id"`
|
||||||
|
Name string `json:"name"`
|
||||||
|
Path string `json:"path"`
|
||||||
|
MBID string `json:"mbID"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type track struct {
|
||||||
|
ID int `json:"id"`
|
||||||
|
Title string `json:"title"`
|
||||||
|
TrackNumber string `json:"trackNumber"`
|
||||||
|
Quality string `json:"quality"`
|
||||||
|
QualityVersion int `json:"qualityVersion"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t *track) mp3Name() string {
|
||||||
|
return fmt.Sprintf("%s - %s.mp3", t.TrackNumber, t.Title)
|
||||||
|
}
|
||||||
|
|
||||||
|
type trackFile struct {
|
||||||
|
ID int `json:"id"`
|
||||||
|
Path string `json:"path"`
|
||||||
|
Quality string `json:"quality"`
|
||||||
|
QualityVersion int `json:"qualityVersion"`
|
||||||
|
SceneName string `json:"sceneName"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// New creates a new converter
|
||||||
|
func New(iTunesDir string) *Converter {
|
||||||
|
return &Converter{
|
||||||
|
iTunesDir: iTunesDir,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (tf *trackFile) Convert(newFile string) error {
|
||||||
|
trans := new(transcoder.Transcoder)
|
||||||
|
if err := trans.Initialize(tf.Path, newFile); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
trans.MediaFile().SetAudioVariableBitrate()
|
||||||
|
trans.MediaFile().SetAudioBitRate("0")
|
||||||
|
return <-trans.Run(false)
|
||||||
|
}
|
||||||
|
|
||||||
|
// convertFiles converts all files from the message into the
|
||||||
|
// iTunesDir and changes the permissions.
|
||||||
|
func (c *Converter) convertFiles() error {
|
||||||
|
for i, track := range c.Tracks {
|
||||||
|
destination := path.Join(c.iTunesDir, c.albumFolder, track.mp3Name())
|
||||||
|
if err := c.TrackFiles[i].Convert(destination); err != nil {
|
||||||
|
return errors.Wrapf(err, "could not convert %v", c.TrackFiles[i].Path)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := changePermission(path.Join(destination)); err != nil {
|
||||||
|
return errors.Wrapf(err, "could not change permissions on %v", destination)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *message) extractAlbumFolder() string {
|
||||||
|
artistDir := filepath.Clean(m.Artist.Path) + "/"
|
||||||
|
fileDir := filepath.Dir(m.TrackFiles[0].Path)
|
||||||
|
return strings.ReplaceAll(fileDir, artistDir, "")
|
||||||
|
}
|
||||||
|
|
||||||
|
// Process the message, converting the files, changing permissions and copying artwork
|
||||||
|
func (c *Converter) Process(msgSource io.Reader) error {
|
||||||
|
// read and parse the message
|
||||||
|
encMessage, err := ioutil.ReadAll(msgSource)
|
||||||
|
if err != nil {
|
||||||
|
return errors.Wrapf(err, "could not read given source")
|
||||||
|
}
|
||||||
|
|
||||||
|
c.message = new(message)
|
||||||
|
if err := json.Unmarshal(encMessage, c.message); err != nil {
|
||||||
|
return errors.Wrapf(err, "could not unmarshal given source")
|
||||||
|
}
|
||||||
|
|
||||||
|
if c.message.EventType != "Download" {
|
||||||
|
klog.Infof("eventType is %v, nothing to do", c.message.EventType)
|
||||||
|
}
|
||||||
|
|
||||||
|
c.albumFolder = c.TrackFiles[0].SceneName
|
||||||
|
if c.albumFolder == "" {
|
||||||
|
c.albumFolder = c.extractAlbumFolder()
|
||||||
|
}
|
||||||
|
klog.Infof("got request to transcode %v", c.albumFolder)
|
||||||
|
|
||||||
|
// actual conversion work
|
||||||
|
if err := os.MkdirAll(path.Join(c.iTunesDir, c.albumFolder), os.ModePerm); err != nil {
|
||||||
|
return errors.Wrapf(err, "could not create iTunes Directory")
|
||||||
|
}
|
||||||
|
if err := os.Chmod(path.Join(c.iTunesDir, c.albumFolder), 0775); err != nil {
|
||||||
|
return errors.Wrapf(err, "could not change permissions on iTunes dir")
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := c.convertFiles(); err != nil {
|
||||||
|
return errors.Wrapf(err, "could not convert files")
|
||||||
|
}
|
||||||
|
|
||||||
|
klog.Infof("Successfully converted %v", path.Join(c.Artist.Path, c.albumFolder))
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func changePermission(newFile string) error {
|
||||||
|
err := os.Chmod(newFile, 0777)
|
||||||
|
return errors.Wrapf(err, "chmod failed")
|
||||||
|
}
|
||||||
@ -0,0 +1,34 @@
|
|||||||
|
package converter
|
||||||
|
|
||||||
|
import "testing"
|
||||||
|
|
||||||
|
func TestExtractAlbumFolder(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
m *message
|
||||||
|
albumFolder string
|
||||||
|
}{
|
||||||
|
{createMessage("/test/artistX", "/test/artistX/albumY/songX.flac"), "albumY"},
|
||||||
|
{createMessage("/test/artistX/", "/test/artistX/album Y/songX.flac"), "album Y"},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, tt := range tests {
|
||||||
|
actual := tt.m.extractAlbumFolder()
|
||||||
|
expected := tt.albumFolder
|
||||||
|
if actual != expected {
|
||||||
|
t.Errorf("expected %v, got %v", expected, actual)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func createMessage(artistPath, filePath string) *message {
|
||||||
|
return &message{
|
||||||
|
Artist: artist{
|
||||||
|
Path: artistPath,
|
||||||
|
},
|
||||||
|
TrackFiles: []trackFile{
|
||||||
|
{
|
||||||
|
Path: filePath,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -0,0 +1,52 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"flag"
|
||||||
|
"fmt"
|
||||||
|
"io/ioutil"
|
||||||
|
"net/http"
|
||||||
|
|
||||||
|
"git.ramonr.ch/ramon/mediaconverter/converter"
|
||||||
|
"k8s.io/klog"
|
||||||
|
)
|
||||||
|
|
||||||
|
// set at compile time
|
||||||
|
var (
|
||||||
|
version = ""
|
||||||
|
commit = ""
|
||||||
|
)
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
klog.InitFlags(nil)
|
||||||
|
postAddr := flag.String("post-addr", "mediaconverter", "the address where to post the request")
|
||||||
|
directory := flag.String("dir", "", "the directory that contains the flac files")
|
||||||
|
artistName := flag.String("artist", "", "name of the artist")
|
||||||
|
flag.Parse()
|
||||||
|
fmt.Printf("Mediaconverter version %v, commit %v\n", version, commit)
|
||||||
|
|
||||||
|
msg, err := converter.CreateMessage(*artistName, *directory)
|
||||||
|
if err != nil {
|
||||||
|
klog.Fatalf("could not create message: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
klog.Infof("sending request")
|
||||||
|
req, err := http.NewRequest("POST", *postAddr, bytes.NewBuffer(msg))
|
||||||
|
if err != nil {
|
||||||
|
panic(err)
|
||||||
|
}
|
||||||
|
req.Header.Set("Content-Type", "application/json")
|
||||||
|
|
||||||
|
client := &http.Client{}
|
||||||
|
resp, err := client.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
panic(err)
|
||||||
|
}
|
||||||
|
defer resp.Body.Close()
|
||||||
|
klog.Infof("received answer")
|
||||||
|
|
||||||
|
fmt.Println("response Status:", resp.Status)
|
||||||
|
fmt.Println("response Headers:", resp.Header)
|
||||||
|
body, _ := ioutil.ReadAll(resp.Body)
|
||||||
|
fmt.Println("response Body:", string(body))
|
||||||
|
}
|
||||||
@ -0,0 +1,11 @@
|
|||||||
|
module git.ramonr.ch/ramon/mediaconverter
|
||||||
|
|
||||||
|
go 1.13
|
||||||
|
|
||||||
|
require (
|
||||||
|
github.com/pkg/errors v0.8.1
|
||||||
|
github.com/xfrr/goffmpeg v0.0.0-20191108092855-c49093f2d9f7
|
||||||
|
k8s.io/klog v1.0.0
|
||||||
|
)
|
||||||
|
|
||||||
|
replace github.com/xfrr/goffmpeg => github.com/tommyknows/goffmpeg v0.0.0-20191109121430-95bbe3aa58b5
|
||||||
@ -0,0 +1,15 @@
|
|||||||
|
github.com/go-logr/logr v0.1.0/go.mod h1:ixOQHD9gLJUVQQ2ZOR7zLEifBX6tGkNJF4QyIY7sIas=
|
||||||
|
github.com/pkg/errors v0.8.1 h1:iURUrRGxPUNPdy5/HRSm+Yj6okJ6UtLINN0Q9M4+h3I=
|
||||||
|
github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
|
||||||
|
github.com/tommyknows/goffmpeg v0.0.0-20191108092855-c49093f2d9f7 h1:19vePvbw3O7GvNDnipom3Fu8uLCN2XAZlpABr/Z+yFo=
|
||||||
|
github.com/tommyknows/goffmpeg v0.0.0-20191108092855-c49093f2d9f7/go.mod h1:W1AEwoY9XJ1POFmGvJ5y/sifvS6MnkGfwaCbV6nWKfo=
|
||||||
|
github.com/tommyknows/goffmpeg v0.0.0-20191109114406-40d09fee25ad h1:2ziJ/9WFv0zyZZvn2W7V/2SohYKw1M7K+9pHsGzW2bw=
|
||||||
|
github.com/tommyknows/goffmpeg v0.0.0-20191109114406-40d09fee25ad/go.mod h1:W1AEwoY9XJ1POFmGvJ5y/sifvS6MnkGfwaCbV6nWKfo=
|
||||||
|
github.com/tommyknows/goffmpeg v0.0.0-20191109120730-72121122651e h1:fuzOvyuRh3eGf+tgf7npiGQkg5Xn74DtlIMKizJpJNE=
|
||||||
|
github.com/tommyknows/goffmpeg v0.0.0-20191109120730-72121122651e/go.mod h1:W1AEwoY9XJ1POFmGvJ5y/sifvS6MnkGfwaCbV6nWKfo=
|
||||||
|
github.com/tommyknows/goffmpeg v0.0.0-20191109121430-95bbe3aa58b5 h1:UqjC/7jF5Sc9DhepBZyobGwNPiMNNtB2h+U6pHSLoEg=
|
||||||
|
github.com/tommyknows/goffmpeg v0.0.0-20191109121430-95bbe3aa58b5/go.mod h1:W1AEwoY9XJ1POFmGvJ5y/sifvS6MnkGfwaCbV6nWKfo=
|
||||||
|
github.com/xfrr/goffmpeg v0.0.0-20191108092855-c49093f2d9f7 h1:EMf+JgASgRmdgyXxsd5YqnDkmO6PI9cyp/yN7Z/wtk0=
|
||||||
|
github.com/xfrr/goffmpeg v0.0.0-20191108092855-c49093f2d9f7/go.mod h1:mL+qPvJWwu9An5a66+HyEJ7X7iEUSI09zX/Xl67XRXs=
|
||||||
|
k8s.io/klog v1.0.0 h1:Pt+yjF5aB1xDSVbau4VsWe+dQNzA0qv1LlXdC2dF6Q8=
|
||||||
|
k8s.io/klog v1.0.0/go.mod h1:4Bi6QPql/J/LkTDqv7R/cd3hPo4k2DG6Ptcz060Ez5I=
|
||||||
@ -0,0 +1,41 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"flag"
|
||||||
|
"fmt"
|
||||||
|
"net/http"
|
||||||
|
|
||||||
|
"git.ramonr.ch/ramon/mediaconverter/converter"
|
||||||
|
"k8s.io/klog"
|
||||||
|
)
|
||||||
|
|
||||||
|
const iTunesDir = "/mnt/data/media/iTunes/iTunes Media/Automatically Add to Music.localized"
|
||||||
|
|
||||||
|
// set at compile time
|
||||||
|
var (
|
||||||
|
version = ""
|
||||||
|
commit = ""
|
||||||
|
)
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
klog.InitFlags(nil)
|
||||||
|
listenAddr := flag.String("listen-addr", "127.0.0.1:8088", "the address where to listen on")
|
||||||
|
flag.Parse()
|
||||||
|
fmt.Printf("Mediaconverter version %v, commit %v\n", version, commit)
|
||||||
|
|
||||||
|
http.HandleFunc("/", conversionHandler())
|
||||||
|
fmt.Println("Starting to listen on", *listenAddr)
|
||||||
|
err := http.ListenAndServe(*listenAddr, nil)
|
||||||
|
fmt.Println(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func conversionHandler() http.HandlerFunc {
|
||||||
|
conv := converter.New(iTunesDir)
|
||||||
|
|
||||||
|
return func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
if err := conv.Process(r.Body); err != nil {
|
||||||
|
klog.Errorf("could not convert: %v", err)
|
||||||
|
fmt.Fprintf(w, "could not convert: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in new issue