From f826803c88f13320bfa7106f4b3e38b36b91bcf7 Mon Sep 17 00:00:00 2001 From: rraymondgh <42769112+rraymondgh@users.noreply.github.com> Date: Sat, 23 Nov 2024 20:46:24 +0000 Subject: [PATCH] tmdbid sourcing for classifier.yml --- internal/classifier/flag_plugins.go | 136 +++++++++++++++++++++++++ internal/classifier/source.go | 26 +++++ internal/classifier/source_provider.go | 11 +- 3 files changed, 172 insertions(+), 1 deletion(-) create mode 100644 internal/classifier/flag_plugins.go diff --git a/internal/classifier/flag_plugins.go b/internal/classifier/flag_plugins.go new file mode 100644 index 00000000..a564a4ee --- /dev/null +++ b/internal/classifier/flag_plugins.go @@ -0,0 +1,136 @@ +package classifier + +import ( + "encoding/json" + "fmt" + "net/url" + "path" + "slices" + "strconv" + "time" + + "github.com/go-resty/resty/v2" +) + +type pluginContentList []struct { + SeriesId *interface{} `json:"seriesId,omitempty"` + TmdbId *int `json:"tmdbId,omitempty"` + Id *interface{} `json:"Id,omitempty"` +} + +func (l pluginContentList) TmdbIds(p pluginSource) []string { + var list []string + for _, item := range l { + if item.TmdbId != nil && *item.TmdbId > 0 { + list = append(list, strconv.Itoa(*item.TmdbId)) + } else if item.TmdbId == nil && (item.SeriesId != nil || item.Id != nil) { + // there are cases of episodes and series + if item.SeriesId == nil { + item.SeriesId = item.Id + } + u, _ := url.Parse(p.Url) + var tmdbid struct { + TmdbId int `json:"tmdbId"` + ProviderIds struct { + Tmdb string `json:"tmdb"` + } `json:"ProviderIds"` + } + req := resty.New().R().SetQueryParam("apikey", *p.ApiKey).SetResult(&tmdbid) + switch (*item.SeriesId).(type) { + case string: + req.Get(fmt.Sprintf("%s://%s/Items/%v?%s", u.Scheme, u.Host, *item.SeriesId, u.RawQuery)) + list = append(list, tmdbid.ProviderIds.Tmdb) + default: + req.Get(fmt.Sprintf("%s://%s%s/series/%v", u.Scheme, u.Host, path.Dir(u.Path), *item.SeriesId)) + if tmdbid.TmdbId > 0 { + list = append(list, strconv.Itoa(tmdbid.TmdbId)) + } + } + } + } + + slices.Sort(list) + return slices.Compact(list) +} + +type pluginContentStruct struct { + Page int `json:"page"` + Results []struct { + Id int `json:"id"` + } `json:"results"` + TotalPages int `json:"total_pages"` +} + +func (l pluginContentStruct) TmdbIds() []string { + var list []string + for _, item := range l.Results { + list = append(list, strconv.Itoa(item.Id)) + } + + return list +} + +// a string_list has to be []any not []string +func (p pluginSource) any(data []string) []any { + anydata := make([]any, len(data)) + for i, v := range data { + anydata[i] = v + } + return anydata +} + +func (p pluginSource) source() ([]string, error) { + var r pluginContentList + var s pluginContentStruct + req := resty.New().R() + if p.ApiKey != nil { + u, _ := url.Parse(p.Url) + parmName := "apikey" + switch u.Host { + case "api.themoviedb.org": + parmName = "api_key" + } + req = req.SetQueryParam(parmName, *p.ApiKey) + } + if p.Start != nil { + req = req.SetQueryParam(*p.Start, time.Now().Add(time.Duration(*p.Days)*24*time.Hour*-1).Format(time.DateOnly)) + } + if p.End != nil { + req = req.SetQueryParam(*p.End, time.Now().Add(time.Duration(*p.Days+1)*24*time.Hour).Format(time.DateOnly)) + } + resp, err := req.Get(p.Url) + if err != nil { + return nil, err + } + if resp.IsError() { + return nil, fmt.Errorf("%v %v\n%s\n%s\n", resp.StatusCode(), resp.Request.URL, resp.Status(), resp.Body()) + } + if resp.StatusCode() == 404 { + return nil, fmt.Errorf("%v %v %v", resp.StatusCode(), resp.Request.URL, resp.Status()) + + } + + // try type of response from sonarr / radarr / jellyfin + err = json.Unmarshal(resp.Body(), &r) + if err == nil { + return r.TmdbIds(p), nil + + } + + // try type of response from tmdb + err = json.Unmarshal(resp.Body(), &s) + if err == nil { + list := s.TmdbIds() + for s.Page < s.TotalPages { + _, err = req.SetQueryParam("page", strconv.Itoa(s.Page+1)).SetResult(&s).Get(p.Url) + if err != nil { + return list, err + } + list = append(list, s.TmdbIds()...) + + } + return list, nil + } + + return nil, err +} diff --git a/internal/classifier/source.go b/internal/classifier/source.go index 7fa94c4e..3c4400af 100644 --- a/internal/classifier/source.go +++ b/internal/classifier/source.go @@ -7,6 +7,7 @@ type Source struct { Flags Flags `json:"flags"` Keywords keywordGroups `json:"keywords"` Extensions extensionGroups `json:"extensions"` + Plugins pluginGroups `json:"plugins,omitempty"` } func (s Source) merge(other Source) (Source, error) { @@ -20,6 +21,7 @@ func (s Source) merge(other Source) (Source, error) { Keywords: s.Keywords.merge(other.Keywords), Extensions: s.Extensions.merge(other.Extensions), Workflows: s.Workflows.merge(other.Workflows), + Plugins: s.Plugins.merge(other.Plugins), }, nil } @@ -81,3 +83,27 @@ func (s workflowSources) merge(other workflowSources) workflowSources { } return result } + +type pluginSource struct { + Url string `json:"url"` + ApiKey *string `json:"apikey,omitempty"` + Start *string `json:"start,omitempy"` + End *string `json:"end,omitempy"` + Days *int `json:"days,omitempty"` +} + +type pluginGroups []struct { + Source pluginSource `json:"source"` + Flag string `json:"flag"` +} + +func (s pluginGroups) merge(other pluginGroups) pluginGroups { + var result pluginGroups + for _, v := range s { + result = append(result, v) + } + for _, v := range other { + result = append(result, v) + } + return result +} diff --git a/internal/classifier/source_provider.go b/internal/classifier/source_provider.go index 7a8a3bd7..44d82d0c 100644 --- a/internal/classifier/source_provider.go +++ b/internal/classifier/source_provider.go @@ -1,10 +1,11 @@ package classifier import ( + "os" + "github.com/adrg/xdg" "github.com/bitmagnet-io/bitmagnet/internal/tmdb" "gopkg.in/yaml.v3" - "os" ) func newSourceProvider(config Config, tmdbConfig tmdb.Config) sourceProvider { @@ -42,6 +43,14 @@ func (m mergeSourceProvider) source() (Source, error) { source = merged } } + for _, plugin := range source.Plugins { + data, err := plugin.Source.source() + if err != nil { + return source, err + } + source.Flags[plugin.Flag] = plugin.Source.any(data) + } + return source, nil }