![\"\"](\"docs/assets/img/logo.png\"){kind=logo}
\n\n> 📥 Telegram Downloader, but more than a downloader\n\nEnglish | 简体中文\n\n\n![\"\"](\"https://img.shields.io/github/go-mod/go-version/iyear/tdl?style=flat-square\")
![\"\"](\"https://img.shields.io/github/license/iyear/tdl?style=flat-square\")
![\"\"](\"https://img.shields.io/github/actions/workflow/status/iyear/tdl/master.yml?branch=master&style=flat-square\")
![\"\"](\"https://img.shields.io/github/v/release/iyear/tdl?color=red&style=flat-square\")
![\"\"](\"https://img.shields.io/github/downloads/iyear/tdl/total?style=flat-square\")
\n\n> 📥 Telegram Downloader, but more than a downloader\n\nEnglish | 简体中文\n\n\n
\"+FileName+\" - \"+MIME+\"\"`, \"caption for the uploaded media\")\n\n\t// completion and validation\n\t_ = cmd.MarkFlagRequired(path)\n\tcmd.MarkFlagsMutuallyExclusive(include, exclude)\n\n\treturn cmd\n}\n"
},
{
"path": "cmd/version.go",
"content": "package cmd\n\nimport (\n\t\"bytes\"\n\t_ \"embed\"\n\t\"runtime\"\n\t\"text/template\"\n\n\t\"github.com/fatih/color\"\n\t\"github.com/spf13/cobra\"\n\n\t\"github.com/iyear/tdl/pkg/consts\"\n)\n\n//go:embed version.tmpl\nvar version string\n\nfunc NewVersion() *cobra.Command {\n\treturn &cobra.Command{\n\t\tUse: \"version\",\n\t\tShort: \"Check the version info\",\n\t\tRunE: func(cmd *cobra.Command, args []string) error {\n\t\t\tbuf := &bytes.Buffer{}\n\t\t\tif err := template.Must(template.New(\"version\").Parse(version)).Execute(buf, map[string]interface{}{\n\t\t\t\t\"Version\": consts.Version,\n\t\t\t\t\"Commit\": consts.Commit,\n\t\t\t\t\"Date\": consts.CommitDate,\n\t\t\t\t\"GoVersion\": runtime.Version(),\n\t\t\t\t\"GOOS\": runtime.GOOS,\n\t\t\t\t\"GOARCH\": runtime.GOARCH,\n\t\t\t}); err != nil {\n\t\t\t\treturn err\n\t\t\t}\n\t\t\tcolor.Blue(buf.String())\n\t\t\treturn nil\n\t\t},\n\t}\n}\n"
},
{
"path": "cmd/version.tmpl",
"content": "Version: {{ .Version }}\nCommit: {{ .Commit }}\nDate: {{ .Date }}\n\n{{ .GoVersion }} {{ .GOOS }}/{{ .GOARCH }}\n"
},
{
"path": "core/dcpool/dcpool.go",
"content": "package dcpool\n\nimport (\n\t\"context\"\n\t\"sync\"\n\n\t\"github.com/gotd/td/telegram\"\n\t\"github.com/gotd/td/tg\"\n\t\"go.uber.org/multierr\"\n\t\"go.uber.org/zap\"\n\n\t\"github.com/iyear/tdl/core/logctx\"\n\t\"github.com/iyear/tdl/core/middlewares/takeout\"\n)\n\nvar testMode = false\n\n// EnableTestMode enables test mode, which disables takeout and pooling and directly returns original client.\nfunc EnableTestMode() {\n\ttestMode = true\n}\n\ntype Pool interface {\n\tClient(ctx context.Context, dc int) *tg.Client\n\tTakeout(ctx context.Context, dc int) *tg.Client\n\tDefault(ctx context.Context) *tg.Client\n\tClose() error\n}\n\ntype pool struct {\n\tapi *telegram.Client\n\tsize int64\n\tmu *sync.Mutex\n\tmiddlewares []telegram.Middleware\n\n\tinvokers map[int]tg.Invoker\n\tcloses map[int]func() error\n\ttakeout int64\n}\n\nfunc NewPool(c *telegram.Client, size int64, middlewares ...telegram.Middleware) Pool {\n\treturn &pool{\n\t\tapi: c,\n\t\tsize: size,\n\t\tmu: &sync.Mutex{},\n\t\tmiddlewares: middlewares,\n\t\tinvokers: make(map[int]tg.Invoker),\n\t\tcloses: make(map[int]func() error),\n\t\ttakeout: 0,\n\t}\n}\n\nfunc (p *pool) current() int {\n\treturn p.api.Config().ThisDC\n}\n\nfunc (p *pool) Client(ctx context.Context, dc int) *tg.Client {\n\tp.mu.Lock()\n\tdefer p.mu.Unlock()\n\n\treturn tg.NewClient(p.invoker(ctx, dc))\n}\n\nfunc (p *pool) invoker(ctx context.Context, dc int) tg.Invoker {\n\t// self-hosted Telegram server can't properly handle pooling connections,\n\t// so directly return original client\n\tif testMode {\n\t\treturn p.api\n\t}\n\n\tif i, ok := p.invokers[dc]; ok {\n\t\treturn i\n\t}\n\n\t// lazy init\n\tvar (\n\t\tinvoker telegram.CloseInvoker\n\t\terr error\n\t)\n\tif dc == p.current() { // can't transfer dc to current dc\n\t\tinvoker, err = p.api.Pool(p.size)\n\t} else {\n\t\tinvoker, err = p.api.DC(ctx, dc, p.size)\n\t}\n\n\tif err != nil {\n\t\tlogctx.From(ctx).Error(\"create invoker\", zap.Error(err))\n\t\treturn p.api // degraded\n\t}\n\n\tp.closes[dc] = invoker.Close\n\tp.invokers[dc] = chainMiddlewares(invoker, p.middlewares...)\n\n\treturn p.invokers[dc]\n}\n\nfunc (p *pool) Default(ctx context.Context) *tg.Client {\n\treturn p.Client(ctx, p.current())\n}\n\nfunc (p *pool) Close() (err error) {\n\tif p.takeout != 0 {\n\t\terr = takeout.UnTakeout(context.TODO(), p.Takeout(context.TODO(), p.current()).Invoker())\n\t}\n\n\tfor _, c := range p.closes {\n\t\terr = multierr.Append(err, c())\n\t}\n\n\treturn err\n}\n\nfunc (p *pool) Takeout(ctx context.Context, dc int) *tg.Client {\n\tp.mu.Lock()\n\tdefer p.mu.Unlock()\n\n\t// lazy init\n\tif p.takeout == 0 {\n\t\tsid, err := takeout.Takeout(ctx, p.api)\n\t\tif err != nil {\n\t\t\tlogctx.From(ctx).Warn(\"takeout error\", zap.Error(err))\n\t\t\t// ignore init delay error and return non-takeout client\n\t\t\treturn p.Client(ctx, dc)\n\t\t}\n\t\tp.takeout = sid\n\t\tlogctx.From(ctx).Info(\"get takeout id\", zap.Int64(\"id\", sid))\n\t}\n\n\treturn tg.NewClient(chainMiddlewares(p.invoker(ctx, dc), takeout.Middleware(p.takeout)))\n}\n"
},
{
"path": "core/dcpool/middlewares.go",
"content": "package dcpool\n\nimport (\n\t\"github.com/gotd/td/telegram\"\n\t\"github.com/gotd/td/tg\"\n)\n\nfunc chainMiddlewares(invoker tg.Invoker, chain ...telegram.Middleware) tg.Invoker {\n\tif len(chain) == 0 {\n\t\treturn invoker\n\t}\n\tfor i := len(chain) - 1; i >= 0; i-- {\n\t\tinvoker = chain[i].Handle(invoker)\n\t}\n\n\treturn invoker\n}\n"
},
{
"path": "core/downloader/downloader.go",
"content": "package downloader\n\nimport (\n\t\"context\"\n\n\t\"github.com/go-faster/errors\"\n\t\"github.com/gotd/td/telegram/downloader\"\n\t\"go.uber.org/zap\"\n\t\"golang.org/x/sync/errgroup\"\n\n\t\"github.com/iyear/tdl/core/dcpool\"\n\t\"github.com/iyear/tdl/core/logctx\"\n\t\"github.com/iyear/tdl/core/util/tutil\"\n)\n\n// MaxPartSize refer to https://core.telegram.org/api/files#downloading-files\nconst MaxPartSize = 1024 * 1024\n\ntype Downloader struct {\n\topts Options\n}\n\ntype Options struct {\n\tPool dcpool.Pool\n\tThreads int\n\tIter Iter\n\tProgress Progress\n}\n\nfunc New(opts Options) *Downloader {\n\treturn &Downloader{\n\t\topts: opts,\n\t}\n}\n\nfunc (d *Downloader) Download(ctx context.Context, limit int) error {\n\twg, wgctx := errgroup.WithContext(ctx)\n\twg.SetLimit(limit)\n\n\tfor d.opts.Iter.Next(wgctx) {\n\t\telem := d.opts.Iter.Value()\n\n\t\twg.Go(func() (rerr error) {\n\t\t\td.opts.Progress.OnAdd(elem)\n\t\t\tdefer func() { d.opts.Progress.OnDone(elem, rerr) }()\n\n\t\t\tif err := d.download(wgctx, elem); err != nil {\n\t\t\t\t// canceled by user, so we directly return error to stop all\n\t\t\t\tif errors.Is(err, context.Canceled) {\n\t\t\t\t\treturn errors.Wrap(err, \"download\")\n\t\t\t\t}\n\n\t\t\t\t// don't return error, just log it\n\t\t\t\tlogctx.\n\t\t\t\t\tFrom(ctx).\n\t\t\t\t\tError(\"Download error\",\n\t\t\t\t\t\tzap.Any(\"element\", elem),\n\t\t\t\t\t\tzap.Error(err),\n\t\t\t\t\t)\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\tif err := d.opts.Iter.Err(); err != nil {\n\t\treturn errors.Wrap(err, \"iter\")\n\t}\n\n\treturn wg.Wait()\n}\n\nfunc (d *Downloader) download(ctx context.Context, elem Elem) error {\n\tselect {\n\tcase <-ctx.Done():\n\t\treturn ctx.Err()\n\tdefault:\n\t}\n\n\tlogctx.From(ctx).Debug(\"Start download elem\",\n\t\tzap.Any(\"elem\", elem))\n\n\tclient := d.opts.Pool.Client(ctx, elem.File().DC())\n\tif elem.AsTakeout() {\n\t\tclient = d.opts.Pool.Takeout(ctx, elem.File().DC())\n\t}\n\n\t_, err := downloader.NewDownloader().WithPartSize(MaxPartSize).\n\t\tDownload(client, elem.File().Location()).\n\t\tWithThreads(tutil.BestThreads(elem.File().Size(), d.opts.Threads)).\n\t\tParallel(ctx, newWriteAt(elem, d.opts.Progress, MaxPartSize))\n\tif err != nil {\n\t\treturn errors.Wrap(err, \"download\")\n\t}\n\n\treturn nil\n}\n"
},
{
"path": "core/downloader/iter.go",
"content": "package downloader\n\nimport (\n\t\"context\"\n\t\"io\"\n\n\t\"github.com/gotd/td/tg\"\n)\n\ntype Iter interface {\n\tNext(ctx context.Context) bool\n\tValue() Elem\n\tErr() error\n}\n\ntype Elem interface {\n\tFile() File\n\tTo() io.WriterAt\n\n\tAsTakeout() bool\n}\n\ntype File interface {\n\tLocation() tg.InputFileLocationClass\n\tSize() int64\n\tDC() int\n}\n"
},
{
"path": "core/downloader/progress.go",
"content": "package downloader\n\nimport (\n\t\"time\"\n\n\t\"go.uber.org/atomic\"\n)\n\ntype Progress interface {\n\tOnAdd(elem Elem)\n\tOnDownload(elem Elem, state ProgressState)\n\tOnDone(elem Elem, err error)\n\t// TODO: OnLog to log something that is not an error but should be sent to the user\n}\n\ntype ProgressState struct {\n\tDownloaded int64\n\tTotal int64\n}\n\n// writeAt wrapper for file to use progress bar\n//\n// do not need mutex because gotd has use syncio.WriteAt\ntype writeAt struct {\n\telem Elem\n\tprogress Progress\n\tpartSize int\n\n\tdownloaded *atomic.Int64\n}\n\nfunc newWriteAt(elem Elem, progress Progress, partSize int) *writeAt {\n\treturn &writeAt{\n\t\telem: elem,\n\t\tprogress: progress,\n\t\tpartSize: partSize,\n\t\tdownloaded: atomic.NewInt64(0),\n\t}\n}\n\nfunc (w *writeAt) WriteAt(p []byte, off int64) (int, error) {\n\tat, err := w.elem.To().WriteAt(p, off)\n\tif err != nil {\n\t\treturn 0, err\n\t}\n\n\t// some small files may finish too fast, terminal history may not be overwritten\n\t// this is just a simple way to avoid the problem\n\tif at < w.partSize { // last part(every file only exec once)\n\t\ttime.Sleep(time.Millisecond * 200) // to ensure the progress render next time\n\t}\n\tw.progress.OnDownload(w.elem, ProgressState{\n\t\tDownloaded: w.downloaded.Add(int64(at)),\n\t\tTotal: w.elem.File().Size(),\n\t})\n\treturn at, nil\n}\n"
},
{
"path": "core/forwarder/clone.go",
"content": "package forwarder\n\nimport (\n\t\"context\"\n\t\"io\"\n\t\"os\"\n\n\t\"github.com/go-faster/errors\"\n\t\"github.com/gotd/td/telegram/downloader\"\n\t\"github.com/gotd/td/telegram/uploader\"\n\t\"github.com/gotd/td/tg\"\n\t\"go.uber.org/atomic\"\n\t\"go.uber.org/multierr\"\n\n\ttdownloader \"github.com/iyear/tdl/core/downloader\"\n\t\"github.com/iyear/tdl/core/tmedia\"\n\ttuploader \"github.com/iyear/tdl/core/uploader\"\n\t\"github.com/iyear/tdl/core/util/tutil\"\n)\n\ntype cloneOptions struct {\n\telem Elem\n\tmedia *tmedia.Media\n\tprogress progressAdd\n}\n\ntype progressAdd interface {\n\tadd(n int64)\n}\n\nfunc (f *Forwarder) cloneMedia(ctx context.Context, opts cloneOptions, dryRun bool) (_ tg.InputFileClass, rerr error) {\n\t// if dry run, just return empty input file\n\tif dryRun {\n\t\t// directly call progress callback\n\t\topts.progress.add(opts.media.Size * 2)\n\n\t\treturn &tg.InputFile{}, nil\n\t}\n\n\ttemp, err := os.CreateTemp(\"\", \"tdl_*\")\n\tif err != nil {\n\t\treturn nil, errors.Wrap(err, \"create temp file\")\n\t}\n\tdefer func() {\n\t\tmultierr.AppendInto(&rerr, temp.Close())\n\t\tmultierr.AppendInto(&rerr, os.Remove(temp.Name()))\n\t}()\n\n\tthreads := tutil.BestThreads(opts.media.Size, f.opts.Threads)\n\n\t_, err = downloader.NewDownloader().\n\t\tWithPartSize(tdownloader.MaxPartSize).\n\t\tDownload(f.opts.Pool.Client(ctx, opts.media.DC), opts.media.InputFileLoc).\n\t\tWithThreads(threads).\n\t\tParallel(ctx, writeAt{\n\t\t\tf: temp,\n\t\t\topts: opts,\n\t\t})\n\tif err != nil {\n\t\treturn nil, errors.Wrap(err, \"download\")\n\t}\n\n\tvar file tg.InputFileClass\n\n\tif _, err = temp.Seek(0, io.SeekStart); err != nil {\n\t\treturn nil, errors.Wrap(err, \"seek\")\n\t}\n\n\tupload := uploader.NewUpload(opts.media.Name, temp, opts.media.Size)\n\tfile, err = uploader.NewUploader(f.opts.Pool.Default(ctx)).\n\t\tWithPartSize(tuploader.MaxPartSize).\n\t\tWithThreads(threads).\n\t\tWithProgress(uploaded{\n\t\t\topts: opts,\n\t\t\tprev: atomic.NewInt64(0),\n\t\t}).\n\t\tUpload(ctx, upload)\n\tif err != nil {\n\t\treturn nil, errors.Wrap(err, \"upload\")\n\t}\n\n\treturn file, nil\n}\n\ntype writeAt struct {\n\tf io.WriterAt\n\topts cloneOptions\n}\n\nfunc (w writeAt) WriteAt(p []byte, off int64) (int, error) {\n\tn, err := w.f.WriteAt(p, off)\n\tif err != nil {\n\t\treturn 0, err\n\t}\n\n\tw.opts.progress.add(int64(n))\n\n\treturn n, nil\n}\n\ntype uploaded struct {\n\topts cloneOptions\n\tprev *atomic.Int64\n}\n\nfunc (u uploaded) Chunk(_ context.Context, state uploader.ProgressState) error {\n\tu.opts.progress.add(state.Uploaded - u.prev.Swap(state.Uploaded))\n\n\treturn nil\n}\n"
},
{
"path": "core/forwarder/forwarder.go",
"content": "package forwarder\n\nimport (\n\t\"context\"\n\t\"math/rand\"\n\t\"time\"\n\n\t\"github.com/go-faster/errors\"\n\t\"github.com/gotd/td/bin\"\n\t\"github.com/gotd/td/telegram/peers\"\n\t\"github.com/gotd/td/tg\"\n\t\"go.uber.org/atomic\"\n\t\"go.uber.org/zap\"\n\n\t\"github.com/iyear/tdl/core/dcpool\"\n\t\"github.com/iyear/tdl/core/logctx\"\n\t\"github.com/iyear/tdl/core/tmedia\"\n\t\"github.com/iyear/tdl/core/util/tutil\"\n)\n\n//go:generate go-enum --values --names --flag --nocase\n\n// Mode\n// ENUM(direct, clone)\ntype Mode int\n\ntype Options struct {\n\tPool dcpool.Pool\n\tThreads int\n\tIter Iter\n\tProgress Progress\n}\n\ntype Forwarder struct {\n\tsent map[tuple]struct{} // used to filter grouped messages which are already sent\n\trand *rand.Rand\n\topts Options\n}\n\ntype tuple struct {\n\tfrom int64\n\tmsg int\n}\n\nfunc New(opts Options) *Forwarder {\n\treturn &Forwarder{\n\t\tsent: make(map[tuple]struct{}),\n\t\trand: rand.New(rand.NewSource(time.Now().UnixNano())),\n\t\topts: opts,\n\t}\n}\n\nfunc (f *Forwarder) Forward(ctx context.Context) error {\n\tfor f.opts.Iter.Next(ctx) {\n\t\telem := f.opts.Iter.Value()\n\t\tif _, ok := f.sent[f.tuple(elem.From(), elem.Msg())]; ok {\n\t\t\t// skip grouped messages\n\t\t\tcontinue\n\t\t}\n\n\t\tif _, ok := elem.Msg().GetGroupedID(); ok && elem.AsGrouped() {\n\t\t\tgrouped, err := tutil.GetGroupedMessages(ctx, f.opts.Pool.Default(ctx), elem.From().InputPeer(), elem.Msg())\n\t\t\tif err != nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tif err = f.forwardMessage(ctx, elem, grouped...); err != nil {\n\t\t\t\tcontinue\n\t\t\t}\n\n\t\t\tcontinue\n\t\t}\n\n\t\tif err := f.forwardMessage(ctx, elem); err != nil {\n\t\t\t// canceled by user, so we directly return error to stop all\n\t\t\tif errors.Is(err, context.Canceled) {\n\t\t\t\treturn err\n\t\t\t}\n\t\t\tcontinue\n\t\t}\n\t}\n\n\treturn f.opts.Iter.Err()\n}\n\nfunc (f *Forwarder) forwardMessage(ctx context.Context, elem Elem, grouped ...*tg.Message) (rerr error) {\n\tf.opts.Progress.OnAdd(elem)\n\tdefer func() {\n\t\tf.sent[f.tuple(elem.From(), elem.Msg())] = struct{}{}\n\n\t\t// grouped message also should be marked as sent\n\t\tfor _, m := range grouped {\n\t\t\tf.sent[f.tuple(elem.From(), m)] = struct{}{}\n\t\t}\n\t\tf.opts.Progress.OnDone(elem, rerr)\n\t}()\n\n\tlog := logctx.From(ctx).With(\n\t\tzap.Int64(\"from\", elem.From().ID()),\n\t\tzap.Int64(\"to\", elem.To().ID()),\n\t\tzap.Int(\"message\", elem.Msg().ID))\n\n\t// used for clone progress\n\ttotalSize, err := mediaSizeSum(elem.Msg(), grouped...)\n\tif err != nil {\n\t\treturn errors.Wrap(err, \"media total size\")\n\t}\n\tdone := atomic.NewInt64(0)\n\n\tforwardTextOnly := func(msg *tg.Message) error {\n\t\tif msg.Message == \"\" {\n\t\t\treturn errors.Errorf(\"empty message content, skip send: %d\", msg.ID)\n\t\t}\n\t\treq := &tg.MessagesSendMessageRequest{\n\t\t\tNoWebpage: false,\n\t\t\tSilent: elem.AsSilent(),\n\t\t\tBackground: false,\n\t\t\tClearDraft: false,\n\t\t\tNoforwards: false,\n\t\t\tUpdateStickersetsOrder: false,\n\t\t\tPeer: elem.To().InputPeer(),\n\t\t\tReplyTo: getReplyTo(elem.Thread()),\n\t\t\tMessage: msg.Message,\n\t\t\tRandomID: f.rand.Int63(),\n\t\t\tReplyMarkup: msg.ReplyMarkup,\n\t\t\tEntities: msg.Entities,\n\t\t\tScheduleDate: 0,\n\t\t\tSendAs: nil,\n\t\t}\n\t\treq.SetFlags()\n\n\t\tif _, err := f.forwardClient(ctx, elem).MessagesSendMessage(ctx, req); err != nil {\n\t\t\treturn errors.Wrap(err, \"send message\")\n\t\t}\n\t\treturn nil\n\t}\n\n\tconvForwardedMedia := func(msg *tg.Message) (tg.InputMediaClass, error) {\n\t\tif _, hasMedia := msg.GetMedia(); !hasMedia {\n\t\t\t// media can't be forwarded via simple copy(it depends on the server ids)\n\t\t\t// if it's not a media message, just break and send text copy\n\t\t\treturn nil, errors.Errorf(\"message %d is not a media message\", msg.ID)\n\t\t}\n\n\t\t// if it's a media message, but it's not protected, convert it to InputMediaClass\n\t\t// or if it's protected, but it doesn't contain photo or document,\n\n\t\t// we should clone photo and document via re-upload, it will be banned if we forward it directly.\n\t\t// but other media can be forwarded directly via copy\n\t\tif (!protectedDialog(elem.From()) && !protectedMessage(msg)) || !photoOrDocument(msg.Media) {\n\t\t\tmedia, ok := tmedia.ConvInputMedia(msg.Media)\n\t\t\tif !ok {\n\t\t\t\treturn nil, errors.Errorf(\"can't convert message %d to input class directly\", msg.ID)\n\t\t\t}\n\t\t\treturn media, nil\n\t\t}\n\n\t\tmedia, ok := tmedia.GetMedia(msg)\n\t\tif !ok {\n\t\t\tlog.Warn(\"Can't get media from message\",\n\t\t\t\tzap.Int64(\"peer\", elem.From().ID()),\n\t\t\t\tzap.Int(\"message\", msg.ID))\n\n\t\t\t// unsupported re-upload media\n\t\t\treturn nil, errors.Errorf(\"unsupported media %T\", msg.Media)\n\t\t}\n\n\t\tmediaFile, err := f.cloneMedia(ctx, cloneOptions{\n\t\t\telem: elem,\n\t\t\tmedia: media,\n\t\t\tprogress: &wrapProgress{\n\t\t\t\telem: elem,\n\t\t\t\tprogress: f.opts.Progress,\n\t\t\t\tdone: done,\n\t\t\t\ttotal: totalSize * 2,\n\t\t\t},\n\t\t}, elem.AsDryRun())\n\t\tif err != nil {\n\t\t\treturn nil, errors.Wrap(err, \"clone media\")\n\t\t}\n\n\t\tvar inputMedia tg.InputMediaClass\n\t\t// now we only have to process cloned photo or document\n\t\tswitch m := msg.Media.(type) {\n\t\tcase *tg.MessageMediaPhoto:\n\t\t\tphoto := &tg.InputMediaUploadedPhoto{\n\t\t\t\tSpoiler: m.Spoiler,\n\t\t\t\tFile: mediaFile,\n\t\t\t\tTTLSeconds: m.TTLSeconds,\n\t\t\t}\n\t\t\tphoto.SetFlags()\n\n\t\t\tinputMedia = photo\n\t\tcase *tg.MessageMediaDocument:\n\t\t\tdoc, ok := m.Document.AsNotEmpty()\n\t\t\tif !ok {\n\t\t\t\treturn nil, errors.Errorf(\"empty document %d\", msg.ID)\n\t\t\t}\n\n\t\t\tdocument := &tg.InputMediaUploadedDocument{\n\t\t\t\tNosoundVideo: false, // do not set\n\t\t\t\tForceFile: false, // do not set\n\t\t\t\tSpoiler: m.Spoiler,\n\t\t\t\tFile: mediaFile,\n\t\t\t\tMimeType: doc.MimeType,\n\t\t\t\tAttributes: doc.Attributes,\n\t\t\t\tStickers: nil, // do not set\n\t\t\t\tTTLSeconds: 0, // do not set\n\t\t\t}\n\n\t\t\tif thumb, ok := tmedia.GetDocumentThumb(doc); ok {\n\t\t\t\tthumbFile, err := f.cloneMedia(ctx, cloneOptions{\n\t\t\t\t\telem: elem,\n\t\t\t\t\tmedia: thumb,\n\t\t\t\t\tprogress: nopProgress{},\n\t\t\t\t}, elem.AsDryRun())\n\t\t\t\tif err != nil {\n\t\t\t\t\treturn nil, errors.Wrap(err, \"clone thumb\")\n\t\t\t\t}\n\n\t\t\t\tdocument.Thumb = thumbFile\n\t\t\t}\n\n\t\t\tdocument.SetFlags()\n\n\t\t\tinputMedia = document\n\t\tdefault:\n\t\t\treturn nil, errors.Errorf(\"unsupported media %T\", msg.Media)\n\t\t}\n\n\t\t// note that they must be separately uploaded using messages uploadMedia first,\n\t\t// using raw inputMediaUploaded* constructors is not supported.\n\t\tmessageMedia, err := f.forwardClient(ctx, elem).MessagesUploadMedia(ctx, &tg.MessagesUploadMediaRequest{\n\t\t\tPeer: elem.To().InputPeer(),\n\t\t\tMedia: inputMedia,\n\t\t})\n\t\tif err != nil {\n\t\t\treturn nil, errors.Wrap(err, \"upload media\")\n\t\t}\n\n\t\tinputMedia, ok = tmedia.ConvInputMedia(messageMedia)\n\t\tif !ok && !elem.AsDryRun() {\n\t\t\treturn nil, errors.Errorf(\"can't convert uploaded media to input class\")\n\t\t}\n\n\t\treturn inputMedia, nil\n\t}\n\n\tswitch elem.Mode() {\n\tcase ModeDirect:\n\t\t// it can be forwarded via API\n\t\tif !protectedDialog(elem.From()) && !protectedMessage(elem.Msg()) {\n\t\t\tdirectForward := func(ids ...int) error {\n\t\t\t\trandIDs := make([]int64, 0, len(ids))\n\t\t\t\tfor range ids {\n\t\t\t\t\trandIDs = append(randIDs, f.rand.Int63())\n\t\t\t\t}\n\n\t\t\t\treq := &tg.MessagesForwardMessagesRequest{\n\t\t\t\t\tSilent: elem.AsSilent(),\n\t\t\t\t\tBackground: false,\n\t\t\t\t\tWithMyScore: false,\n\t\t\t\t\tDropAuthor: false,\n\t\t\t\t\tDropMediaCaptions: false,\n\t\t\t\t\tNoforwards: false,\n\t\t\t\t\tFromPeer: elem.From().InputPeer(),\n\t\t\t\t\tID: ids,\n\t\t\t\t\tRandomID: randIDs,\n\t\t\t\t\tToPeer: elem.To().InputPeer(),\n\t\t\t\t\tTopMsgID: elem.Thread(),\n\t\t\t\t\tScheduleDate: 0,\n\t\t\t\t\tSendAs: nil,\n\t\t\t\t}\n\t\t\t\treq.SetFlags()\n\t\t\t\tif _, err := f.forwardClient(ctx, elem).MessagesForwardMessages(ctx, req); err != nil {\n\t\t\t\t\treturn errors.Wrap(err, \"directly forward\")\n\t\t\t\t}\n\t\t\t\treturn nil\n\t\t\t}\n\n\t\t\tif len(grouped) > 0 {\n\t\t\t\tids := make([]int, 0, len(grouped))\n\t\t\t\tfor _, m := range grouped {\n\t\t\t\t\tids = append(ids, m.ID)\n\t\t\t\t}\n\n\t\t\t\tif err = directForward(ids...); err != nil {\n\t\t\t\t\tgoto fallback\n\t\t\t\t}\n\n\t\t\t\treturn nil\n\t\t\t}\n\n\t\t\tif err = directForward(elem.Msg().ID); err != nil {\n\t\t\t\tgoto fallback\n\t\t\t}\n\t\t\treturn nil\n\t\t}\n\tfallback:\n\t\tfallthrough\n\tcase ModeClone:\n\t\tif len(grouped) > 0 {\n\t\t\tmedia := make([]tg.InputSingleMedia, 0, len(grouped))\n\t\t\tfor _, gm := range grouped {\n\t\t\t\tm, err := convForwardedMedia(gm)\n\t\t\t\tif err != nil {\n\t\t\t\t\tlog.Debug(\"Can't convert forwarded media\", zap.Error(err))\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\n\t\t\t\tsingle := tg.InputSingleMedia{\n\t\t\t\t\tMedia: m,\n\t\t\t\t\tRandomID: f.rand.Int63(),\n\t\t\t\t\tMessage: gm.Message,\n\t\t\t\t\tEntities: gm.Entities,\n\t\t\t\t}\n\t\t\t\tsingle.SetFlags()\n\n\t\t\t\tmedia = append(media, single)\n\t\t\t}\n\n\t\t\tif len(media) > 0 {\n\t\t\t\treq := &tg.MessagesSendMultiMediaRequest{\n\t\t\t\t\tSilent: elem.AsSilent(),\n\t\t\t\t\tBackground: false,\n\t\t\t\t\tClearDraft: false,\n\t\t\t\t\tNoforwards: false,\n\t\t\t\t\tUpdateStickersetsOrder: false,\n\t\t\t\t\tPeer: elem.To().InputPeer(),\n\t\t\t\t\tReplyTo: getReplyTo(elem.Thread()),\n\t\t\t\t\tMultiMedia: media,\n\t\t\t\t\tScheduleDate: 0,\n\t\t\t\t\tSendAs: nil,\n\t\t\t\t}\n\t\t\t\treq.SetFlags()\n\t\t\t\tif _, err := f.forwardClient(ctx, elem).MessagesSendMultiMedia(ctx, req); err != nil {\n\t\t\t\t\treturn errors.Wrap(err, \"send multi media\")\n\t\t\t\t}\n\t\t\t\treturn nil\n\t\t\t}\n\n\t\t\treturn forwardTextOnly(elem.Msg())\n\t\t}\n\n\t\tmedia, err := convForwardedMedia(elem.Msg())\n\t\tif err != nil {\n\t\t\tlog.Debug(\"Can't convert forwarded media\", zap.Error(err))\n\t\t\treturn forwardTextOnly(elem.Msg())\n\t\t}\n\t\t// send text copy with forwarded media\n\t\treq := &tg.MessagesSendMediaRequest{\n\t\t\tSilent: elem.AsSilent(),\n\t\t\tBackground: false,\n\t\t\tClearDraft: false,\n\t\t\tNoforwards: false,\n\t\t\tUpdateStickersetsOrder: false,\n\t\t\tPeer: elem.To().InputPeer(),\n\t\t\tReplyTo: getReplyTo(elem.Thread()),\n\t\t\tMedia: media,\n\t\t\tMessage: elem.Msg().Message,\n\t\t\tRandomID: rand.Int63(),\n\t\t\tReplyMarkup: elem.Msg().ReplyMarkup,\n\t\t\tEntities: elem.Msg().Entities,\n\t\t\tScheduleDate: 0,\n\t\t\tSendAs: nil,\n\t\t}\n\t\treq.SetFlags()\n\n\t\tif _, err := f.forwardClient(ctx, elem).MessagesSendMedia(ctx, req); err != nil {\n\t\t\treturn errors.Wrap(err, \"send single media\")\n\t\t}\n\t\treturn nil\n\t}\n\n\treturn errors.Errorf(\"unsupported mode %v\", elem.Mode())\n}\n\nfunc (f *Forwarder) tuple(peer peers.Peer, msg *tg.Message) tuple {\n\treturn tuple{\n\t\tfrom: peer.ID(),\n\t\tmsg: msg.ID,\n\t}\n}\n\ntype nopInvoker struct{}\n\nfunc (n nopInvoker) Invoke(_ context.Context, _ bin.Encoder, _ bin.Decoder) error {\n\treturn nil\n}\n\ntype nopProgress struct{}\n\nfunc (nopProgress) add(_ int64) {}\n\ntype wrapProgress struct {\n\telem Elem\n\tprogress ProgressClone\n\tdone *atomic.Int64\n\ttotal int64\n}\n\nfunc (w *wrapProgress) add(n int64) {\n\tw.progress.OnClone(w.elem, ProgressState{\n\t\tDone: w.done.Add(n),\n\t\tTotal: w.total,\n\t})\n}\n\nfunc (f *Forwarder) forwardClient(ctx context.Context, elem Elem) *tg.Client {\n\tif elem.AsDryRun() {\n\t\treturn tg.NewClient(nopInvoker{})\n\t}\n\n\treturn f.opts.Pool.Default(ctx)\n}\n\nfunc protectedDialog(peer peers.Peer) bool {\n\tswitch p := peer.(type) {\n\tcase peers.Chat:\n\t\treturn p.Raw().GetNoforwards()\n\tcase peers.Channel:\n\t\treturn p.Raw().GetNoforwards()\n\t}\n\n\treturn false\n}\n\nfunc protectedMessage(msg *tg.Message) bool {\n\treturn msg.GetNoforwards()\n}\n\nfunc photoOrDocument(media tg.MessageMediaClass) bool {\n\tswitch media.(type) {\n\tcase *tg.MessageMediaPhoto, *tg.MessageMediaDocument:\n\t\treturn true\n\tdefault:\n\t\treturn false\n\t}\n}\n\nfunc mediaSizeSum(msg *tg.Message, grouped ...*tg.Message) (int64, error) {\n\tif len(grouped) > 0 {\n\t\ttotal := int64(0)\n\t\tfor _, gm := range grouped {\n\t\t\tm, ok := tmedia.GetMedia(gm)\n\t\t\tif !ok {\n\t\t\t\treturn 0, errors.Errorf(\"can't get media from message %d\", gm.ID)\n\t\t\t}\n\t\t\ttotal += m.Size\n\t\t}\n\n\t\treturn total, nil\n\t}\n\n\tm, ok := tmedia.GetMedia(msg)\n\tif !ok { // maybe it's a text only message\n\t\treturn 0, nil\n\t}\n\n\treturn m.Size, nil\n}\n\nfunc getReplyTo(thread int) tg.InputReplyToClass {\n\treplyTo := &tg.InputReplyToMessage{\n\t\tReplyToMsgID: thread,\n\t}\n\treplyTo.SetFlags()\n\n\treturn replyTo\n}\n"
},
{
"path": "core/forwarder/forwarder_enum.go",
"content": "// Code generated by go-enum DO NOT EDIT.\n// Version: 0.5.8\n// Revision: 3d844c8ecc59661ed7aa17bfd65727bc06a60ad8\n// Build Date: 2023-09-18T14:55:21Z\n// Built By: goreleaser\n\npackage forwarder\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n)\n\nconst (\n\t// ModeDirect is a Mode of type Direct.\n\tModeDirect Mode = iota\n\t// ModeClone is a Mode of type Clone.\n\tModeClone\n)\n\nvar ErrInvalidMode = fmt.Errorf(\"not a valid Mode, try [%s]\", strings.Join(_ModeNames, \", \"))\n\nconst _ModeName = \"directclone\"\n\nvar _ModeNames = []string{\n\t_ModeName[0:6],\n\t_ModeName[6:11],\n}\n\n// ModeNames returns a list of possible string values of Mode.\nfunc ModeNames() []string {\n\ttmp := make([]string, len(_ModeNames))\n\tcopy(tmp, _ModeNames)\n\treturn tmp\n}\n\n// ModeValues returns a list of the values for Mode\nfunc ModeValues() []Mode {\n\treturn []Mode{\n\t\tModeDirect,\n\t\tModeClone,\n\t}\n}\n\nvar _ModeMap = map[Mode]string{\n\tModeDirect: _ModeName[0:6],\n\tModeClone: _ModeName[6:11],\n}\n\n// String implements the Stringer interface.\nfunc (x Mode) String() string {\n\tif str, ok := _ModeMap[x]; ok {\n\t\treturn str\n\t}\n\treturn fmt.Sprintf(\"Mode(%d)\", x)\n}\n\n// IsValid provides a quick way to determine if the typed value is\n// part of the allowed enumerated values\nfunc (x Mode) IsValid() bool {\n\t_, ok := _ModeMap[x]\n\treturn ok\n}\n\nvar _ModeValue = map[string]Mode{\n\t_ModeName[0:6]: ModeDirect,\n\tstrings.ToLower(_ModeName[0:6]): ModeDirect,\n\t_ModeName[6:11]: ModeClone,\n\tstrings.ToLower(_ModeName[6:11]): ModeClone,\n}\n\n// ParseMode attempts to convert a string to a Mode.\nfunc ParseMode(name string) (Mode, error) {\n\tif x, ok := _ModeValue[name]; ok {\n\t\treturn x, nil\n\t}\n\t// Case insensitive parse, do a separate lookup to prevent unnecessary cost of lowercasing a string if we don't need to.\n\tif x, ok := _ModeValue[strings.ToLower(name)]; ok {\n\t\treturn x, nil\n\t}\n\treturn Mode(0), fmt.Errorf(\"%s is %w\", name, ErrInvalidMode)\n}\n\n// Set implements the Golang flag.Value interface func.\nfunc (x *Mode) Set(val string) error {\n\tv, err := ParseMode(val)\n\t*x = v\n\treturn err\n}\n\n// Get implements the Golang flag.Getter interface func.\nfunc (x *Mode) Get() interface{} {\n\treturn *x\n}\n\n// Type implements the github.com/spf13/pFlag Value interface.\nfunc (x *Mode) Type() string {\n\treturn \"Mode\"\n}\n"
},
{
"path": "core/forwarder/iter.go",
"content": "package forwarder\n\nimport (\n\t\"context\"\n\n\t\"github.com/gotd/td/telegram/peers\"\n\t\"github.com/gotd/td/tg\"\n)\n\ntype Iter interface {\n\tNext(ctx context.Context) bool\n\tValue() Elem\n\tErr() error\n}\n\ntype Elem interface {\n\tMode() Mode\n\n\tFrom() peers.Peer\n\tMsg() *tg.Message\n\tTo() peers.Peer\n\tThread() int // reply to message/topic\n\n\tAsSilent() bool\n\tAsDryRun() bool\n\tAsGrouped() bool // detect and forward grouped messages\n}\n"
},
{
"path": "core/forwarder/progress.go",
"content": "package forwarder\n\ntype ProgressClone interface {\n\tOnClone(elem Elem, state ProgressState)\n}\n\ntype Progress interface {\n\tOnAdd(elem Elem)\n\tProgressClone\n\tOnDone(elem Elem, err error)\n}\n\ntype ProgressState struct {\n\tDone int64\n\tTotal int64\n}\n"
},
{
"path": "core/go.mod",
"content": "module github.com/iyear/tdl/core\n\ngo 1.25.8\n\nrequire (\n\tgithub.com/cenkalti/backoff/v4 v4.3.0\n\tgithub.com/gabriel-vasile/mimetype v1.4.13\n\tgithub.com/go-faster/errors v0.7.1\n\tgithub.com/gotd/contrib v0.20.0\n\tgithub.com/gotd/td v0.122.0\n\tgithub.com/iyear/connectproxy v0.1.1\n\tgithub.com/samber/lo v1.53.0\n\tgithub.com/yapingcat/gomedia v0.0.0-20240601043430-920523f8e5c7\n\tgo.uber.org/atomic v1.11.0\n\tgo.uber.org/multierr v1.11.0\n\tgo.uber.org/zap v1.27.1\n\tgolang.org/x/net v0.51.0\n\tgolang.org/x/sync v0.19.0\n\tgopkg.in/natefinch/lumberjack.v2 v2.2.1\n)\n\nrequire (\n\tgithub.com/beevik/ntp v1.3.1 // indirect\n\tgithub.com/coder/websocket v1.8.13 // indirect\n\tgithub.com/dlclark/regexp2 v1.11.5 // indirect\n\tgithub.com/fatih/color v1.18.0 // indirect\n\tgithub.com/ghodss/yaml v1.0.0 // indirect\n\tgithub.com/go-faster/jx v1.1.0 // indirect\n\tgithub.com/go-faster/xor v1.0.0 // indirect\n\tgithub.com/go-faster/yaml v0.4.6 // indirect\n\tgithub.com/google/uuid v1.6.0 // indirect\n\tgithub.com/gotd/ige v0.2.2 // indirect\n\tgithub.com/gotd/neo v0.1.5 // indirect\n\tgithub.com/klauspost/compress v1.18.0 // indirect\n\tgithub.com/mattn/go-colorable v0.1.13 // indirect\n\tgithub.com/mattn/go-isatty v0.0.20 // indirect\n\tgithub.com/ogen-go/ogen v1.10.1 // indirect\n\tgithub.com/segmentio/asm v1.2.0 // indirect\n\tgo.opentelemetry.io/otel v1.35.0 // indirect\n\tgo.opentelemetry.io/otel/metric v1.35.0 // indirect\n\tgo.opentelemetry.io/otel/trace v1.35.0 // indirect\n\tgolang.org/x/crypto v0.48.0 // indirect\n\tgolang.org/x/exp v0.0.0-20230725093048-515e97ebf090 // indirect\n\tgolang.org/x/mod v0.32.0 // indirect\n\tgolang.org/x/sys v0.41.0 // indirect\n\tgolang.org/x/text v0.34.0 // indirect\n\tgolang.org/x/tools v0.41.0 // indirect\n\tgopkg.in/yaml.v2 v2.4.0 // indirect\n\trsc.io/qr v0.2.0 // indirect\n)\n"
},
{
"path": "core/go.sum",
"content": "github.com/beevik/ntp v1.3.1 h1:Y/srlT8L1yQr58kyPWFPZIxRL8ttx2SRIpVYJqZIlAM=\ngithub.com/beevik/ntp v1.3.1/go.mod h1:fT6PylBq86Tsq23ZMEe47b7QQrZfYBFPnpzt0a9kJxw=\ngithub.com/cenkalti/backoff/v4 v4.3.0 h1:MyRJ/UdXutAwSAT+s3wNd7MfTIcy71VQueUuFK343L8=\ngithub.com/cenkalti/backoff/v4 v4.3.0/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE=\ngithub.com/coder/websocket v1.8.13 h1:f3QZdXy7uGVz+4uCJy2nTZyM0yTBj8yANEHhqlXZ9FE=\ngithub.com/coder/websocket v1.8.13/go.mod h1:LNVeNrXQZfe5qhS9ALED3uA+l5pPqvwXg3CKoDBB2gs=\ngithub.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=\ngithub.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=\ngithub.com/dlclark/regexp2 v1.11.5 h1:Q/sSnsKerHeCkc/jSTNq1oCm7KiVgUMZRDUoRu0JQZQ=\ngithub.com/dlclark/regexp2 v1.11.5/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8=\ngithub.com/fatih/color v1.18.0 h1:S8gINlzdQ840/4pfAwic/ZE0djQEH3wM94VfqLTZcOM=\ngithub.com/fatih/color v1.18.0/go.mod h1:4FelSpRwEGDpQ12mAdzqdOukCy4u8WUtOY6lkT/6HfU=\ngithub.com/gabriel-vasile/mimetype v1.4.13 h1:46nXokslUBsAJE/wMsp5gtO500a4F3Nkz9Ufpk2AcUM=\ngithub.com/gabriel-vasile/mimetype v1.4.13/go.mod h1:d+9Oxyo1wTzWdyVUPMmXFvp4F9tea18J8ufA774AB3s=\ngithub.com/ghodss/yaml v1.0.0 h1:wQHKEahhL6wmXdzwWG11gIVCkOv05bNOh+Rxn0yngAk=\ngithub.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04=\ngithub.com/go-faster/errors v0.7.1 h1:MkJTnDoEdi9pDabt1dpWf7AA8/BaSYZqibYyhZ20AYg=\ngithub.com/go-faster/errors v0.7.1/go.mod h1:5ySTjWFiphBs07IKuiL69nxdfd5+fzh1u7FPGZP2quo=\ngithub.com/go-faster/jx v1.1.0 h1:ZsW3wD+snOdmTDy9eIVgQdjUpXRRV4rqW8NS3t+20bg=\ngithub.com/go-faster/jx v1.1.0/go.mod h1:vKDNikrKoyUmpzaJ0OkIkRQClNHFX/nF3dnTJZb3skg=\ngithub.com/go-faster/xor v0.3.0/go.mod h1:x5CaDY9UKErKzqfRfFZdfu+OSTfoZny3w5Ak7UxcipQ=\ngithub.com/go-faster/xor v1.0.0 h1:2o8vTOgErSGHP3/7XwA5ib1FTtUsNtwCoLLBjl31X38=\ngithub.com/go-faster/xor v1.0.0/go.mod h1:x5CaDY9UKErKzqfRfFZdfu+OSTfoZny3w5Ak7UxcipQ=\ngithub.com/go-faster/yaml v0.4.6 h1:lOK/EhI04gCpPgPhgt0bChS6bvw7G3WwI8xxVe0sw9I=\ngithub.com/go-faster/yaml v0.4.6/go.mod h1:390dRIvV4zbnO7qC9FGo6YYutc+wyyUSHBgbXL52eXk=\ngithub.com/go-logr/logr v1.4.2 h1:6pFjapn8bFcIbiKo3XT4j/BhANplGihG6tvd+8rYgrY=\ngithub.com/go-logr/logr v1.4.2/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY=\ngithub.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag=\ngithub.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE=\ngithub.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8=\ngithub.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU=\ngithub.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=\ngithub.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=\ngithub.com/gotd/contrib v0.20.0 h1:1Wc4+HMQiIKYQuGHVwVksIx152HFTP6B5n88dDe0ZYw=\ngithub.com/gotd/contrib v0.20.0/go.mod h1:P6o8W4niqhDPHLA0U+SA/L7l3BQHYLULpeHfRSePn9o=\ngithub.com/gotd/ige v0.2.2 h1:XQ9dJZwBfDnOGSTxKXBGP4gMud3Qku2ekScRjDWWfEk=\ngithub.com/gotd/ige v0.2.2/go.mod h1:tuCRb+Y5Y3eNTo3ypIfNpQ4MFjrnONiL2jN2AKZXmb0=\ngithub.com/gotd/neo v0.1.5 h1:oj0iQfMbGClP8xI59x7fE/uHoTJD7NZH9oV1WNuPukQ=\ngithub.com/gotd/neo v0.1.5/go.mod h1:9A2a4bn9zL6FADufBdt7tZt+WMhvZoc5gWXihOPoiBQ=\ngithub.com/gotd/td v0.122.0 h1:xIqoYI02ElZjj+KxOfvoUjA63m7MGWZkemM4m42aqRE=\ngithub.com/gotd/td v0.122.0/go.mod h1:vPC2X2rcRQYAGVr9EgmQgswHcj8Ps0Tt66XylR3CxrI=\ngithub.com/iyear/connectproxy v0.1.1 h1:JZOF/62vvwRGBWcgSyWRb0BpKD4FSs0++B5/y5pNE4c=\ngithub.com/iyear/connectproxy v0.1.1/go.mod h1:yD4zOmSMQCmwHIT4fk8mg4k2M15z8VoMSoeY6NNJdsA=\ngithub.com/klauspost/compress v1.18.0 h1:c/Cqfb0r+Yi+JtIEq73FWXVkRonBlf0CRNYc8Zttxdo=\ngithub.com/klauspost/compress v1.18.0/go.mod h1:2Pp+KzxcywXVXMr50+X0Q/Lsb43OQHYWRCY2AiWywWQ=\ngithub.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=\ngithub.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=\ngithub.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=\ngithub.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=\ngithub.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=\ngithub.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=\ngithub.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=\ngithub.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY=\ngithub.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=\ngithub.com/ogen-go/ogen v1.10.1 h1:oeSN8AF9mhTVfapbMuL8pQTF2ToqyW9xXaStmOhHKTA=\ngithub.com/ogen-go/ogen v1.10.1/go.mod h1:fXCg9PsNYEzJ8ABdmZ2A7j4hMi9EDHP53jzsNtIM3d0=\ngithub.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=\ngithub.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=\ngithub.com/rogpeppe/go-internal v1.14.1 h1:UQB4HGPB6osV0SQTLymcB4TgvyWu6ZyliaW0tI/otEQ=\ngithub.com/rogpeppe/go-internal v1.14.1/go.mod h1:MaRKkUm5W0goXpeCfT7UZI6fk/L7L7so1lCWt35ZSgc=\ngithub.com/samber/lo v1.53.0 h1:t975lj2py4kJPQ6haz1QMgtId2gtmfktACxIXArw3HM=\ngithub.com/samber/lo v1.53.0/go.mod h1:4+MXEGsJzbKGaUEQFKBq2xtfuznW9oz/WrgyzMzRoM0=\ngithub.com/segmentio/asm v1.2.0 h1:9BQrFxC+YOHJlTlHGkTrFWf59nbL3XnCoFLTwDCI7ys=\ngithub.com/segmentio/asm v1.2.0/go.mod h1:BqMnlJP91P8d+4ibuonYZw9mfnzI9HfxselHZr5aAcs=\ngithub.com/stretchr/testify v1.10.0 h1:Xv5erBjTwe/5IxqUQTdXv5kgmIvbHo3QQyRwhJsOfJA=\ngithub.com/stretchr/testify v1.10.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=\ngithub.com/yapingcat/gomedia v0.0.0-20240601043430-920523f8e5c7 h1:e9n2WNcfvs20aLgpDhKoaJgrU/EeAvuNnWLBm31Q5Fw=\ngithub.com/yapingcat/gomedia v0.0.0-20240601043430-920523f8e5c7/go.mod h1:WSZ59bidJOO40JSJmLqlkBJrjZCtjbKKkygEMfzY/kc=\ngo.opentelemetry.io/auto/sdk v1.1.0 h1:cH53jehLUN6UFLY71z+NDOiNJqDdPRaXzTel0sJySYA=\ngo.opentelemetry.io/auto/sdk v1.1.0/go.mod h1:3wSPjt5PWp2RhlCcmmOial7AvC4DQqZb7a7wCow3W8A=\ngo.opentelemetry.io/otel v1.35.0 h1:xKWKPxrxB6OtMCbmMY021CqC45J+3Onta9MqjhnusiQ=\ngo.opentelemetry.io/otel v1.35.0/go.mod h1:UEqy8Zp11hpkUrL73gSlELM0DupHoiq72dR+Zqel/+Y=\ngo.opentelemetry.io/otel/metric v1.35.0 h1:0znxYu2SNyuMSQT4Y9WDWej0VpcsxkuklLa4/siN90M=\ngo.opentelemetry.io/otel/metric v1.35.0/go.mod h1:nKVFgxBZ2fReX6IlyW28MgZojkoAkJGaE8CpgeAU3oE=\ngo.opentelemetry.io/otel/trace v1.35.0 h1:dPpEfJu1sDIqruz7BHFG3c7528f6ddfSWfFDVt/xgMs=\ngo.opentelemetry.io/otel/trace v1.35.0/go.mod h1:WUk7DtFp1Aw2MkvqGdwiXYDZZNvA/1J8o6xRXLrIkyc=\ngo.uber.org/atomic v1.11.0 h1:ZvwS0R+56ePWxUNi+Atn9dWONBPp/AUETXlHW0DxSjE=\ngo.uber.org/atomic v1.11.0/go.mod h1:LUxbIzbOniOlMKjJjyPfpl4v+PKK2cNJn91OQbhoJI0=\ngo.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto=\ngo.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE=\ngo.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0=\ngo.uber.org/multierr v1.11.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y=\ngo.uber.org/zap v1.27.1 h1:08RqriUEv8+ArZRYSTXy1LeBScaMpVSTBhCeaZYfMYc=\ngo.uber.org/zap v1.27.1/go.mod h1:GB2qFLM7cTU87MWRP2mPIjqfIDnGu+VIO4V/SdhGo2E=\ngolang.org/x/crypto v0.48.0 h1:/VRzVqiRSggnhY7gNRxPauEQ5Drw9haKdM0jqfcCFts=\ngolang.org/x/crypto v0.48.0/go.mod h1:r0kV5h3qnFPlQnBSrULhlsRfryS2pmewsg+XfMgkVos=\ngolang.org/x/exp v0.0.0-20230725093048-515e97ebf090 h1:Di6/M8l0O2lCLc6VVRWhgCiApHV8MnQurBnFSHsQtNY=\ngolang.org/x/exp v0.0.0-20230725093048-515e97ebf090/go.mod h1:FXUEEKJgO7OQYeo8N01OfiKP8RXMtf6e8aTskBGqWdc=\ngolang.org/x/mod v0.32.0 h1:9F4d3PHLljb6x//jOyokMv3eX+YDeepZSEo3mFJy93c=\ngolang.org/x/mod v0.32.0/go.mod h1:SgipZ/3h2Ci89DlEtEXWUk/HteuRin+HHhN+WbNhguU=\ngolang.org/x/net v0.51.0 h1:94R/GTO7mt3/4wIKpcR5gkGmRLOuE/2hNGeWq/GBIFo=\ngolang.org/x/net v0.51.0/go.mod h1:aamm+2QF5ogm02fjy5Bb7CQ0WMt1/WVM7FtyaTLlA9Y=\ngolang.org/x/sync v0.0.0-20201207232520-09787c993a3a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=\ngolang.org/x/sync v0.19.0 h1:vV+1eWNmZ5geRlYjzm2adRgW2/mcpevXNg50YZtPCE4=\ngolang.org/x/sync v0.19.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI=\ngolang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=\ngolang.org/x/sys v0.41.0 h1:Ivj+2Cp/ylzLiEU89QhWblYnOE9zerudt9Ftecq2C6k=\ngolang.org/x/sys v0.41.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks=\ngolang.org/x/text v0.34.0 h1:oL/Qq0Kdaqxa1KbNeMKwQq0reLCCaFtqu2eNuSeNHbk=\ngolang.org/x/text v0.34.0/go.mod h1:homfLqTYRFyVYemLBFl5GgL/DWEiH5wcsQ5gSh1yziA=\ngolang.org/x/tools v0.41.0 h1:a9b8iMweWG+S0OBnlU36rzLp20z1Rp10w+IY2czHTQc=\ngolang.org/x/tools v0.41.0/go.mod h1:XSY6eDqxVNiYgezAVqqCeihT4j1U2CCsqvH3WhQpnlg=\ngopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=\ngopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 h1:YR8cESwS4TdDjEe65xsg0ogRM/Nc3DYOhEAlW+xobZo=\ngopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=\ngopkg.in/natefinch/lumberjack.v2 v2.2.1 h1:bBRl1b0OH9s/DuPhuXpNl+VtCaJXFZ5/uEFST95x9zc=\ngopkg.in/natefinch/lumberjack.v2 v2.2.1/go.mod h1:YD8tP3GAjkrDg1eZH7EGmyESg/lsYskCTPBJVb9jqSc=\ngopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=\ngopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=\ngopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=\ngopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=\nnhooyr.io/websocket v1.8.17 h1:KEVeLJkUywCKVsnLIDlD/5gtayKp8VoCkksHCGGfT9Y=\nnhooyr.io/websocket v1.8.17/go.mod h1:rN9OFWIUwuxg4fR5tELlYC04bXYowCP9GX47ivo2l+c=\nrsc.io/qr v0.2.0 h1:6vBLea5/NRMVTz8V66gipeLycZMl/+UlFmk8DvqQ6WY=\nrsc.io/qr v0.2.0/go.mod h1:IF+uZjkb9fqyeF/4tlBoynqmQxUoPfWEKh921coOuXs=\n"
},
{
"path": "core/logctx/logctx.go",
"content": "package logctx\n\nimport (\n\t\"context\"\n\n\t\"go.uber.org/zap\"\n)\n\ntype ctxKey struct{}\n\nfunc From(ctx context.Context) *zap.Logger {\n\tif l, ok := ctx.Value(ctxKey{}).(*zap.Logger); ok {\n\t\treturn l\n\t}\n\treturn zap.NewNop()\n}\n\nfunc With(ctx context.Context, logger *zap.Logger) context.Context {\n\treturn context.WithValue(ctx, ctxKey{}, logger)\n}\n\nfunc Named(ctx context.Context, name string) context.Context {\n\treturn With(ctx, From(ctx).Named(name))\n}\n"
},
{
"path": "core/middlewares/recovery/recovery.go",
"content": "package recovery\n\nimport (\n\t\"context\"\n\t\"time\"\n\n\t\"github.com/cenkalti/backoff/v4\"\n\t\"github.com/go-faster/errors\"\n\t\"github.com/gotd/td/bin\"\n\t\"github.com/gotd/td/telegram\"\n\t\"github.com/gotd/td/tg\"\n\t\"github.com/gotd/td/tgerr\"\n\t\"go.uber.org/zap\"\n\n\t\"github.com/iyear/tdl/core/logctx\"\n)\n\ntype recovery struct {\n\tctx context.Context\n\tbackoff backoff.BackOff\n}\n\nfunc New(ctx context.Context, backoff backoff.BackOff) telegram.Middleware {\n\treturn &recovery{\n\t\tctx: ctx,\n\t\tbackoff: backoff,\n\t}\n}\n\nfunc (r *recovery) Handle(next tg.Invoker) telegram.InvokeFunc {\n\treturn func(ctx context.Context, input bin.Encoder, output bin.Decoder) error {\n\t\tlog := logctx.From(r.ctx)\n\n\t\treturn backoff.RetryNotify(func() error {\n\t\t\tif err := next.Invoke(ctx, input, output); err != nil {\n\t\t\t\tif r.shouldRecover(ctx, err) {\n\t\t\t\t\treturn errors.Wrap(err, \"recover\")\n\t\t\t\t}\n\n\t\t\t\treturn backoff.Permanent(err)\n\t\t\t}\n\n\t\t\treturn nil\n\t\t}, r.backoff, func(err error, duration time.Duration) {\n\t\t\tlog.Debug(\"Wait for connection recovery\", zap.Error(err), zap.Duration(\"duration\", duration))\n\t\t})\n\t}\n}\n\nfunc (r *recovery) shouldRecover(ctx context.Context, err error) bool {\n\t// context in recovery is used to stop recovery process by external os signal, otherwise we will wait till max retries when user press ctrl+c\n\tselect {\n\tcase <-r.ctx.Done():\n\t\treturn false\n\tcase <-ctx.Done():\n\t\treturn false\n\tdefault:\n\t}\n\n\t// we try recover when encountered any error that is not telegram business error\n\t_, ok := tgerr.As(err)\n\n\treturn !ok\n}\n"
},
{
"path": "core/middlewares/retry/retry.go",
"content": "package retry\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\n\t\"github.com/go-faster/errors\"\n\t\"github.com/gotd/td/bin\"\n\t\"github.com/gotd/td/telegram\"\n\t\"github.com/gotd/td/tg\"\n\t\"github.com/gotd/td/tgerr\"\n\t\"go.uber.org/zap\"\n\n\t\"github.com/iyear/tdl/core/logctx\"\n)\n\nvar internalErrors = []string{\n\t\"Timedout\", // #373\n\t\"No workers running\",\n\t\"RPC_CALL_FAIL\",\n\t\"RPC_MCGET_FAIL\",\n\t\"WORKER_BUSY_TOO_LONG_RETRY\", // #462\n\t\"memory limit exit\", // #504\n}\n\ntype retry struct {\n\tmax int\n\terrors []string\n}\n\nfunc (r retry) Handle(next tg.Invoker) telegram.InvokeFunc {\n\treturn func(ctx context.Context, input bin.Encoder, output bin.Decoder) error {\n\t\tretries := 0\n\n\t\tfor retries < r.max {\n\t\t\tif err := next.Invoke(ctx, input, output); err != nil {\n\t\t\t\tif tgerr.Is(err, r.errors...) {\n\t\t\t\t\tlogctx.From(ctx).Debug(\"retry middleware\", zap.Int(\"retries\", retries), zap.Error(err))\n\t\t\t\t\tretries++\n\t\t\t\t\tcontinue\n\t\t\t\t}\n\t\t\t\treturn errors.Wrap(err, \"retry middleware skip\")\n\t\t\t}\n\n\t\t\treturn nil\n\t\t}\n\n\t\treturn fmt.Errorf(\"retry limit reached after %d attempts\", r.max)\n\t}\n}\n\n// New returns middleware that retries request if it fails with one of provided errors.\nfunc New(max int, errors ...string) telegram.Middleware {\n\treturn retry{\n\t\tmax: max,\n\t\terrors: append(errors, internalErrors...), // #373\n\t}\n}\n"
},
{
"path": "core/middlewares/takeout/middleware.go",
"content": "package takeout\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/gotd/td/bin\"\n\t\"github.com/gotd/td/telegram\"\n\t\"github.com/gotd/td/tg\"\n)\n\ntype takeout struct {\n\tid int64\n}\n\ntype nopDecoder struct {\n\tbin.Encoder\n}\n\nfunc (n nopDecoder) Decode(_ *bin.Buffer) error {\n\treturn errors.New(\"bin.Decoder is not implemented\")\n}\n\nfunc (t takeout) Handle(next tg.Invoker) telegram.InvokeFunc {\n\treturn func(ctx context.Context, input bin.Encoder, output bin.Decoder) error {\n\t\treturn next.Invoke(ctx, &tg.InvokeWithTakeoutRequest{\n\t\t\tTakeoutID: t.id,\n\t\t\tQuery: nopDecoder{input},\n\t\t}, output)\n\t}\n}\n\nfunc Middleware(id int64) telegram.Middleware {\n\treturn takeout{id: id}\n}\n"
},
{
"path": "core/middlewares/takeout/takeout.go",
"content": "package takeout\n\nimport (\n\t\"context\"\n\n\t\"github.com/gotd/td/tg\"\n)\n\nfunc Takeout(ctx context.Context, invoker tg.Invoker) (int64, error) {\n\treq := &tg.AccountInitTakeoutSessionRequest{\n\t\tContacts: true,\n\t\tMessageUsers: true,\n\t\tMessageChats: true,\n\t\tMessageMegagroups: true,\n\t\tMessageChannels: true,\n\t\tFiles: true,\n\t\tFileMaxSize: 4000 * 1024 * 1024,\n\t}\n\treq.SetFlags()\n\n\tsession, err := tg.NewClient(invoker).AccountInitTakeoutSession(ctx, req)\n\tif err != nil {\n\t\treturn 0, err\n\t}\n\treturn session.ID, nil\n}\n\n// UnTakeout should be called with takeout wrapper invoker\nfunc UnTakeout(ctx context.Context, invoker tg.Invoker) error {\n\treq := &tg.AccountFinishTakeoutSessionRequest{Success: true}\n\treq.SetFlags()\n\n\t_, err := tg.NewClient(invoker).AccountFinishTakeoutSession(ctx, req)\n\treturn err\n}\n"
},
{
"path": "core/storage/keygen/keygen.go",
"content": "package keygen\n\nimport (\n\t\"bytes\"\n\t\"strings\"\n\t\"sync\"\n)\n\nvar keyPool = sync.Pool{\n\tNew: func() interface{} {\n\t\tb := &bytes.Buffer{}\n\t\tb.Grow(16)\n\t\treturn b\n\t},\n}\n\nfunc New(indexes ...string) string {\n\tbuf := keyPool.Get().(*bytes.Buffer)\n\tbuf.WriteString(strings.Join(indexes, \":\"))\n\n\tt := buf.String()\n\tbuf.Reset()\n\tkeyPool.Put(buf)\n\treturn t\n}\n"
},
{
"path": "core/storage/peers.go",
"content": "package storage\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"errors\"\n\t\"strconv\"\n\n\t\"github.com/gotd/td/telegram/peers\"\n\n\t\"github.com/iyear/tdl/core/storage/keygen\"\n)\n\ntype Peers struct {\n\tkv Storage\n}\n\nfunc NewPeers(kv Storage) peers.Storage {\n\treturn &Peers{kv: kv}\n}\n\nfunc (p *Peers) Save(ctx context.Context, key peers.Key, value peers.Value) error {\n\tbytes, err := json.Marshal(value)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn p.kv.Set(ctx, p.key(key), bytes)\n}\n\nfunc (p *Peers) Find(ctx context.Context, key peers.Key) (peers.Value, bool, error) {\n\tdata, err := p.kv.Get(ctx, p.key(key))\n\tif err != nil {\n\t\tif errors.Is(err, ErrNotFound) {\n\t\t\treturn peers.Value{}, false, nil\n\t\t}\n\t\treturn peers.Value{}, false, err\n\t}\n\n\tvar value peers.Value\n\tif err = json.Unmarshal(data, &value); err != nil {\n\t\treturn peers.Value{}, false, err\n\t}\n\n\treturn value, true, nil\n}\n\nfunc (p *Peers) SavePhone(ctx context.Context, phone string, _key peers.Key) error {\n\tbytes, err := json.Marshal(_key)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn p.kv.Set(ctx, p.phoneKey(phone), bytes)\n}\n\nfunc (p *Peers) FindPhone(ctx context.Context, phone string) (peers.Key, peers.Value, bool, error) {\n\tdata, err := p.kv.Get(ctx, p.phoneKey(phone))\n\tif err != nil {\n\t\tif errors.Is(err, ErrNotFound) {\n\t\t\treturn peers.Key{}, peers.Value{}, false, nil\n\t\t}\n\t\treturn peers.Key{}, peers.Value{}, false, err\n\t}\n\n\tvar _key peers.Key\n\tif err = json.Unmarshal(data, &_key); err != nil {\n\t\treturn peers.Key{}, peers.Value{}, false, err\n\t}\n\n\tvalue, found, err := p.Find(ctx, _key)\n\tif err != nil {\n\t\treturn peers.Key{}, peers.Value{}, false, err\n\t}\n\n\treturn _key, value, found, nil\n}\n\nfunc (p *Peers) GetContactsHash(ctx context.Context) (int64, error) {\n\tdata, err := p.kv.Get(ctx, p.contactsKey())\n\tif err != nil {\n\t\tif errors.Is(err, ErrNotFound) {\n\t\t\treturn 0, nil\n\t\t}\n\t\treturn 0, err\n\t}\n\n\treturn strconv.ParseInt(string(data), 10, 64)\n}\n\nfunc (p *Peers) SaveContactsHash(ctx context.Context, hash int64) error {\n\treturn p.kv.Set(ctx, p.contactsKey(), []byte(strconv.FormatInt(hash, 10)))\n}\n\nfunc (p *Peers) key(key peers.Key) string {\n\treturn keygen.New(\"peers\", \"key\", key.Prefix, strconv.FormatInt(key.ID, 10))\n}\n\nfunc (p *Peers) phoneKey(phone string) string {\n\treturn keygen.New(\"peers\", \"phone\", phone)\n}\n\nfunc (p *Peers) contactsKey() string {\n\treturn keygen.New(\"peers\", \"contacts\", \"hash\")\n}\n"
},
{
"path": "core/storage/session.go",
"content": "package storage\n\nimport (\n\t\"context\"\n\t\"errors\"\n\n\t\"github.com/gotd/td/telegram\"\n\n\t\"github.com/iyear/tdl/core/storage/keygen\"\n)\n\ntype Session struct {\n\tkv Storage\n\tlogin bool\n}\n\nfunc NewSession(kv Storage, login bool) telegram.SessionStorage {\n\treturn &Session{kv: kv, login: login}\n}\n\nfunc (s *Session) LoadSession(ctx context.Context) ([]byte, error) {\n\tif s.login {\n\t\treturn nil, nil\n\t}\n\n\tb, err := s.kv.Get(ctx, s.key())\n\tif err != nil {\n\t\tif errors.Is(err, ErrNotFound) {\n\t\t\treturn nil, nil\n\t\t}\n\t\treturn nil, err\n\t}\n\treturn b, nil\n}\n\nfunc (s *Session) StoreSession(ctx context.Context, data []byte) error {\n\treturn s.kv.Set(ctx, s.key(), data)\n}\n\nfunc (s *Session) key() string {\n\treturn keygen.New(\"session\")\n}\n"
},
{
"path": "core/storage/state.go",
"content": "package storage\n\nimport (\n\t\"context\"\n\t\"encoding/json\"\n\t\"errors\"\n\t\"strconv\"\n\n\t\"github.com/gotd/td/telegram/updates\"\n\n\t\"github.com/iyear/tdl/core/storage/keygen\"\n)\n\ntype State struct {\n\tkv Storage\n}\n\nfunc NewState(kv Storage) updates.StateStorage {\n\treturn &State{kv: kv}\n}\n\nfunc (s *State) Get(ctx context.Context, key string, v interface{}) error {\n\tdata, err := s.kv.Get(ctx, key)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn json.Unmarshal(data, v)\n}\n\nfunc (s *State) Set(ctx context.Context, key string, v interface{}) error {\n\tdata, err := json.Marshal(v)\n\tif err != nil {\n\t\treturn err\n\t}\n\n\treturn s.kv.Set(ctx, key, data)\n}\n\nfunc (s *State) GetState(ctx context.Context, userID int64) (updates.State, bool, error) {\n\tstate := updates.State{}\n\n\tif err := s.Get(ctx, s.stateKey(userID), &state); err != nil {\n\t\tif errors.Is(err, ErrNotFound) {\n\t\t\treturn state, false, nil\n\t\t}\n\t\treturn state, false, err\n\t}\n\n\treturn state, true, nil\n}\n\nfunc (s *State) SetState(ctx context.Context, userID int64, state updates.State) error {\n\tif err := s.Set(ctx, s.stateKey(userID), state); err != nil {\n\t\treturn err\n\t}\n\n\treturn s.Set(ctx, s.channelKey(userID), struct{}{})\n}\n\nfunc (s *State) SetPts(ctx context.Context, userID int64, pts int) error {\n\tstate, k := updates.State{}, s.stateKey(userID)\n\n\tif err := s.Get(ctx, k, &state); err != nil {\n\t\treturn err\n\t}\n\tstate.Pts = pts\n\treturn s.Set(ctx, k, state)\n}\n\nfunc (s *State) SetQts(ctx context.Context, userID int64, qts int) error {\n\tstate, k := updates.State{}, s.stateKey(userID)\n\n\tif err := s.Get(ctx, k, &state); err != nil {\n\t\treturn err\n\t}\n\tstate.Qts = qts\n\treturn s.Set(ctx, k, state)\n}\n\nfunc (s *State) SetDate(ctx context.Context, userID int64, date int) error {\n\tstate, k := updates.State{}, s.stateKey(userID)\n\n\tif err := s.Get(ctx, k, &state); err != nil {\n\t\treturn err\n\t}\n\tstate.Date = date\n\treturn s.Set(ctx, k, state)\n}\n\nfunc (s *State) SetSeq(ctx context.Context, userID int64, seq int) error {\n\tstate, k := updates.State{}, s.stateKey(userID)\n\n\tif err := s.Get(ctx, k, &state); err != nil {\n\t\treturn err\n\t}\n\tstate.Seq = seq\n\treturn s.Set(ctx, k, state)\n}\n\nfunc (s *State) SetDateSeq(ctx context.Context, userID int64, date, seq int) error {\n\tstate, k := updates.State{}, s.stateKey(userID)\n\n\tif err := s.Get(ctx, k, &state); err != nil {\n\t\treturn err\n\t}\n\tstate.Date = date\n\tstate.Seq = seq\n\treturn s.Set(ctx, k, state)\n}\n\nfunc (s *State) GetChannelPts(ctx context.Context, userID, channelID int64) (int, bool, error) {\n\tc := make(map[int64]int)\n\n\tif err := s.Get(ctx, s.channelKey(userID), &c); err != nil {\n\t\tif errors.Is(err, ErrNotFound) {\n\t\t\treturn 0, false, nil\n\t\t}\n\t\treturn 0, false, err\n\t}\n\n\tpts, ok := c[channelID]\n\tif !ok {\n\t\treturn 0, false, nil\n\t}\n\n\treturn pts, true, nil\n}\n\nfunc (s *State) SetChannelPts(ctx context.Context, userID, channelID int64, pts int) error {\n\tc, k := make(map[int64]int), s.channelKey(userID)\n\n\tif err := s.Get(ctx, k, &c); err != nil {\n\t\treturn err\n\t}\n\tc[channelID] = pts\n\treturn s.Set(ctx, k, c)\n}\n\nfunc (s *State) ForEachChannels(ctx context.Context, userID int64, f func(ctx context.Context, channelID int64, pts int) error) error {\n\tc := make(map[int64]int)\n\n\tif err := s.Get(ctx, s.channelKey(userID), &c); err != nil {\n\t\treturn err\n\t}\n\n\tfor channelID, pts := range c {\n\t\tif err := f(ctx, channelID, pts); err != nil {\n\t\t\treturn err\n\t\t}\n\t}\n\n\treturn nil\n}\n\nfunc (s *State) stateKey(userID int64) string {\n\treturn keygen.New(\"state\", strconv.FormatInt(userID, 10))\n}\n\nfunc (s *State) channelKey(userID int64) string {\n\treturn keygen.New(\"chan\", strconv.FormatInt(userID, 10))\n}\n"
},
{
"path": "core/storage/storage.go",
"content": "package storage\n\nimport (\n\t\"context\"\n\n\t\"github.com/go-faster/errors\"\n)\n\ntype Storage interface {\n\tGet(ctx context.Context, key string) ([]byte, error)\n\tSet(ctx context.Context, key string, value []byte) error\n\tDelete(ctx context.Context, key string) error\n}\n\nvar ErrNotFound = errors.New(\"key not found\")\n"
},
{
"path": "core/tclient/tclient.go",
"content": "package tclient\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"time\"\n\n\t\"github.com/cenkalti/backoff/v4\"\n\t\"github.com/go-faster/errors\"\n\t\"github.com/gotd/contrib/clock\"\n\t\"github.com/gotd/contrib/middleware/floodwait\"\n\ttdclock \"github.com/gotd/td/clock\"\n\t\"github.com/gotd/td/exchange\"\n\t\"github.com/gotd/td/telegram\"\n\t\"github.com/gotd/td/telegram/dcs\"\n\t\"golang.org/x/net/proxy\"\n\n\t\"github.com/iyear/tdl/core/logctx\"\n\t\"github.com/iyear/tdl/core/middlewares/recovery\"\n\t\"github.com/iyear/tdl/core/middlewares/retry\"\n\t\"github.com/iyear/tdl/core/util/netutil\"\n\t\"github.com/iyear/tdl/core/util/tutil\"\n)\n\n// dc values can be overridden globally\nvar (\n\tDCList dcs.List\n\tDC int\n\tPublicKeys []exchange.PublicKey\n)\n\ntype Options struct {\n\tAppID int\n\tAppHash string\n\tSession telegram.SessionStorage\n\tMiddlewares []telegram.Middleware\n\tProxy string\n\tNTP string\n\tReconnectTimeout time.Duration\n\tUpdateHandler telegram.UpdateHandler\n}\n\n// New creates new telegram client with given options.\n// Default middlewares(retry, recovery, flood wait) always added.\nfunc New(ctx context.Context, o Options) (*telegram.Client, error) {\n\t// process clock\n\ttclock := tdclock.System\n\tif ntp := o.NTP; ntp != \"\" {\n\t\tvar err error\n\t\ttclock, err = clock.NewNTP(ntp)\n\t\tif err != nil {\n\t\t\treturn nil, errors.Wrap(err, \"create network clock\")\n\t\t}\n\t}\n\n\t// process proxy\n\tvar dialer dcs.DialFunc = proxy.Direct.DialContext\n\tif p := o.Proxy; p != \"\" {\n\t\td, err := netutil.NewProxy(p)\n\t\tif err != nil {\n\t\t\treturn nil, errors.Wrap(err, \"get dialer\")\n\t\t}\n\t\tdialer = d.DialContext\n\t}\n\n\topts := telegram.Options{\n\t\tResolver: dcs.Plain(dcs.PlainOptions{\n\t\t\tDial: dialer,\n\t\t}),\n\t\tReconnectionBackoff: func() backoff.BackOff {\n\t\t\treturn newBackoff(o.ReconnectTimeout)\n\t\t},\n\t\tDC: DC,\n\t\tDCList: DCList,\n\t\tPublicKeys: PublicKeys,\n\t\tUpdateHandler: o.UpdateHandler,\n\t\tDevice: tutil.Device,\n\t\tSessionStorage: o.Session,\n\t\tRetryInterval: 5 * time.Second,\n\t\tMaxRetries: 5,\n\t\tDialTimeout: 10 * time.Second,\n\t\tMiddlewares: append(NewDefaultMiddlewares(ctx, o.ReconnectTimeout), o.Middlewares...),\n\t\tClock: tclock,\n\t\tLogger: logctx.From(ctx).Named(\"td\"),\n\t}\n\n\treturn telegram.NewClient(o.AppID, o.AppHash, opts), nil\n}\n\nfunc NewDefaultMiddlewares(ctx context.Context, timeout time.Duration) []telegram.Middleware {\n\treturn []telegram.Middleware{\n\t\trecovery.New(ctx, newBackoff(timeout)),\n\t\tretry.New(5),\n\t\tfloodwait.NewSimpleWaiter(),\n\t}\n}\n\nfunc newBackoff(timeout time.Duration) backoff.BackOff {\n\tb := backoff.NewExponentialBackOff()\n\n\tb.Multiplier = 1.1\n\tb.MaxElapsedTime = timeout\n\tb.MaxInterval = 10 * time.Second\n\treturn b\n}\n\nfunc RunWithAuth(ctx context.Context, client *telegram.Client, f func(ctx context.Context) error) error {\n\treturn client.Run(ctx, func(ctx context.Context) error {\n\t\tstatus, err := client.Auth().Status(ctx)\n\t\tif err != nil {\n\t\t\treturn err\n\t\t}\n\t\tif !status.Authorized {\n\t\t\treturn fmt.Errorf(\"not authorized. please login first\")\n\t\t}\n\n\t\treturn f(ctx)\n\t})\n}\n"
},
{
"path": "core/tmedia/convert.go",
"content": "package tmedia\n\nimport (\n\t\"github.com/gotd/td/tg\"\n)\n\nfunc ConvInputMedia(media tg.MessageMediaClass) (tg.InputMediaClass, bool) {\n\tswitch v := media.(type) {\n\tcase *tg.MessageMediaPhoto:\n\t\treturn ConvInputMediaPhoto(v)\n\tcase *tg.MessageMediaGeo:\n\t\treturn ConvInputMediaGeo(v)\n\tcase *tg.MessageMediaContact:\n\t\treturn ConvInputMediaContact(v)\n\tcase *tg.MessageMediaDocument:\n\t\treturn ConvInputMediaDocument(v)\n\tcase *tg.MessageMediaVenue:\n\t\treturn ConvInputMediaVenue(v)\n\tcase *tg.MessageMediaGame:\n\t\treturn ConvInputMediaGame(v)\n\tcase *tg.MessageMediaInvoice:\n\t\treturn ConvInputMediaInvoice(v)\n\tcase *tg.MessageMediaGeoLive:\n\t\treturn ConvInputMediaGeoLive(v)\n\tcase *tg.MessageMediaPoll:\n\t\treturn ConvInputMediaPoll(v)\n\tcase *tg.MessageMediaDice:\n\t\treturn ConvInputMediaDice(v)\n\tcase *tg.MessageMediaStory:\n\t\treturn ConvInputMediaStory(v)\n\tcase *tg.MessageMediaUnsupported:\n\t\treturn nil, false\n\tdefault:\n\t\treturn nil, false\n\t}\n}\n\nfunc ConvInputMediaPhoto(v *tg.MessageMediaPhoto) (*tg.InputMediaPhoto, bool) {\n\tswitch t := v.Photo.(type) {\n\tcase *tg.PhotoEmpty:\n\t\treturn nil, false\n\tcase *tg.Photo:\n\t\tp := &tg.InputPhoto{}\n\t\tp.FillFrom(t)\n\n\t\tret := &tg.InputMediaPhoto{\n\t\t\tSpoiler: v.Spoiler,\n\t\t\tID: p,\n\t\t\tTTLSeconds: v.TTLSeconds,\n\t\t}\n\t\tret.SetFlags()\n\t\treturn ret, true\n\tdefault:\n\t\treturn nil, false\n\t}\n}\n\nfunc ConvInputMediaGeo(v *tg.MessageMediaGeo) (*tg.InputMediaGeoPoint, bool) {\n\tswitch t := v.Geo.(type) {\n\tcase *tg.GeoPointEmpty:\n\t\treturn nil, false\n\tcase *tg.GeoPoint:\n\t\tg := &tg.InputGeoPoint{}\n\t\tg.FillFrom(t)\n\t\tg.SetFlags()\n\n\t\treturn &tg.InputMediaGeoPoint{\n\t\t\tGeoPoint: g,\n\t\t}, true\n\tdefault:\n\t\treturn nil, false\n\t}\n}\n\nfunc ConvInputMediaContact(v *tg.MessageMediaContact) (*tg.InputMediaContact, bool) {\n\tc := &tg.InputMediaContact{}\n\tc.FillFrom(v)\n\n\treturn c, true\n}\n\nfunc ConvInputMediaDocument(v *tg.MessageMediaDocument) (*tg.InputMediaDocument, bool) {\n\tswitch t := v.Document.(type) {\n\tcase *tg.DocumentEmpty:\n\t\treturn nil, false\n\tcase *tg.Document:\n\t\td := &tg.InputDocument{}\n\t\td.FillFrom(t)\n\t\tret := &tg.InputMediaDocument{\n\t\t\tSpoiler: v.Spoiler,\n\t\t\tID: d,\n\t\t\tTTLSeconds: v.TTLSeconds,\n\t\t}\n\t\tret.SetFlags()\n\n\t\treturn ret, true\n\tdefault:\n\t\treturn nil, false\n\t}\n}\n\nfunc ConvInputMediaVenue(v *tg.MessageMediaVenue) (*tg.InputMediaVenue, bool) {\n\tgeo, ok := ConvInputMediaGeo(&tg.MessageMediaGeo{Geo: v.Geo})\n\tif !ok {\n\t\treturn nil, false\n\t}\n\n\treturn &tg.InputMediaVenue{\n\t\tGeoPoint: geo.GeoPoint,\n\t\tTitle: v.Title,\n\t\tAddress: v.Address,\n\t\tProvider: v.Provider,\n\t\tVenueID: v.VenueID,\n\t\tVenueType: v.VenueType,\n\t}, true\n}\n\nfunc ConvInputMediaGame(v *tg.MessageMediaGame) (*tg.InputMediaGame, bool) {\n\tg := &tg.InputGameID{}\n\tg.FillFrom(&v.Game)\n\n\treturn &tg.InputMediaGame{\n\t\tID: g,\n\t}, true\n}\n\nfunc ConvInputMediaInvoice(v *tg.MessageMediaInvoice) (*tg.InputMediaInvoice, bool) {\n\t// TODO(iyear): unsupported\n\t_ = v\n\treturn nil, false\n}\n\nfunc ConvInputMediaGeoLive(v *tg.MessageMediaGeoLive) (*tg.InputMediaGeoLive, bool) {\n\t// TODO(): unsupported\n\t_ = v\n\treturn nil, false\n}\n\nfunc ConvInputMediaPoll(v *tg.MessageMediaPoll) (*tg.InputMediaPoll, bool) {\n\t// TODO(): unsupported\n\t_ = v\n\treturn nil, false\n}\n\nfunc ConvInputMediaDice(v *tg.MessageMediaDice) (*tg.InputMediaDice, bool) {\n\treturn &tg.InputMediaDice{\n\t\tEmoticon: v.Emoticon,\n\t}, true\n}\n\nfunc ConvInputMediaStory(v *tg.MessageMediaStory) (*tg.InputMediaStory, bool) {\n\t// TODO(): unsupported\n\t_ = v\n\treturn nil, false\n}\n"
},
{
"path": "core/tmedia/document.go",
"content": "package tmedia\n\nimport (\n\t\"strconv\"\n\n\t\"github.com/gabriel-vasile/mimetype\"\n\t\"github.com/gotd/td/tg\"\n)\n\nfunc GetDocumentInfo(doc *tg.MessageMediaDocument) (*Media, bool) {\n\td, ok := doc.Document.(*tg.Document)\n\tif !ok {\n\t\treturn nil, false\n\t}\n\n\treturn &Media{\n\t\tInputFileLoc: &tg.InputDocumentFileLocation{\n\t\t\tID: d.ID,\n\t\t\tAccessHash: d.AccessHash,\n\t\t\tFileReference: d.FileReference,\n\t\t},\n\t\tName: GetDocumentName(d),\n\t\tSize: d.Size,\n\t\tDC: d.DCID,\n\t\tDate: int64(d.Date),\n\t}, true\n}\n\nfunc GetDocumentName(doc *tg.Document) string {\n\tfor _, attr := range doc.Attributes {\n\t\tname, ok := attr.(*tg.DocumentAttributeFilename)\n\t\tif ok {\n\t\t\treturn name.FileName\n\t\t}\n\t}\n\n\t// #185: stable file name so --skip-same can work\n\tmime := mimetype.Lookup(doc.MimeType)\n\text := \".unknown\"\n\tif mime != nil {\n\t\text = mime.Extension()\n\t}\n\treturn strconv.FormatInt(doc.ID, 10) + ext\n}\n"
},
{
"path": "core/tmedia/media.go",
"content": "package tmedia\n\nimport (\n\t\"github.com/gotd/td/tg\"\n)\n\ntype Media struct {\n\tInputFileLoc tg.InputFileLocationClass // mtproto file location of the media file\n\tName string // file name\n\tSize int64 // size in bytes\n\tDC int // which DC the media is stored\n\tDate int64 // media creation(upload) timestamp\n}\n\nfunc ExtractMedia(m tg.MessageMediaClass) (*Media, bool) {\n\tswitch m := m.(type) {\n\tcase *tg.MessageMediaPhoto:\n\t\treturn GetPhotoInfo(m)\n\tcase *tg.MessageMediaDocument:\n\t\treturn GetDocumentInfo(m)\n\tcase *tg.MessageMediaInvoice:\n\t\treturn GetExtendedMedia(m.ExtendedMedia)\n\t}\n\treturn nil, false\n}\n\nfunc GetMedia(msg tg.MessageClass) (*Media, bool) {\n\tmm, ok := msg.(*tg.Message)\n\tif !ok {\n\t\treturn nil, false\n\t}\n\n\tmedia, ok := mm.GetMedia()\n\tif !ok {\n\t\treturn nil, false\n\t}\n\n\treturn ExtractMedia(media)\n}\n\nfunc GetExtendedMedia(mm tg.MessageExtendedMediaClass) (*Media, bool) {\n\tm, ok := mm.(*tg.MessageExtendedMedia)\n\tif !ok {\n\t\treturn nil, false\n\t}\n\treturn ExtractMedia(m.Media)\n}\n\nfunc GetDocumentThumb(doc *tg.Document) (*Media, bool) {\n\tthumbs, exists := doc.GetThumbs()\n\tif !exists {\n\t\treturn nil, false\n\t}\n\n\tphotoSize := &tg.PhotoSize{}\n\tfor _, t := range thumbs {\n\t\tif p, ok := t.(*tg.PhotoSize); ok {\n\t\t\tphotoSize = p\n\t\t\tbreak\n\t\t}\n\t}\n\n\tif photoSize == nil {\n\t\treturn nil, false\n\t}\n\n\treturn &Media{\n\t\tInputFileLoc: &tg.InputDocumentFileLocation{\n\t\t\tID: doc.ID,\n\t\t\tAccessHash: doc.AccessHash,\n\t\t\tFileReference: doc.FileReference,\n\t\t\tThumbSize: photoSize.Type,\n\t\t},\n\t\tName: \"thumb.jpg\",\n\t\tSize: int64(photoSize.Size),\n\t\tDC: doc.DCID,\n\t\tDate: int64(doc.Date),\n\t}, true\n}\n"
},
{
"path": "core/tmedia/photo.go",
"content": "package tmedia\n\nimport (\n\t\"strconv\"\n\n\t\"github.com/gotd/td/tg\"\n)\n\nfunc GetPhotoInfo(photo *tg.MessageMediaPhoto) (*Media, bool) {\n\tp, ok := photo.Photo.(*tg.Photo)\n\tif !ok {\n\t\treturn nil, false\n\t}\n\n\ttp, size, ok := GetPhotoSize(p.Sizes)\n\tif !ok {\n\t\treturn nil, false\n\t}\n\treturn &Media{\n\t\tInputFileLoc: &tg.InputPhotoFileLocation{\n\t\t\tID: p.ID,\n\t\t\tAccessHash: p.AccessHash,\n\t\t\tFileReference: p.FileReference,\n\t\t\tThumbSize: tp,\n\t\t},\n\t\t// Telegram photo is compressed, and extension is always jpg.\n\t\tName: strconv.FormatInt(p.ID, 10) + \".jpg\", // unique name\n\t\tSize: int64(size),\n\t\tDC: p.DCID,\n\t\tDate: int64(p.Date),\n\t}, true\n}\n\nfunc GetPhotoSize(sizes []tg.PhotoSizeClass) (string, int, bool) {\n\tsize := sizes[len(sizes)-1]\n\tswitch s := size.(type) {\n\tcase *tg.PhotoSize:\n\t\treturn s.Type, s.Size, true\n\tcase *tg.PhotoSizeProgressive:\n\t\treturn s.Type, s.Sizes[len(s.Sizes)-1], true\n\t}\n\n\treturn \"\", 0, false\n}\n"
},
{
"path": "core/uploader/iter.go",
"content": "package uploader\n\nimport (\n\t\"context\"\n\t\"io\"\n\n\t\"github.com/gotd/td/tg\"\n)\n\ntype Iter interface {\n\tNext(ctx context.Context) bool\n\tValue() Elem\n\tErr() error\n}\n\ntype File interface {\n\tio.ReadSeeker\n\tName() string\n\tSize() int64\n}\n\ntype Elem interface {\n\tFile() File\n\tThumb() (File, bool)\n\tCaption() (string, []tg.MessageEntityClass)\n\tTo() tg.InputPeerClass\n\tThread() int\n\tAsPhoto() bool\n}\n"
},
{
"path": "core/uploader/progress.go",
"content": "package uploader\n\nimport (\n\t\"context\"\n\n\t\"github.com/gotd/td/telegram/uploader\"\n)\n\ntype Progress interface {\n\tOnAdd(elem Elem)\n\tOnUpload(elem Elem, state ProgressState)\n\tOnDone(elem Elem, err error)\n\t// TODO: OnLog to log something that is not an error but should be sent to the user\n}\n\ntype ProgressState struct {\n\tUploaded int64\n\tTotal int64\n}\n\ntype wrapProcess struct {\n\telem Elem\n\tprocess Progress\n}\n\nfunc (p *wrapProcess) Chunk(_ context.Context, state uploader.ProgressState) error {\n\tp.process.OnUpload(p.elem, ProgressState{\n\t\tUploaded: state.Uploaded,\n\t\tTotal: state.Total,\n\t})\n\treturn nil\n}\n"
},
{
"path": "core/uploader/uploader.go",
"content": "package uploader\n\nimport (\n\t\"context\"\n\t\"io\"\n\t\"time\"\n\n\t\"github.com/gabriel-vasile/mimetype\"\n\t\"github.com/go-faster/errors\"\n\t\"github.com/gotd/td/telegram/message\"\n\t\"github.com/gotd/td/telegram/message/entity\"\n\t\"github.com/gotd/td/telegram/message/styling\"\n\t\"github.com/gotd/td/telegram/uploader\"\n\t\"github.com/gotd/td/tg\"\n\t\"github.com/samber/lo\"\n\t\"golang.org/x/sync/errgroup\"\n\n\t\"github.com/iyear/tdl/core/util/fsutil\"\n\t\"github.com/iyear/tdl/core/util/mediautil\"\n)\n\n// MaxPartSize refer to https://core.telegram.org/api/files#uploading-files\nconst MaxPartSize = 512 * 1024\n\ntype Uploader struct {\n\topts Options\n}\n\ntype Options struct {\n\tClient *tg.Client\n\tThreads int\n\tIter Iter\n\tProgress Progress\n}\n\nfunc New(o Options) *Uploader {\n\treturn &Uploader{opts: o}\n}\n\nfunc (u *Uploader) Upload(ctx context.Context, limit int) error {\n\twg, wgctx := errgroup.WithContext(ctx)\n\twg.SetLimit(limit)\n\n\tfor u.opts.Iter.Next(wgctx) {\n\t\telem := u.opts.Iter.Value()\n\n\t\twg.Go(func() (rerr error) {\n\t\t\tu.opts.Progress.OnAdd(elem)\n\t\t\tdefer func() { u.opts.Progress.OnDone(elem, rerr) }()\n\n\t\t\tif err := u.upload(wgctx, elem); err != nil {\n\t\t\t\t// canceled by user, so we directly return error to stop all\n\t\t\t\tif errors.Is(err, context.Canceled) {\n\t\t\t\t\treturn errors.Wrap(err, \"upload\")\n\t\t\t\t}\n\n\t\t\t\t// don't return error, just log it\n\t\t\t}\n\n\t\t\treturn nil\n\t\t})\n\t}\n\n\tif err := u.opts.Iter.Err(); err != nil {\n\t\treturn errors.Wrap(err, \"iter\")\n\t}\n\n\treturn wg.Wait()\n}\n\nfunc (u *Uploader) upload(ctx context.Context, elem Elem) error {\n\tselect {\n\tcase <-ctx.Done():\n\t\treturn ctx.Err()\n\tdefault:\n\t}\n\n\tup := uploader.NewUploader(u.opts.Client).\n\t\tWithPartSize(MaxPartSize).\n\t\tWithThreads(u.opts.Threads).\n\t\tWithProgress(&wrapProcess{\n\t\t\telem: elem,\n\t\t\tprocess: u.opts.Progress,\n\t\t})\n\n\tf, err := up.Upload(ctx, uploader.NewUpload(elem.File().Name(), elem.File(), elem.File().Size()))\n\tif err != nil {\n\t\treturn errors.Wrap(err, \"upload file\")\n\t}\n\n\tif _, err = elem.File().Seek(0, io.SeekStart); err != nil {\n\t\treturn errors.Wrap(err, \"seek file\")\n\t}\n\tmime, err := mimetype.DetectReader(elem.File())\n\tif err != nil {\n\t\treturn errors.Wrap(err, \"detect mime\")\n\t}\n\n\t// here convert underlying entities to formatters for message caption\n\tcaption := styling.Custom(func(eb *entity.Builder) error {\n\t\tmsg, entities := elem.Caption()\n\t\teb.Format(msg, lo.Map(entities, func(item tg.MessageEntityClass, _ int) entity.Formatter {\n\t\t\treturn func(_, _ int) tg.MessageEntityClass {\n\t\t\t\treturn item\n\t\t\t}\n\t\t})...)\n\t\treturn nil\n\t})\n\n\tdoc := message.UploadedDocument(f, caption).MIME(mime.String()).Filename(elem.File().Name())\n\t// upload thumbnail TODO(iyear): maybe still unavailable\n\tif thumb, ok := elem.Thumb(); ok {\n\t\tif thumbFile, err := uploader.NewUploader(u.opts.Client).\n\t\t\tFromReader(ctx, thumb.Name(), thumb); err == nil {\n\t\t\tdoc = doc.Thumb(thumbFile)\n\t\t}\n\t}\n\n\tvar media message.MediaOption = doc\n\n\tswitch {\n\tcase mediautil.IsImage(mime.String()) && elem.AsPhoto():\n\t\t// webp should be uploaded as document\n\t\tif mime.String() == \"image/webp\" {\n\t\t\tbreak\n\t\t}\n\t\t// upload as photo\n\t\tmedia = message.UploadedPhoto(f, caption)\n\tcase mediautil.IsVideo(mime.String()):\n\t\t// reset reader\n\t\tif _, err = elem.File().Seek(0, io.SeekStart); err != nil {\n\t\t\treturn errors.Wrap(err, \"seek file\")\n\t\t}\n\t\tif dur, w, h, err := mediautil.GetMP4Info(elem.File()); err == nil {\n\t\t\t// #132. There may be some errors, but we can still upload the file\n\t\t\tmedia = doc.Video().\n\t\t\t\tDuration(time.Duration(dur)*time.Second).\n\t\t\t\tResolution(w, h).\n\t\t\t\tSupportsStreaming()\n\t\t}\n\tcase mediautil.IsAudio(mime.String()):\n\t\tmedia = doc.Audio().Title(fsutil.GetNameWithoutExt(elem.File().Name()))\n\t}\n\n\t_, err = message.NewSender(u.opts.Client).\n\t\tWithUploader(up).\n\t\tTo(elem.To()).\n\t\tReply(elem.Thread()).\n\t\tMedia(ctx, media)\n\tif err != nil {\n\t\treturn errors.Wrap(err, \"send message\")\n\t}\n\n\treturn nil\n}\n"
},
{
"path": "core/util/fsutil/fsutil.go",
"content": "package fsutil\n\nimport (\n\t\"os\"\n\t\"path/filepath\"\n\t\"strings\"\n)\n\nfunc GetNameWithoutExt(path string) string {\n\treturn strings.TrimSuffix(filepath.Base(path), filepath.Ext(path))\n}\n\nfunc PathExists(path string) bool {\n\t_, err := os.Stat(path)\n\treturn err == nil || os.IsExist(err)\n}\n\n// AddPrefixDot add prefix dot if extension don't have\nfunc AddPrefixDot(ext string) string {\n\tif !strings.HasPrefix(ext, \".\") {\n\t\treturn \".\" + ext\n\t}\n\treturn ext\n}\n"
},
{
"path": "core/util/logutil/logutil.go",
"content": "package logutil\n\nimport (\n\t\"go.uber.org/zap\"\n\t\"go.uber.org/zap/zapcore\"\n\t\"gopkg.in/natefinch/lumberjack.v2\"\n)\n\nfunc New(level zapcore.LevelEnabler, path string) *zap.Logger {\n\trotate := &lumberjack.Logger{\n\t\tFilename: path,\n\t\tMaxSize: 10,\n\t\tMaxAge: 7,\n\t\tMaxBackups: 3,\n\t\tLocalTime: true,\n\t\tCompress: true,\n\t}\n\n\twriter := zapcore.AddSync(rotate)\n\n\tconfig := zap.NewDevelopmentEncoderConfig()\n\tconfig.EncodeTime = zapcore.TimeEncoderOfLayout(\"2006-01-02 15:04:05\")\n\tconfig.EncodeLevel = zapcore.CapitalLevelEncoder\n\n\tcore := zapcore.NewCore(zapcore.NewConsoleEncoder(config), writer, level)\n\treturn zap.New(core, zap.AddCaller())\n}\n"
},
{
"path": "core/util/mediautil/mediautil.go",
"content": "package mediautil\n\nimport (\n\t\"fmt\"\n\t\"io\"\n\t\"strings\"\n\n\t\"github.com/yapingcat/gomedia/go-mp4\"\n)\n\nfunc split(mime string) (primary string, sub string, ok bool) {\n\ttypes := strings.Split(mime, \"/\")\n\n\tif len(types) != 2 {\n\t\treturn \"\", \"\", false\n\t}\n\n\treturn types[0], types[1], true\n}\n\nfunc IsVideo(mime string) bool {\n\tprimary, _, ok := split(mime)\n\n\treturn primary == \"video\" && ok\n}\n\nfunc IsAudio(mime string) bool {\n\tprimary, _, ok := split(mime)\n\n\treturn primary == \"audio\" && ok\n}\n\nfunc IsImage(mime string) bool {\n\tprimary, _, ok := split(mime)\n\n\treturn primary == \"image\" && ok\n}\n\n// GetMP4Info returns duration, width, height, error\nfunc GetMP4Info(r io.ReadSeeker) (int, int, int, error) {\n\td := mp4.CreateMp4Demuxer(r)\n\n\ttracks, err := d.ReadHead()\n\tif err != nil {\n\t\treturn 0, 0, 0, err\n\t}\n\n\tfor _, track := range tracks {\n\t\tif track.Cid == mp4.MP4_CODEC_H264 {\n\t\t\tinfo := d.GetMp4Info()\n\t\t\treturn int(info.Duration / info.Timescale), int(track.Width), int(track.Height), nil\n\t\t}\n\t}\n\n\treturn 0, 0, 0, fmt.Errorf(\"no h264 track found\")\n}\n"
},
{
"path": "core/util/netutil/netutil.go",
"content": "package netutil\n\nimport (\n\t\"net/url\"\n\n\t\"github.com/go-faster/errors\"\n\t\"github.com/iyear/connectproxy\"\n\t\"golang.org/x/net/proxy\"\n)\n\nfunc init() {\n\tconnectproxy.Register(&connectproxy.Config{\n\t\tInsecureSkipVerify: true,\n\t})\n}\n\nfunc NewProxy(proxyUrl string) (proxy.ContextDialer, error) {\n\tu, err := url.Parse(proxyUrl)\n\tif err != nil {\n\t\treturn nil, errors.Wrap(err, \"parse proxy url\")\n\t}\n\tdialer, err := proxy.FromURL(u, proxy.Direct)\n\tif err != nil {\n\t\treturn nil, errors.Wrap(err, \"proxy from url\")\n\t}\n\n\tif d, ok := dialer.(proxy.ContextDialer); ok {\n\t\treturn d, nil\n\t}\n\n\treturn nil, errors.New(\"proxy dialer is not ContextDialer\")\n}\n"
},
{
"path": "core/util/tutil/device.go",
"content": "package tutil\n\nimport \"github.com/gotd/td/telegram\"\n\nvar Device = telegram.DeviceConfig{\n\tDeviceModel: \"Desktop\",\n\tSystemVersion: \"Windows 10\",\n\tAppVersion: \"4.2.4 x64\",\n\tLangCode: \"en\",\n\tSystemLangCode: \"en-US\",\n\tLangPack: \"tdesktop\",\n}\n"
},
{
"path": "core/util/tutil/tutil.go",
"content": "package tutil\n\nimport (\n\t\"context\"\n\t\"fmt\"\n\t\"net/url\"\n\t\"strconv\"\n\t\"strings\"\n\n\t\"github.com/go-faster/errors\"\n\t\"github.com/gotd/td/telegram/peers\"\n\t\"github.com/gotd/td/telegram/query\"\n\t\"github.com/gotd/td/tg\"\n)\n\n// ErrMessageDeleted is returned when a message is detected as deleted.\nvar ErrMessageDeleted = errors.New(\"message may be deleted\")\n\n// ParseMessageLink return dialog id, msg id, error\nfunc ParseMessageLink(ctx context.Context, manager *peers.Manager, s string) (peers.Peer, int, error) {\n\tparse := func(from, msg string) (peers.Peer, int, error) {\n\t\tch, err := GetInputPeer(ctx, manager, from)\n\t\tif err != nil {\n\t\t\treturn nil, 0, errors.Wrap(err, \"input peer\")\n\t\t}\n\n\t\tm, err := strconv.Atoi(msg)\n\t\tif err != nil {\n\t\t\treturn nil, 0, errors.Wrap(err, \"parse message id\")\n\t\t}\n\n\t\treturn ch, m, nil\n\t}\n\n\tu, err := url.Parse(s)\n\tif err != nil {\n\t\treturn nil, 0, err\n\t}\n\n\tpaths := strings.Split(strings.TrimPrefix(u.Path, \"/\"), \"/\")\n\n\t// https://t.me/opencfdchannel/4434?comment=360409\n\tif c := u.Query().Get(\"comment\"); c != \"\" {\n\t\tpeer, err := GetInputPeer(ctx, manager, paths[0])\n\t\tif err != nil {\n\t\t\treturn nil, 0, errors.Wrap(err, \"input peer\")\n\t\t}\n\n\t\tch, ok := peer.(peers.Channel)\n\t\tif !ok || !ch.IsBroadcast() {\n\t\t\treturn nil, 0, errors.New(\"not channel\")\n\t\t}\n\n\t\traw, err := ch.FullRaw(ctx)\n\t\tif err != nil {\n\t\t\treturn nil, 0, errors.Wrap(err, \"full raw\")\n\t\t}\n\n\t\tlinked, ok := raw.GetLinkedChatID()\n\t\tif !ok {\n\t\t\treturn nil, 0, errors.New(\"no linked chat\")\n\t\t}\n\n\t\treturn parse(strconv.FormatInt(linked, 10), c)\n\t}\n\n\tswitch len(paths) {\n\tcase 2:\n\t\t// https://t.me/telegram/193\n\t\t// https://t.me/myhostloc/1485524?thread=1485523\n\t\treturn parse(paths[0], paths[1])\n\tcase 3:\n\t\t// https://t.me/c/1697797156/151\n\t\t// https://t.me/iFreeKnow/45662/55005\n\t\tif paths[0] == \"c\" {\n\t\t\treturn parse(paths[1], paths[2])\n\t\t}\n\n\t\t// \"45662\" means topic id, we don't need it\n\t\treturn parse(paths[0], paths[2])\n\tcase 4:\n\t\t// https://t.me/c/1492447836/251015/251021\n\t\tif paths[0] != \"c\" {\n\t\t\treturn nil, 0, fmt.Errorf(\"invalid message link\")\n\t\t}\n\n\t\t// \"251015\" means topic id, we don't need it\n\t\treturn parse(paths[1], paths[3])\n\tdefault:\n\t\treturn nil, 0, fmt.Errorf(\"invalid message link: %s\", s)\n\t}\n}\n\nfunc GetInputPeer(ctx context.Context, manager *peers.Manager, from string) (peers.Peer, error) {\n\tid, err := strconv.ParseInt(from, 10, 64)\n\tif err != nil {\n\t\t// from is username\n\t\tp, err := manager.Resolve(ctx, from)\n\t\tif err != nil {\n\t\t\treturn nil, err\n\t\t}\n\n\t\treturn p, nil\n\t}\n\n\tvar p peers.Peer\n\tif p, err = manager.ResolveChannelID(ctx, id); err == nil {\n\t\treturn p, nil\n\t}\n\tif p, err = manager.ResolveUserID(ctx, id); err == nil {\n\t\treturn p, nil\n\t}\n\tif p, err = manager.ResolveChatID(ctx, id); err == nil {\n\t\treturn p, nil\n\t}\n\n\treturn nil, fmt.Errorf(\"failed to get result from %d：%v\", id, err)\n}\n\nfunc GetPeerID(peer tg.PeerClass) int64 {\n\tswitch p := peer.(type) {\n\tcase *tg.PeerUser:\n\t\treturn p.UserID\n\tcase *tg.PeerChat:\n\t\treturn p.ChatID\n\tcase *tg.PeerChannel:\n\t\treturn p.ChannelID\n\t}\n\treturn 0\n}\n\nfunc GetInputPeerID(peer tg.InputPeerClass) int64 {\n\tswitch p := peer.(type) {\n\tcase *tg.InputPeerUser:\n\t\treturn p.UserID\n\tcase *tg.InputPeerChat:\n\t\treturn p.ChatID\n\tcase *tg.InputPeerChannel:\n\t\treturn p.ChannelID\n\t}\n\n\treturn 0\n}\n\nfunc GetBlockedDialogs(ctx context.Context, client *tg.Client) (map[int64]struct{}, error) {\n\tblocks, err := query.GetBlocked(client).BatchSize(100).Collect(ctx)\n\tif err != nil {\n\t\treturn nil, err\n\t}\n\n\tblockids := make(map[int64]struct{})\n\tfor _, b := range blocks {\n\t\tblockids[GetPeerID(b.Contact.PeerID)] = struct{}{}\n\t}\n\treturn blockids, nil\n}\n\nfunc FileExists(msg tg.MessageClass) bool {\n\tm, ok := msg.(*tg.Message)\n\tif !ok {\n\t\treturn false\n\t}\n\n\tmd, ok := m.GetMedia()\n\tif !ok {\n\t\treturn false\n\t}\n\n\tswitch md.(type) {\n\tcase *tg.MessageMediaDocument, *tg.MessageMediaPhoto:\n\t\treturn true\n\tdefault:\n\t\treturn false\n\t}\n}\n\nfunc GetSingleMessage(ctx context.Context, c *tg.Client, peer tg.InputPeerClass, msg int) (*tg.Message, error) {\n\tit := query.Messages(c).\n\t\tGetHistory(peer).OffsetID(msg + 1).\n\t\tBatchSize(1).Iter()\n\n\tif !it.Next(ctx) {\n\t\treturn nil, errors.Wrap(it.Err(), \"get single message\")\n\t}\n\n\tm, ok := it.Value().Msg.(*tg.Message)\n\tif !ok {\n\t\treturn nil, errors.Errorf(\"invalid message %d\", msg)\n\t}\n\n\t// check if message is deleted\n\tif m.GetID() != msg {\n\t\treturn nil, fmt.Errorf(\"the message %d/%d: %w\", GetInputPeerID(peer), msg, ErrMessageDeleted)\n\t}\n\n\treturn m, nil\n}\n\ntype Messages []*tg.Message\n\nfunc (m Messages) Len() int {\n\treturn len(m)\n}\n\nfunc (m Messages) Less(i, j int) bool {\n\treturn m[i].ID < m[j].ID\n}\n\nfunc (m Messages) Swap(i, j int) {\n\tm[i], m[j] = m[j], m[i]\n}\n\nfunc GetGroupedMessages(ctx context.Context, c *tg.Client, peer tg.InputPeerClass, msg *tg.Message) ([]*tg.Message, error) {\n\tgroup, ok := msg.GetGroupedID()\n\tif !ok {\n\t\treturn nil, errors.New(\"not grouped message\")\n\t}\n\t// https://telegram.org/blog/albums-saved-messages\n\t// Each album can include up to 10 photos or videos\n\tbatchSize := 20\n\n\tit := query.Messages(c).GetHistory(peer).\n\t\tOffsetID(msg.ID + 11). // from latest to oldest\n\t\tBatchSize(batchSize).Iter()\n\n\tmessages := make([]*tg.Message, 0, batchSize)\n\tfor i := 0; it.Next(ctx) && i < batchSize; i++ {\n\t\tm, ok := it.Value().Msg.(*tg.Message)\n\t\tif !ok {\n\t\t\tcontinue\n\t\t}\n\t\tgroupID, ok := m.GetGroupedID()\n\t\tif !ok {\n\t\t\tcontinue\n\t\t}\n\t\tif groupID != group {\n\t\t\tcontinue\n\t\t}\n\n\t\t// append argument msg to the end of messages because of it may have been modified.\n\t\t// Like forward edit flag.\n\t\tif m.ID == msg.ID {\n\t\t\tmessages = append(messages, msg)\n\t\t} else {\n\t\t\tmessages = append(messages, m)\n\t\t}\n\t}\n\n\t// reverse messages from oldest to latest, so we can forward them in order\n\tfor i, j := 0, len(messages)-1; i < j; i, j = i+1, j-1 {\n\t\tmessages[i], messages[j] = messages[j], messages[i]\n\t}\n\n\treturn messages, nil\n}\n\nvar threadsLevels = []struct {\n\tthreads int\n\tsize int64\n}{\n\t{1, 1 << 20},\n\t{2, 5 << 20},\n\t{4, 20 << 20},\n\t{8, 50 << 20},\n}\n\nfunc BestThreads(size int64, max int) int {\n\t// Get best threads num for download, based on file size\n\tfor _, thread := range threadsLevels {\n\t\tif size < thread.size {\n\t\t\treturn min(thread.threads, max)\n\t\t}\n\t}\n\treturn max\n}\n"
},
{
"path": "docs/assets/_custom.scss",
"content": "@import \"plugins/_scrollbars.scss\";\n\n.markdown pre {\n outline: none;\n}\n\n.command::before {\n content: attr(prompt);\n opacity: .7;\n display: inline;\n padding-right: 0.7em;\n font-family: SFMono-Regular, Menlo, Monaco, Consolas, monospace;\n border-right: 1px solid #999;\n margin-right: 0.6em;\n letter-spacing: -1px;\n font-size: 105%;\n -webkit-user-select: none;\n -moz-user-select: none;\n user-select: none;\n pointer-events: none;\n}\n\n.toast {\n position: fixed;\n bottom: 20px;\n left: 50%;\n transform: translateX(-50%);\n background-color: #494949;\n color: #fff;\n padding: 10px;\n border-radius: 8px;\n z-index: 9999; // top\n opacity: 0;\n transition: opacity 0.3s ease-in-out;\n}\n"
},
{
"path": "docs/content/en/_index.md",
"content": "---\ntitle: Introduction\n---\n\n# tdl\n\n\n\n\n\n\n\n{{< image src=\"img/logo.png\" align=\"right\" height=\"270\" width=\"270\">}}\n\n📥 Telegram Downloader, but more than a downloader\n\n#### Features:\n\n- Single file start-up\n- Low resource usage\n- Take up all your bandwidth\n- Faster than official clients\n- Download files from (protected) chats\n- Forward messages with automatic fallback and message routing\n- Upload files to Telegram\n- Export messages/members/subscribers to JSON\n\n## Preview\n\nIt reaches my proxy's speed limit, and the **speed depends on whether you are a premium**\n\n{{< image src=\"img/preview.gif\" >}}\n\n## Sponsors\n\n\n\n## Contributors\n\n code\n\npackage main\n\nimport \"fmt\"\n\nfunc main() {\n fmt.Println(\"hello world\")\n}\nDefault: `20060102150405` | `formatDate TIMESTAMP`
`formatDate TIMESTAMP \"format\"` | `{{ formatDate 1600000000 }}`
`{{ formatDate 1600000000 \"2006-01-02-15-04-05\"}}` |\n| `filenamify` | Convert `STRING` to a valid filename with the best effort. Optional `MaxLength` can be used to limit string length | `filenamify STRING MaxLength` | `{{ filenamify .FileName 32 }}` |\n\n### Examples:\n\n```gotemplate\n{{ .DialogID }}_{{ .MessageID }}_{{ replace .FileCaption `/` `_` `\\` `_` `:` `_` }}\n\n{{ .FileName }}_{{ formatDate .DownloadDate }}_{{ .FileSize }}\n\n{{ .FileName }}_{{ formatDate .DownloadDate \"2006-01-02-15-04-05\"}}_{{ .FileSize }}\n\n{{ lower (replace .FileName ` ` `_`) }}\n\n{{ formatDate (now) }}\n```\n\n### Default:\n\n```gotemplate\n{{ .DialogID }}_{{ .MessageID }}_{{ filenamify .FileName }}\n```\n" }, { "path": "docs/content/en/guide/tools/_index.md", "content": "---\ntitle: \"Tools\"\nbookCollapseSection: true\nweight: 60\n---\n" }, { "path": "docs/content/en/guide/tools/export-members.md", "content": "---\ntitle: \"Export Members\"\nweight: 20\n---\n\n# Export Members\n\nExport chat members/subscribers, admins, bots, etc.\n\n{{< hint info >}}\nChat administrator permission is required for some types of members(kicked, banned, etc.).\n{{< /hint >}}\n\n{{< include \"snippets/chat.md\" >}}\n\n## All\n\nExport all users to `tdl-users.json`\n\n{{< command >}}\ntdl chat users -c CHAT\n{{< /command >}}\n\n## Custom Destination\n\nExport with specified file path\n\n{{< command >}}\ntdl chat users -c CHAT -o /path/to/export.json\n{{< /command >}}\n\n## Raw\n\nExport Telegram MTProto raw user structure, which is useful for debugging.\n\n{{< command >}}\ntdl chat users -c CHAT --raw\n{{< /command >}}\n" }, { "path": "docs/content/en/guide/tools/export-messages.md", "content": "---\ntitle: \"Export Messages\"\nweight: 30\n---\n\n# Export Messages\n\nExport media messages from chats, channels, groups, etc. in JSON format.\n\n{{< include \"snippets/chat.md\" >}}\n\n{{< hint info >}}\nEmpty CHAT means 'Saved Messages'\n{{< /hint >}}\n\n## All\n\nExport all messages containing media to `tdl-export.json`\n\n{{< command >}}\ntdl chat export -c CHAT\n{{< /command >}}\n\n## From Topic/Replies\n\nExport media messages from specific topic:\n{{< hint info >}}\nGet Topic ID:\n\n1. Message Link: `https://t.me/c/1492447836/251011/269724` (`251011` is topic id)\n2. `tdl chat ls` command\n {{< /hint >}}\n\n{{< command >}}\ntdl chat export -c CHAT --topic TOPIC_ID\n{{< /command >}}\n\nExport media messages from specific channel post replies:\n\n{{< command >}}\ntdl chat export -c CHAT --reply POST_ID\n{{< /command >}}\n\n## Custom Destination\n\nExport with specific output file path. Default: `tdl-export.json`.\n\n{{< command >}}\ntdl chat export -c CHAT -o /path/to/output.json\n{{< /command >}}\n\n## Custom Type\n\n### Time Range\n\nExport with specific timestamp range. Default: `1970-01-01` - `NOW`\n\n{{< command >}}\ntdl chat export -c CHAT -T time -i 1665700000,1665761624\n{{< /command >}}\n\n`time` is also the default value of `-T` option, so you can omit it\n\n{{< command >}}\ntdl chat export -c CHAT -i 1665700000,1665761624\n{{< /command >}}\n\n### ID Range\n\nExport with specific message id range. Default: `0` - `latest`\n\n{{< command >}}\ntdl chat export -c CHAT -T id -i 100,500\n{{< /command >}}\n\n### Last\n\nExport last 100 media messages:\n\n{{< command >}}\ntdl chat export -c CHAT -T last -i 100\n{{< /command >}}\n\n## Filter\n\nPlease refer to [Filter Guide](/reference/expr) for basic knowledge about filter.\n\nList all available filter fields:\n\n{{< command >}}\ntdl chat export -c CHAT -f -\n{{< /command >}}\n\nExport last 10 zip files that `size > 5MiB` and `views > 200`:\n\n{{< command >}}\ntdl chat export -c CHAT -T last -i 10 -f \"Views>200 && Media.Name endsWith '.zip' && Media.Size > 5*1024*1024\"\n{{< /command >}}\n\n## With Content\n\nExport with message content:\n\n{{< command >}}\ntdl chat export -c CHAT --with-content\n{{< /command >}}\n\n## Raw\n\nExport Telegram MTProto raw message structure, which is useful for debugging.\n\n{{< command >}}\ntdl chat export -c CHAT --raw\n{{< /command >}}\n\n## Non-Media\n\nExport all messages including non-media messages, which is useful for debugging/backup.\n\n{{< command >}}\ntdl chat export -c CHAT --all\n{{< /command >}}\n" }, { "path": "docs/content/en/guide/tools/list-chats.md", "content": "---\ntitle: \"List Chats\"\nweight: 10\n---\n\n# List Chats\n\n## List all chats\n\n{{< command >}}\ntdl chat ls\n{{< /command >}}\n\n## JSON Output\n\n{{< command >}}\ntdl chat ls -o json\n{{< /command >}}\n\n## Filter\n\nPlease refer to [Filter Guide](/reference/expr) for basic knowledge about filter.\n\nList all available filter fields:\n\n{{< command >}}\ntdl chat ls -f -\n{{< /command >}}\n\nList channels that VisibleName contains \"Telegram\":\n\n{{< command >}}\ntdl chat ls -f \"Type contains 'channel' && VisibleName contains 'Telegram'\"\n{{< /command >}}\n\nList groups that have topics:\n\n{{< command >}}\ntdl chat ls -f \"len(Topics)>0\"\n{{< /command >}}\n\n" }, { "path": "docs/content/en/guide/upload.md", "content": "---\ntitle: \"Upload\"\nweight: 40\n---\n\n# Upload\n\n## Upload Files\n\nUpload specified files and directories to `Saved Messages`:\n\n{{< command >}}\ntdl up -p /path/to/file -p /path/to/dir\n{{< /command >}}\n\n## Custom Destination\n\nUpload to custom chat.\n\n{{< include \"snippets/chat.md\" >}}\n\n### Specific Chat\n\nUpload to specific one chat:\n\n{{< command >}}\ntdl up -p /path/to/file -c CHAT\n{{< /command >}}\n\nUpload to specific topic in a forum chat:\n\n{{< command >}}\ntdl up -p /path/to/file -c CHAT --topic TOPIC_ID\n{{< /command >}}\n\n### Message Routing\n\nUpload to different chats by message router which is based on [expression](/reference/expr).\n\n{{< hint warning >}}\nThe `--to` flag is conflicted with the `-c/--chat` and `--topic` flags. You can only use one of them.\n{{< /hint >}}\n\nList all available fields:\n\n{{< command >}}\ntdl up -p /path/to/file --to -\n{{< /command >}}\n\nUpload to `CHAT1` if MIME contains `video`, otherwise upload to `Saved Messages`:\n\n{{< hint info >}}\nYou must return a **string** or **struct** as the target CHAT, and empty string means upload to `Saved Messages`.\n{{< /hint >}}\n\n{{< command >}}\ntdl up -p /path/to/file \\\n--to 'MIME contains \"video\" ? \"CHAT1\" : \"\"'\n{{< /command >}}\n\nUpload to `CHAT1` if MIME contains `video`, otherwise upload to reply to message/topic `4` in `CHAT2`:\n\n{{< command >}}\ntdl up -p /path/to/file \\\n--to 'MIME contains \"video\" ? \"CHAT1\" : { Peer: \"CHAT2\", Thread: 4 }'\n{{< /command >}}\n\nPass a file name if the expression is complex:\n\n{{< details \"router.txt\" >}}\nWrite your expression like `switch`:\n\n```javascript\nMIME contains \"video\" ? \"CHAT1\" :\nFileExt contains \".mp3\" ? \"CHAT2\" :\nFileName contains \"chat3\" > 30 ? {Peer: \"CHAT3\", Thread: 101} :\n\"\"\n```\n\n{{< /details >}}\n\n{{< command >}}\ntdl up -p /path/to/file --to router.txt\n{{< /command >}}\n\n## Custom Parameters\n\nUpload with 8 threads per task, 4 concurrent tasks:\n\n{{< command >}}\ntdl up -p /path/to/file -t 8 -l 4\n{{< /command >}}\n\n## Custom Caption\n\nCustom caption is based on [expression](/reference/expr).\n\nList all available fields:\n\n{{< command >}}\ntdl up -p /path/to/file --caption -\n{{< /command >}}\n\nCustom simple caption:\n{{< command >}}\ntdl up -p /path/to/file --caption 'FileName + \" - uploaded by tdl\"'\n{{< /command >}}\n\nWrite styled message with [HTML](https://core.telegram.org/bots/api#html-style):\n{{< command >}}\ntdl up -p /path/to/file --caption \\\n'FileName + `Bold Link`'\n{{< /command >}}\n\nPass a file name if the expression is complex:\n\n{{< details \"caption.txt\" >}}\n\n```javascript\nrepeat(FileName, 2) + `\nGoogle\nBing\nbold\nitalic\n
code\n\npackage main\n\nimport \"fmt\"\n\nfunc main() {\n fmt.Println(\"hello world\")\n}\n代码\n\npackage main\n\nimport \"fmt\"\n\nfunc main() {\n fmt.Println(\"hello world\")\n}\n(默认格式: `20060102150405`) | `formatDate TIMESTAMP`
`formatDate TIMESTAMP \"format\"` | `{{ formatDate 1600000000 }}`
`{{ formatDate 1600000000 \"2006-01-02-15-04-05\"}}` |\n| `filenamify` | 尽可能将 `STRING` 转换为合法文件名，可选 `MaxLength` 限制字符串长度避免文件系统限制 | `filenamify STRING MaxLength` | `{{ filenamify .FileName 32 }}` |\n\n### 示例：\n\n```gotemplate\n{{ .DialogID }}_{{ .MessageID }}_{{ replace .FileCaption `/` `_` `\\` `_` `:` `_` }}\n\n{{ .FileName }}_{{ formatDate .DownloadDate }}_{{ .FileSize }}\n\n{{ .FileName }}_{{ formatDate .DownloadDate \"2006-01-02-15-04-05\"}}_{{ .FileSize }}\n\n{{ lower (replace .FileName ` ` `_`) }}\n\n{{ formatDate (now) }}\n```\n\n### 默认：\n\n```gotemplate\n{{ .DialogID }}_{{ .MessageID }}_{{ filenamify .FileName }}\n```\n" }, { "path": "docs/content/zh/guide/tools/_index.md", "content": "---\ntitle: \"工具\"\nbookCollapseSection: true\nweight: 60\n---\n" }, { "path": "docs/content/zh/guide/tools/export-members.md", "content": "---\ntitle: \"导出成员\"\nweight: 20\n---\n\n# 导出成员\n\n导出聊天成员/订阅者、管理员、机器人等。\n\n{{< hint info >}}\n部分类型用户(被禁用户/被踢出用户/……)导出需要聊天管理员权限。\n{{< /hint >}}\n\n{{< include \"snippets/chat.md\" >}}\n\n## 默认\n\n将所有用户导出为 `tdl-users.json`\n\n{{< command >}}\ntdl chat users -c CHAT\n{{< /command >}}\n\n## 自定义路径\n\n指定文件路径进行导出\n\n{{< command >}}\ntdl chat users -c CHAT -o /path/to/export.json\n{{< /command >}}\n\n## 原始数据\n\n导出 Telegram MTProto 原始用户结构，用于调试。\n\n{{< command >}}\ntdl chat users -c CHAT --raw\n{{< /command >}}\n" }, { "path": "docs/content/zh/guide/tools/export-messages.md", "content": "---\ntitle: \"导出消息\"\nweight: 30\n---\n\n# 导出消息\n\n以 JSON 格式导出聊天、频道、群组等中的媒体消息。\n\n{{< include \"snippets/chat.md\" >}}\n\n{{< hint info >}}\n空的 CHAT 表示“收藏夹”\n{{< /hint >}}\n\n## 所有消息\n\n将包含媒体的所有消息导出到 `tdl-export.json`\n\n{{< command >}}\ntdl chat export -c CHAT\n{{< /command >}}\n\n## 从主题/回复中导出\n\n从特定主题导出媒体消息：\n{{< hint info >}}\n获取主题 ID 的方式：\n\n1. 消息链接：`https://t.me/c/1492447836/251011/269724`（`251011` 是主题 ID）\n2. `tdl chat ls` 命令\n {{< /hint >}}\n\n{{< command >}}\ntdl chat export -c CHAT --topic TOPIC_ID\n{{< /command >}}\n\n从特定频道帖子的回复中导出媒体消息：\n\n{{< command >}}\ntdl chat export -c CHAT --reply POST_ID\n{{< /command >}}\n\n## 自定义路径\n\n指定输出文件路径进行导出。默认：`tdl-export.json`。\n\n{{< command >}}\ntdl chat export -c CHAT -o /path/to/output.json\n{{< /command >}}\n\n## 自定义类型\n\n### 时间范围\n\n根据特定的时间戳范围进行导出。默认：`1970-01-01` - `当前`\n\n{{< command >}}\ntdl chat export -c CHAT -T time -i 1665700000,1665761624\n{{< /command >}}\n\n`time` 也是 `-T` 选项的默认值，因此您可以省略它\n\n{{< command >}}\ntdl chat export -c CHAT -i 1665700000,1665761624\n{{< /command >}}\n\n### ID 范围\n\n根据特定的消息 ID 范围进行导出。默认：`0` - `最新`\n\n{{< command >}}\ntdl chat export -c CHAT -T id -i 100,500\n{{< /command >}}\n\n### 最新\n\n导出最后 100 条媒体文件：\n\n{{< command >}}\ntdl chat export -c CHAT -T last -i 100\n{{< /command >}}\n\n## 过滤\n\n请参考[过滤器指南](/zh/reference/expr)以获取有关过滤器的基本知识。\n\n列出所有可用的过滤字段：\n\n{{< command >}}\ntdl chat export -c CHAT -f -\n{{< /command >}}\n\n导出最后的 10 个媒体文件，其中 `大小 > 5MiB` 且 `查看次数 > 200`：\n\n{{< command >}}\ntdl chat export -c CHAT -T last -i 10 -f \"Views>200 && Media.Name endsWith '.zip' && Media.Size > 5*1024*1024\"\n{{< /command >}}\n\n## 包含内容\n\n附带消息内容：\n\n{{< command >}}\ntdl chat export -c CHAT --with-content\n{{< /command >}}\n\n## 原始数据\n\n导出 Telegram MTProto 原始消息结构，用于调试。\n\n{{< command >}}\ntdl chat export -c CHAT --raw\n{{< /command >}}\n\n## 非媒体消息\n\n导出包括非媒体消息的所有消息，用于调试/备份。\n\n{{< command >}}\ntdl chat export -c CHAT --all\n{{< /command >}}\n" }, { "path": "docs/content/zh/guide/tools/list-chats.md", "content": "---\ntitle: \"列出聊天\"\nweight: 10\n---\n\n# 列出聊天\n\n## 列出所有聊天\n\n{{< command >}}\ntdl chat ls\n{{< /command >}}\n\n## JSON 格式\n\n{{< command >}}\ntdl chat ls -o json\n{{< /command >}}\n\n## 过滤器\n\n请参考 [过滤器指南](/zh/reference/expr) 以获取有关过滤器的基本知识。\n\n列出所有可用的过滤字段：\n\n{{< command >}}\ntdl chat ls -f -\n{{< /command >}}\n\n列出名字包含 \"Telegram\" 的频道：\n\n{{< command >}}\ntdl chat ls -f \"Type contains 'channel' && VisibleName contains 'Telegram'\"\n{{< /command >}}\n\n列出具有主题的群组：\n\n{{< command >}}\ntdl chat ls -f \"len(Topics)>0\"\n{{< /command >}}\n" }, { "path": "docs/content/zh/guide/upload.md", "content": "---\ntitle: \"上传\"\nweight: 40\n---\n\n# 上传\n\n## 上传文件\n\n上传指定的文件和目录到 `保存的消息`：\n\n{{< command >}}\ntdl up -p /path/to/file -p /path/to/dir\n{{< /command >}}\n\n## 自定义目标\n\n上传到自定义聊天。\n\n{{< include \"snippets/chat.md\" >}}\n\n## 指定聊天\n\n上传到指定的聊天：\n\n{{< command >}}\ntdl up -p /path/to/file -c CHAT\n{{< /command >}}\n\n上传到论坛型聊天的指定主题：\n\n{{< command >}}\ntdl up -p /path/to/file -c CHAT --topic TOPIC_ID\n{{< /command >}}\n\n## 消息路由\n\n通过基于[表达式](/reference/expr)的消息路由，将文件上传到不同的聊天：\n\n{{< hint warning >}}\n`--to` 标志与 `-c/--chat` 和 `--topic` 标志冲突，只能使用其中一个。\n{{< /hint >}}\n\n列出所有可用字段：\n\n{{< command >}}\ntdl up -p /path/to/file --to -\n{{< /command >}}\n\n如果 MIME 包含 `video` 则上传到 `CHAT1`，否则上传到 `收藏夹`：\n\n{{< hint info >}}\n必须返回一个字符串或结构体作为目标聊天，空字符串表示上传到 `收藏夹`。\n{{< /hint >}}\n\n{{< command >}}\ntdl up -p /path/to/file \\\n--to 'MIME contains \"video\" ? \"CHAT1\" : \"\"'\n{{< /command >}}\n\n如果 MIME 包含 `video` 则上传到 `CHAT1`，否则回复 `CHAT2` 的消息/主题 `4`：\n\n{{< command >}}\ntdl up -p /path/to/file \\\n--to 'MIME contains \"video\" ? \"CHAT1\" : { Peer: \"CHAT2\", Thread: 4 }'\n{{< /command >}}\n\n如果表达式较复杂，可以传递文件名：\n\n{{< details \"router.txt\" >}}\n像使用 `switch` 一样编写表达式：\n\n```javascript\nMIME contains \"video\" ? \"CHAT1\" :\nFileExt contains \".mp3\" ? \"CHAT2\" :\nFileName contains \"chat3\" > 30 ? {Peer: \"CHAT3\", Thread: 101} :\n\"\"\n```\n\n{{< /details >}}\n\n{{< command >}}\ntdl up -p /path/to/file --to router.txt\n{{< /command >}}\n\n## 自定义参数\n\n使用每个任务8个线程、4个并发任务上传：\n\n{{< command >}}\ntdl up -p /path/to/file -t 8 -l 4\n{{< /command >}}\n\n## 自定义标题\n\n使用[表达式引擎](/reference/expr)编写自定义标题。\n\n列出所有可用字段：\n\n{{< command >}}\ntdl up -p /path/to/file --caption -\n{{< /command >}}\n\n自定义简单的标题：\n{{< command >}}\ntdl up -p ./path/to/file --caption 'FileName + \" - uploaded by tdl\"'\n{{< /command >}}\n\n以[HTML](https://core.telegram.org/bots/api#html-style)格式编写带有样式的消息：\n{{< command >}}\ntdl up -p /path/to/file --caption \\\n'FileName + `Bold Link`'\n{{< /command >}}\n\n如果表达式较复杂，可以传递文件名：\n\n{{< details \"caption.txt\" >}}\n\n```javascript\nrepeat(FileName, 2) + `\nGoogle\nBing\nbold\nitalic\n
code\n\npackage main\n\nimport \"fmt\"\n\nfunc main() {\n fmt.Println(\"hello world\")\n}\n\n {{- range $line := $lines -}}\n {{- $line = trim $line \" \\t\\r\\n\" -}}\n {{- if ne $line \"\" -}}\n {{- if not $slash -}}\n {{ $line }}
\n {{- else -}}\n {{ $line }}
\n {{- end -}}\n {{- $slash = hasSuffix $line \"\\\\\" -}}\n {{- end -}}\n {{- end -}}\n\n"
},
{
"path": "docs/layouts/shortcodes/image.html",
"content": "{{ $file := .Get \"src\" }}\n{{ $height := .Get \"height\" }}\n{{ $width := .Get \"width\" }}\n{{ $align := .Get \"align\" }}\n\n{{ with resources.Get $file }}\n