diff --git a/.gitignore b/.gitignore index adf8f72..cac4bee 100644 --- a/.gitignore +++ b/.gitignore @@ -21,3 +21,7 @@ # Go workspace file go.work + +log.json +session.json +tdl-export.json \ No newline at end of file diff --git a/.vscode/launch.json b/.vscode/launch.json new file mode 100644 index 0000000..4f79b0d --- /dev/null +++ b/.vscode/launch.json @@ -0,0 +1,18 @@ +{ + // Use IntelliSense to learn about possible attributes. + // Hover to view descriptions of existing attributes. + // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387 + "version": "0.2.0", + "configurations": [ + { + "name": "Launch", + "type": "go", + "request": "launch", + "mode": "auto", + "program": "${workspaceFolder}/main.go", + "args": [ + "channels" + ] + } + ] +} \ No newline at end of file diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..e69de29 diff --git a/README.md b/README.md deleted file mode 100644 index 11e1656..0000000 --- a/README.md +++ /dev/null @@ -1,2 +0,0 @@ -# tg_exporter - diff --git a/config.yml b/config.yml new file mode 100644 index 0000000..f84ad35 --- /dev/null +++ b/config.yml @@ -0,0 +1,6 @@ +phone: "+17622696330" +app_id: 29433191 +app_hash: bc7a2f7b8893889ffa6115f5f0eac278 +bot_token: +session_file: ./session.json +log_file: ./log.json \ No newline at end of file diff --git a/config/config.go b/config/config.go new file mode 100644 index 0000000..75c9f31 --- /dev/null +++ b/config/config.go @@ -0,0 +1,33 @@ +package config + +import ( + "github.com/pkg/errors" + "github.com/spf13/viper" +) + +var C *Config + +type Config struct { + Phone string `mapstructure:"phone"` + AppID int `mapstructure:"app_id"` + AppHash string `mapstructure:"app_hash"` + BotToken string `mapstructure:"bot_token"` + SessionFile string `mapstructure:"session_file"` + LogFile string `mapstructure:"log_file"` +} + +func Load(path string) error { + // Load the config file + viper.SetConfigFile(path) + viper.AutomaticEnv() + + if err := viper.ReadInConfig(); err != nil { + return errors.Wrapf(err, "failed to read the config file %s", path) + } + + if err := viper.Unmarshal(&C); err != nil { + return errors.Wrapf(err, "failed to unmarshal the config %s", path) + } + + return nil +} diff --git a/downloads/1469109660_65010_6195240791631313981.jpg b/downloads/1469109660_65010_6195240791631313981.jpg new file mode 100644 index 0000000..16d4c92 Binary files /dev/null and b/downloads/1469109660_65010_6195240791631313981.jpg differ diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..deae250 --- /dev/null +++ b/go.mod @@ -0,0 +1,53 @@ +module exporter + +go 1.22.1 + +require ( + github.com/gotd/td v0.107.0 + github.com/pkg/errors v0.9.1 + github.com/samber/lo v1.47.0 + github.com/sirupsen/logrus v1.9.3 + github.com/spf13/cobra v1.8.1 + github.com/spf13/viper v1.19.0 + go.uber.org/zap v1.27.0 + golang.org/x/term v0.22.0 + gopkg.in/natefinch/lumberjack.v2 v2.2.1 +) + +require ( + github.com/cenkalti/backoff/v4 v4.3.0 // indirect + github.com/fsnotify/fsnotify v1.7.0 // indirect + github.com/go-faster/errors v0.7.1 // indirect + github.com/go-faster/jx v1.1.0 // indirect + github.com/go-faster/xor v1.0.0 // indirect + github.com/gotd/ige v0.2.2 // indirect + github.com/gotd/neo v0.1.5 // indirect + github.com/hashicorp/hcl v1.0.0 // indirect + github.com/inconshreveable/mousetrap v1.1.0 // indirect + github.com/klauspost/compress v1.17.9 // indirect + github.com/magiconair/properties v1.8.7 // indirect + github.com/mitchellh/mapstructure v1.5.0 // indirect + github.com/pelletier/go-toml/v2 v2.2.2 // indirect + github.com/sagikazarmark/locafero v0.4.0 // indirect + github.com/sagikazarmark/slog-shim v0.1.0 // indirect + github.com/segmentio/asm v1.2.0 // indirect + github.com/sourcegraph/conc v0.3.0 // indirect + github.com/spf13/afero v1.11.0 // indirect + github.com/spf13/cast v1.6.0 // indirect + github.com/spf13/pflag v1.0.5 // indirect + github.com/subosito/gotenv v1.6.0 // indirect + go.opentelemetry.io/otel v1.28.0 // indirect + go.opentelemetry.io/otel/trace v1.28.0 // indirect + go.uber.org/atomic v1.11.0 // indirect + go.uber.org/multierr v1.11.0 // indirect + golang.org/x/crypto v0.25.0 // indirect + golang.org/x/exp v0.0.0-20230905200255-921286631fa9 // indirect + golang.org/x/net v0.27.0 // indirect + golang.org/x/sync v0.7.0 // indirect + golang.org/x/sys v0.22.0 // indirect + golang.org/x/text v0.16.0 // indirect + gopkg.in/ini.v1 v1.67.0 // indirect + gopkg.in/yaml.v3 v3.0.1 // indirect + nhooyr.io/websocket v1.8.11 // indirect + rsc.io/qr v0.2.0 // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..a315dce --- /dev/null +++ b/go.sum @@ -0,0 +1,126 @@ +github.com/cenkalti/backoff/v4 v4.3.0 h1:MyRJ/UdXutAwSAT+s3wNd7MfTIcy71VQueUuFK343L8= +github.com/cenkalti/backoff/v4 v4.3.0/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= +github.com/cpuguy83/go-md2man/v2 v2.0.4/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc h1:U9qPSI2PIWSS1VwoXQT9A3Wy9MM3WgvqSxFWenqJduM= +github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/frankban/quicktest v1.14.6 h1:7Xjx+VpznH+oBnejlPUj8oUpdxnVs4f8XU8WnHkI4W8= +github.com/frankban/quicktest v1.14.6/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0= +github.com/fsnotify/fsnotify v1.7.0 h1:8JEhPFa5W2WU7YfeZzPNqzMP6Lwt7L2715Ggo0nosvA= +github.com/fsnotify/fsnotify v1.7.0/go.mod h1:40Bi/Hjc2AVfZrqy+aj+yEI+/bRxZnMJyTJwOpGvigM= +github.com/go-faster/errors v0.7.1 h1:MkJTnDoEdi9pDabt1dpWf7AA8/BaSYZqibYyhZ20AYg= +github.com/go-faster/errors v0.7.1/go.mod h1:5ySTjWFiphBs07IKuiL69nxdfd5+fzh1u7FPGZP2quo= +github.com/go-faster/jx v1.1.0 h1:ZsW3wD+snOdmTDy9eIVgQdjUpXRRV4rqW8NS3t+20bg= +github.com/go-faster/jx v1.1.0/go.mod h1:vKDNikrKoyUmpzaJ0OkIkRQClNHFX/nF3dnTJZb3skg= +github.com/go-faster/xor v0.3.0/go.mod h1:x5CaDY9UKErKzqfRfFZdfu+OSTfoZny3w5Ak7UxcipQ= +github.com/go-faster/xor v1.0.0 h1:2o8vTOgErSGHP3/7XwA5ib1FTtUsNtwCoLLBjl31X38= +github.com/go-faster/xor v1.0.0/go.mod h1:x5CaDY9UKErKzqfRfFZdfu+OSTfoZny3w5Ak7UxcipQ= +github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI= +github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= +github.com/gotd/ige v0.2.2 h1:XQ9dJZwBfDnOGSTxKXBGP4gMud3Qku2ekScRjDWWfEk= +github.com/gotd/ige v0.2.2/go.mod h1:tuCRb+Y5Y3eNTo3ypIfNpQ4MFjrnONiL2jN2AKZXmb0= +github.com/gotd/neo v0.1.5 h1:oj0iQfMbGClP8xI59x7fE/uHoTJD7NZH9oV1WNuPukQ= +github.com/gotd/neo v0.1.5/go.mod h1:9A2a4bn9zL6FADufBdt7tZt+WMhvZoc5gWXihOPoiBQ= +github.com/gotd/td v0.107.0 h1:ahGo6Yez73mxIGm6AbUD+dJIQG+hMnSIOYI/JNaONqk= +github.com/gotd/td v0.107.0/go.mod h1:rHtaG0hd4EY0ice4f9CVH/JxsA7ZICqkcH3aFSVZplg= +github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4= +github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ= +github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8= +github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw= +github.com/klauspost/compress v1.17.9 h1:6KIumPrER1LHsvBVuDa0r5xaG0Es51mhhB9BQB2qeMA= +github.com/klauspost/compress v1.17.9/go.mod h1:Di0epgTjJY877eYKx5yC51cX2A2Vl2ibi7bDH9ttBbw= +github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE= +github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk= +github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= +github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= +github.com/magiconair/properties v1.8.7 h1:IeQXZAiQcpL9mgcAe1Nu6cX9LLw6ExEHKjN0VQdvPDY= +github.com/magiconair/properties v1.8.7/go.mod h1:Dhd985XPs7jluiymwWYZ0G4Z61jb3vdS329zhj2hYo0= +github.com/mitchellh/mapstructure v1.5.0 h1:jeMsZIYE/09sWLaz43PL7Gy6RuMjD2eJVyuac5Z2hdY= +github.com/mitchellh/mapstructure v1.5.0/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= +github.com/pelletier/go-toml/v2 v2.2.2 h1:aYUidT7k73Pcl9nb2gScu7NSrKCSHIDE89b3+6Wq+LM= +github.com/pelletier/go-toml/v2 v2.2.2/go.mod h1:1t835xjRzz80PqgE6HHgN2JOsmgYu/h4qDAS4n929Rs= +github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= +github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 h1:Jamvg5psRIccs7FGNTlIRMkT8wgtp5eCXdBlqhYGL6U= +github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/rogpeppe/go-internal v1.12.0 h1:exVL4IDcn6na9z1rAb56Vxr+CgyK3nn3O+epU5NdKM8= +github.com/rogpeppe/go-internal v1.12.0/go.mod h1:E+RYuTGaKKdloAfM02xzb0FW3Paa99yedzYV+kq4uf4= +github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= +github.com/sagikazarmark/locafero v0.4.0 h1:HApY1R9zGo4DBgr7dqsTH/JJxLTTsOt7u6keLGt6kNQ= +github.com/sagikazarmark/locafero v0.4.0/go.mod h1:Pe1W6UlPYUk/+wc/6KFhbORCfqzgYEpgQ3O5fPuL3H4= +github.com/sagikazarmark/slog-shim v0.1.0 h1:diDBnUNK9N/354PgrxMywXnAwEr1QZcOr6gto+ugjYE= +github.com/sagikazarmark/slog-shim v0.1.0/go.mod h1:SrcSrq8aKtyuqEI1uvTDTK1arOWRIczQRv+GVI1AkeQ= +github.com/samber/lo v1.47.0 h1:z7RynLwP5nbyRscyvcD043DWYoOcYRv3mV8lBeqOCLc= +github.com/samber/lo v1.47.0/go.mod h1:RmDH9Ct32Qy3gduHQuKJ3gW1fMHAnE/fAzQuf6He5cU= +github.com/segmentio/asm v1.2.0 h1:9BQrFxC+YOHJlTlHGkTrFWf59nbL3XnCoFLTwDCI7ys= +github.com/segmentio/asm v1.2.0/go.mod h1:BqMnlJP91P8d+4ibuonYZw9mfnzI9HfxselHZr5aAcs= +github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ= +github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ= +github.com/sourcegraph/conc v0.3.0 h1:OQTbbt6P72L20UqAkXXuLOj79LfEanQ+YQFNpLA9ySo= +github.com/sourcegraph/conc v0.3.0/go.mod h1:Sdozi7LEKbFPqYX2/J+iBAM6HpqSLTASQIKqDmF7Mt0= +github.com/spf13/afero v1.11.0 h1:WJQKhtpdm3v2IzqG8VMqrr6Rf3UYpEF239Jy9wNepM8= +github.com/spf13/afero v1.11.0/go.mod h1:GH9Y3pIexgf1MTIWtNGyogA5MwRIDXGUr+hbWNoBjkY= +github.com/spf13/cast v1.6.0 h1:GEiTHELF+vaR5dhz3VqZfFSzZjYbgeKDpBxQVS4GYJ0= +github.com/spf13/cast v1.6.0/go.mod h1:ancEpBxwJDODSW/UG4rDrAqiKolqNNh2DX3mk86cAdo= +github.com/spf13/cobra v1.8.1 h1:e5/vxKd/rZsfSJMUX1agtjeTDf+qv1/JdBF8gg5k9ZM= +github.com/spf13/cobra v1.8.1/go.mod h1:wHxEcudfqmLYa8iTfL+OuZPbBZkmvliBWKIezN3kD9Y= +github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA= +github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= +github.com/spf13/viper v1.19.0 h1:RWq5SEjt8o25SROyN3z2OrDB9l7RPd3lwTWU8EcEdcI= +github.com/spf13/viper v1.19.0/go.mod h1:GQUN9bilAbhU/jgc1bKs99f/suXKeUMct8Adx5+Ntkg= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= +github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= +github.com/stretchr/objx v0.5.2/go.mod h1:FRsXN1f5AsAjCGJKqEizvkpNtU+EGNCLh3NxZ/8L+MA= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= +github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo= +github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg= +github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY= +github.com/subosito/gotenv v1.6.0 h1:9NlTDc1FTs4qu0DDq7AEtTPNw6SVm7uBMsUCUjABIf8= +github.com/subosito/gotenv v1.6.0/go.mod h1:Dk4QP5c2W3ibzajGcXpNraDfq2IrhjMIvMSWPKKo0FU= +go.opentelemetry.io/otel v1.28.0 h1:/SqNcYk+idO0CxKEUOtKQClMK/MimZihKYMruSMViUo= +go.opentelemetry.io/otel v1.28.0/go.mod h1:q68ijF8Fc8CnMHKyzqL6akLO46ePnjkgfIMIjUIX9z4= +go.opentelemetry.io/otel/trace v1.28.0 h1:GhQ9cUuQGmNDd5BTCP2dAvv75RdMxEfTmYejp+lkx9g= +go.opentelemetry.io/otel/trace v1.28.0/go.mod h1:jPyXzNPg6da9+38HEwElrQiHlVMTnVfM3/yv2OlIHaI= +go.uber.org/atomic v1.11.0 h1:ZvwS0R+56ePWxUNi+Atn9dWONBPp/AUETXlHW0DxSjE= +go.uber.org/atomic v1.11.0/go.mod h1:LUxbIzbOniOlMKjJjyPfpl4v+PKK2cNJn91OQbhoJI0= +go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto= +go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE= +go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0= +go.uber.org/multierr v1.11.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y= +go.uber.org/zap v1.27.0 h1:aJMhYGrd5QSmlpLMr2MftRKl7t8J8PTZPA732ud/XR8= +go.uber.org/zap v1.27.0/go.mod h1:GB2qFLM7cTU87MWRP2mPIjqfIDnGu+VIO4V/SdhGo2E= +golang.org/x/crypto v0.25.0 h1:ypSNr+bnYL2YhwoMt2zPxHFmbAN1KZs/njMG3hxUp30= +golang.org/x/crypto v0.25.0/go.mod h1:T+wALwcMOSE0kXgUAnPAHqTLW+XHgcELELW8VaDgm/M= +golang.org/x/exp v0.0.0-20230905200255-921286631fa9 h1:GoHiUyI/Tp2nVkLI2mCxVkOjsbSXD66ic0XW0js0R9g= +golang.org/x/exp v0.0.0-20230905200255-921286631fa9/go.mod h1:S2oDrQGGwySpoQPVqRShND87VCbxmc6bL1Yd2oYrm6k= +golang.org/x/net v0.27.0 h1:5K3Njcw06/l2y9vpGCSdcxWOYHOUk3dVNGDXN+FvAys= +golang.org/x/net v0.27.0/go.mod h1:dDi0PyhWNoiUOrAS8uXv/vnScO4wnHQO4mj9fn/RytE= +golang.org/x/sync v0.0.0-20201207232520-09787c993a3a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.7.0 h1:YsImfSBoP9QPYL0xyKJPq0gcaJdG3rInoqxTWbfQu9M= +golang.org/x/sync v0.7.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= +golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.22.0 h1:RI27ohtqKCnwULzJLqkv897zojh5/DwS/ENaMzUOaWI= +golang.org/x/sys v0.22.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= +golang.org/x/term v0.22.0 h1:BbsgPEJULsl2fV/AT3v15Mjva5yXKQDyKf+TbDz7QJk= +golang.org/x/term v0.22.0/go.mod h1:F3qCibpT5AMpCRfhfT53vVJwhLtIVHhB9XDjfFvnMI4= +golang.org/x/text v0.16.0 h1:a94ExnEXNtEwYLGJSIUxnWoxoRz/ZcCsV63ROupILh4= +golang.org/x/text v0.16.0/go.mod h1:GhwF1Be+LQoKShO3cGOHzqOgRrGaYc9AvblQOmPVHnI= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= +gopkg.in/ini.v1 v1.67.0 h1:Dgnx+6+nfE+IfzjUEISNeydPJh9AXNNsWbGP9KzCsOA= +gopkg.in/ini.v1 v1.67.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k= +gopkg.in/natefinch/lumberjack.v2 v2.2.1 h1:bBRl1b0OH9s/DuPhuXpNl+VtCaJXFZ5/uEFST95x9zc= +gopkg.in/natefinch/lumberjack.v2 v2.2.1/go.mod h1:YD8tP3GAjkrDg1eZH7EGmyESg/lsYskCTPBJVb9jqSc= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +nhooyr.io/websocket v1.8.11 h1:f/qXNc2/3DpoSZkHt1DQu6rj4zGC8JmkkLkWss0MgN0= +nhooyr.io/websocket v1.8.11/go.mod h1:rN9OFWIUwuxg4fR5tELlYC04bXYowCP9GX47ivo2l+c= +rsc.io/qr v0.2.0 h1:6vBLea5/NRMVTz8V66gipeLycZMl/+UlFmk8DvqQ6WY= +rsc.io/qr v0.2.0/go.mod h1:IF+uZjkb9fqyeF/4tlBoynqmQxUoPfWEKh921coOuXs= diff --git a/internal/client.go b/internal/client.go new file mode 100644 index 0000000..f1fe1c2 --- /dev/null +++ b/internal/client.go @@ -0,0 +1,171 @@ +package internal + +import ( + "context" + "fmt" + "path/filepath" + + "exporter/config" + + "github.com/gotd/td/telegram" + "github.com/gotd/td/telegram/auth" + "github.com/gotd/td/telegram/downloader" + "github.com/gotd/td/tg" + "github.com/pkg/errors" + "github.com/samber/lo" + "go.uber.org/zap" +) + +type TClient struct { + Config *config.Config + Client *telegram.Client + logger *zap.Logger + api *tg.Client + + waitLogin chan error + block chan struct{} +} + +// func (t *TClient) Close() { +// t.block <- struct{}{} +// } + +func NewClient(config *config.Config) *TClient { + c := &TClient{ + Config: config, + Client: telegram.NewClient(config.AppID, config.AppHash, telegram.Options{ + Logger: logger, + UpdateHandler: nil, + SessionStorage: &telegram.FileSessionStorage{ + Path: lo.Must(filepath.Abs(config.SessionFile)), + }, + }), + } + + return c +} + +// func (t *TClient) Run(ctx context.Context) { +// err := t.Client.Run(ctx, func(ctx context.Context) error { +// flow := auth.NewFlow(Terminal{PhoneNumber: t.Config.Phone}, auth.SendCodeOptions{}) +// if err := t.Client.Auth().IfNecessary(ctx, flow); err != nil { +// return errors.Wrap(err, "auth") +// } +// t.api = t.Client.API() + +// t.waitLogin <- nil +// <-t.block +// return nil +// }) +// if err != nil { +// t.waitLogin <- err +// } +// } + +// func (t *TClient) Wait() <-chan error { +// return t.waitLogin +// } + +func (t *TClient) Login(ctx context.Context) error { + flow := auth.NewFlow(Terminal{PhoneNumber: client.Config.Phone}, auth.SendCodeOptions{}) + if err := t.Client.Auth().IfNecessary(context.Background(), flow); err != nil { + return errors.Wrap(err, "auth") + } + + self, err := t.Client.Self(ctx) + if err != nil { + return errors.Wrap(err, "call self") + } + + logger.Info("Login", + zap.String("first_name", self.FirstName), + zap.String("last_name", self.LastName), + zap.String("username", self.Username), + zap.Int64("id", self.ID), + ) + + return nil +} + +// ChannelInfo +func (t *TClient) ChannelInfoByAlias(ctx context.Context, channelAlias string) (*tg.Channel, error) { + p, err := t.Client.API().ContactsResolveUsername(ctx, channelAlias) + if err != nil { + return nil, errors.Wrap(err, "contacts.resolveUsername") + } + chats := p.GetChats() + if len(chats) == 0 { + return nil, errors.New("chat not found") + } + channel := chats[0].(*tg.Channel) + return channel, nil +} + +func (t *TClient) ChannelInfoByID(ctx context.Context, channelID int64) (*tg.Channel, error) { + p, err := t.Client.API().ChannelsGetChannels(ctx, []tg.InputChannelClass{ + &tg.InputChannel{ChannelID: channelID}, + }) + if err != nil { + return nil, errors.Wrap(err, "contacts.resolveUsername") + } + chats := p.GetChats() + if len(chats) == 0 { + return nil, errors.New("chat not found") + } + channel := chats[0].(*tg.Channel) + return channel, nil +} + +func (t *TClient) Channel(ctx context.Context, channel *tg.Channel, offset int) error { + inputPeer := &tg.InputPeerChannel{ChannelID: channel.ID, AccessHash: channel.AccessHash} + messages, err := t.api.MessagesGetHistory(ctx, &tg.MessagesGetHistoryRequest{ + Peer: inputPeer, + Limit: 10, + OffsetID: offset, + }) + if err != nil { + return errors.Wrap(err, "messages.getHistory") + } + + downloader := downloader.NewDownloader() + lo.ForEach(messages.(*tg.MessagesChannelMessages).GetMessages(), func(item tg.MessageClass, index int) { + msg, ok := item.(*tg.Message) + if !ok { + fmt.Println("ID: get failed") + return + } + + if mediaClass, ok := msg.GetMedia(); ok { + if photoClass, ok := mediaClass.(*tg.MessageMediaPhoto).GetPhoto(); ok { + photo := photoClass.(*tg.Photo) + + thumbSize := "" + if len(photo.Sizes) > 1 { + thumbSize = photo.Sizes[len(photo.Sizes)-1].GetType() + } + + location := &tg.InputPhotoFileLocation{ + ID: photo.GetID(), + AccessHash: photo.GetAccessHash(), + FileReference: photo.GetFileReference(), + ThumbSize: thumbSize, + } + + saveTo := lo.Must(filepath.Abs(fmt.Sprintf("./photos/%d.jpg", photo.GetID()))) + storage, err := downloader.Download(t.api, location).ToPath(ctx, saveTo) + + if err != nil { + fmt.Println(err) + } else { + fmt.Println("Downloaded : ", storage) + } + } + } + + fmt.Println("") + fmt.Println("------------------------------------------------------------------------------------------------------") + fmt.Println("") + }) + + return nil +} diff --git a/internal/client_print_channels.go b/internal/client_print_channels.go new file mode 100644 index 0000000..87c9ecc --- /dev/null +++ b/internal/client_print_channels.go @@ -0,0 +1,20 @@ +package internal + +import ( + "context" + + "github.com/gotd/td/tg" + "github.com/pkg/errors" +) + +func (t *TClient) PrintChannels(ctx context.Context) error { + channels, err := t.Client.API().ChannelsGetChannels(context.Background(), []tg.InputChannelClass{ + &tg.InputChannelEmpty{}, + }) + if err != nil { + return errors.Wrap(err, "failed to get channels") + } + _ = channels + + return nil +} diff --git a/internal/cmd_export.go b/internal/cmd_export.go new file mode 100644 index 0000000..3809748 --- /dev/null +++ b/internal/cmd_export.go @@ -0,0 +1,46 @@ +package internal + +import ( + "context" + + "github.com/gotd/td/tg" + "github.com/pkg/errors" + "github.com/spf13/cobra" +) + +var ( + channelID int64 + channelAlias string +) + +func ExportCmd() *cobra.Command { + cmd := &cobra.Command{ + Use: "export", + Short: "export channels", + RunE: wrapE(func(ctx context.Context) error { + if channelID == 0 && channelAlias == "" { + return errors.New("channel id or alias is required") + } + + var channel *tg.Channel + var err error + if channelAlias != "" { + channel, err = client.ChannelInfoByAlias(ctx, channelAlias) + if err != nil { + return err + } + } else { + channel, err = client.ChannelInfoByID(ctx, channelID) + if err != nil { + return err + } + } + return client.Channel(ctx, channel, 0) + }), + } + + cmd.Flags().Int64Var(&channelID, "channel", 0, "channel id") + cmd.Flags().StringVar(&channelAlias, "alias", "", "channel alias") + + return cmd +} diff --git a/internal/cmd_login.go b/internal/cmd_login.go new file mode 100644 index 0000000..633b7f2 --- /dev/null +++ b/internal/cmd_login.go @@ -0,0 +1,15 @@ +package internal + +import ( + "github.com/spf13/cobra" +) + +func LoginCmd() *cobra.Command { + cmd := &cobra.Command{ + Use: "login", + Short: "login account", + RunE: wrapE(client.Login), + } + + return cmd +} diff --git a/internal/common.go b/internal/common.go new file mode 100644 index 0000000..bc40d9c --- /dev/null +++ b/internal/common.go @@ -0,0 +1,46 @@ +package internal + +import ( + "context" + + "exporter/config" + + "github.com/spf13/cobra" + "go.uber.org/zap" + "go.uber.org/zap/zapcore" + lj "gopkg.in/natefinch/lumberjack.v2" +) + +var ( + client *TClient + logger *zap.Logger +) + +func InitClient(cfg *config.Config) error { + logWriter := zapcore.AddSync(&lj.Logger{ + Filename: cfg.LogFile, + MaxBackups: 3, + MaxSize: 1, // megabytes + MaxAge: 7, // days + }) + logCore := zapcore.NewCore( + zapcore.NewJSONEncoder(zap.NewProductionEncoderConfig()), + logWriter, + zap.DebugLevel, + ) + logger = zap.New(logCore) + + client = NewClient(cfg) + return nil +} + +func Close() error { + _ = logger.Sync() + return nil +} + +func wrapE(f func(context.Context) error) func(cmd *cobra.Command, args []string) error { + return func(cmd *cobra.Command, args []string) error { + return client.Client.Run(context.Background(), f) + } +} diff --git a/internal/terminal.go b/internal/terminal.go new file mode 100644 index 0000000..2b6359e --- /dev/null +++ b/internal/terminal.go @@ -0,0 +1,63 @@ +package internal + +import ( + "bufio" + "context" + "errors" + "fmt" + "os" + "strings" + "syscall" + + "golang.org/x/term" + + "github.com/gotd/td/telegram/auth" + "github.com/gotd/td/tg" +) + +// Terminal implements auth.UserAuthenticator prompting the terminal for +// input. +// +// This is only example implementation, you should not use it in your code. +// Copy it and modify to fit your needs. +type Terminal struct { + PhoneNumber string // optional, will be prompted if empty +} + +func (Terminal) SignUp(ctx context.Context) (auth.UserInfo, error) { + return auth.UserInfo{}, errors.New("signing up not implemented in Terminal") +} + +func (Terminal) AcceptTermsOfService(ctx context.Context, tos tg.HelpTermsOfService) error { + return &auth.SignUpRequired{TermsOfService: tos} +} + +func (Terminal) Code(ctx context.Context, sentCode *tg.AuthSentCode) (string, error) { + fmt.Print("Enter code: ") + code, err := bufio.NewReader(os.Stdin).ReadString('\n') + if err != nil { + return "", err + } + return strings.TrimSpace(code), nil +} + +func (a Terminal) Phone(_ context.Context) (string, error) { + if a.PhoneNumber != "" { + return a.PhoneNumber, nil + } + fmt.Print("Enter phone in international format (e.g. +1234567890): ") + phone, err := bufio.NewReader(os.Stdin).ReadString('\n') + if err != nil { + return "", err + } + return strings.TrimSpace(phone), nil +} + +func (Terminal) Password(_ context.Context) (string, error) { + fmt.Print("Enter 2FA password: ") + bytePwd, err := term.ReadPassword(int(syscall.Stdin)) + if err != nil { + return "", err + } + return strings.TrimSpace(string(bytePwd)), nil +} diff --git a/main.go b/main.go new file mode 100644 index 0000000..c8d4b18 --- /dev/null +++ b/main.go @@ -0,0 +1,46 @@ +package main + +import ( + "fmt" + "os" + + "exporter/config" + "exporter/internal" + + "github.com/pkg/errors" + "github.com/spf13/cobra" +) + +var cfgFile string + +func main() { + rootCmd := &cobra.Command{ + Use: "exporter", + Short: "Yet Another Telegram Channel Exporter", + PersistentPreRunE: func(cmd *cobra.Command, args []string) error { + fmt.Println("load configs") + if err := config.Load(cfgFile); err != nil { + return errors.Wrap(err, "load config") + } + + fmt.Println("init client") + defer fmt.Println("init client done") + return internal.InitClient(config.C) + }, + PersistentPostRunE: func(cmd *cobra.Command, args []string) error { + fmt.Println("client exit") + return internal.Close() + }, + } + rootCmd.PersistentFlags().StringVarP(&cfgFile, "config", "C", "config.yml", "config file") + + rootCmd.AddCommand( + internal.LoginCmd(), + internal.ExportCmd(), + ) + + err := rootCmd.Execute() + if err != nil { + os.Exit(1) + } +} diff --git a/photos/5080289404966253464.jpg b/photos/5080289404966253464.jpg new file mode 100644 index 0000000..de916be Binary files /dev/null and b/photos/5080289404966253464.jpg differ diff --git a/photos/6231198030200160942.jpg b/photos/6231198030200160942.jpg new file mode 100644 index 0000000..5459891 Binary files /dev/null and b/photos/6231198030200160942.jpg differ diff --git a/photos/6231217464927174265.jpg b/photos/6231217464927174265.jpg new file mode 100644 index 0000000..3243dbf Binary files /dev/null and b/photos/6231217464927174265.jpg differ diff --git a/photos/6233085737046228669.jpg b/photos/6233085737046228669.jpg new file mode 100644 index 0000000..2534ed6 Binary files /dev/null and b/photos/6233085737046228669.jpg differ diff --git a/photos/6233145857998438088.jpg b/photos/6233145857998438088.jpg new file mode 100644 index 0000000..00d4582 Binary files /dev/null and b/photos/6233145857998438088.jpg differ diff --git a/photos/6233262887267318976.jpg b/photos/6233262887267318976.jpg new file mode 100644 index 0000000..e132001 Binary files /dev/null and b/photos/6233262887267318976.jpg differ diff --git a/photos/6233262887267318982.jpg b/photos/6233262887267318982.jpg new file mode 100644 index 0000000..7bfb1f7 Binary files /dev/null and b/photos/6233262887267318982.jpg differ diff --git a/photos/6233262887267318983.jpg b/photos/6233262887267318983.jpg new file mode 100644 index 0000000..d815c20 Binary files /dev/null and b/photos/6233262887267318983.jpg differ diff --git a/photos/6233264463520317073.jpg b/photos/6233264463520317073.jpg new file mode 100644 index 0000000..b684c52 Binary files /dev/null and b/photos/6233264463520317073.jpg differ diff --git a/photos/6233486289991220934.jpg b/photos/6233486289991220934.jpg new file mode 100644 index 0000000..c3065ad Binary files /dev/null and b/photos/6233486289991220934.jpg differ