Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Supported? Civitai videos #6644

Closed
earthyrock opened this issue Dec 10, 2024 · 0 comments
Closed

Supported? Civitai videos #6644

earthyrock opened this issue Dec 10, 2024 · 0 comments

Comments

@earthyrock
Copy link

earthyrock commented Dec 10, 2024

Supported? Civitai videos

Using the following to download images, no problems:

"C:\Users\AdminS6\gallery-dl\gallery-dl.exe" --dest "..\.." --download-archive "%~dp0GDB.sqlite3" "https://civitai.com/user/VisionaryAI_Studio/images"
"C:\Users\AdminS6\gallery-dl\gallery-dl.exe" --dest "..\.." --download-archive "%~dp0GDB.sqlite3" "https://civitai.com/user/VisionaryAI_Studio/images"
..\..\VisionaryAI_Studio\44372325 - 49be107d-4b27-473c-8d52-ec03b3b93a57.jpg
..\..\VisionaryAI_Studio\44317551 - 0e0b23a6-bb3a-455c-82fa-d30ab7da7556.jpg
..\..\VisionaryAI_Studio\44300028 - 1d249d65-42ba-41e7-87ea-531f1eb07dff.png
..\..\VisionaryAI_Studio\44298936 - 47bf67a2-29c1-4e2b-bb59-aba31c7ba1c1.png

Try and use the below to download videos, got issues:

"C:\Users\AdminS6\gallery-dl\gallery-dl.exe" --dest "..\.." --download-archive "%~dp0GDB.sqlite3" "https://civitai.com/user/VisionaryAI_Studio/videos"
"C:\Users\AdminS6\gallery-dl\gallery-dl.exe" --dest "..\.." --download-archive "%~dp0GDB.sqlite3" "https://civitai.com/user/VisionaryAI_Studio/videos"
[gallery-dl][error] Unsupported URL 'https://civitai.com/user/VisionaryAI_Studio/videos'

Just in case my .conf is part of the problem. Civitai section pulled from here then slightly modified by me.
https://gdl-org.github.io/docs/gallery-dl.conf

{
    "extractor":
    {
        "base-directory": "",
        "archive": null,
        "cookies": null,
        "cookies-update": false,
        "proxy": null,
        "skip": true,
        "sleep": 0,
        "path-replace": "_",
        "path-remove": "\\u0000-\\u001f\\u007f",
        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36",

        "postprocessors": [
            {
                "name": "ugoira",
                "whitelist": ["pixiv", "danbooru"],
                "extension": "mp4",
                "keep-files": false,
                "ffmpeg-twopass": false,
                "ffmpeg-args": ["-hide_banner", "-loglevel", "quiet", "-c:v", "libx264", "-b:v", "2M", "-preset", "veryfast", "-pix_fmt", "yuv420p"],
                "ffmpeg-location": "G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Video\\Installed\\ffmpeg\\bin\\ffmpeg.exe"
            },
            {
                "name": "metadata",
                "whitelist": ["danbooru", "yandere", "sankaku"],
                "mode": "tags"
            }
        ],

        "path-restrict": {
            "\\": "⧹",
            "/" : "⧸",
            "|" : "│",
            ":" : "꞉",
            "*" : "∗",
            "?" : "?",
            "\"": "″",
            "<" : "﹤",
            ">" : "﹥"
        },

        "reddit":
        {
            "subreddit":
            {
            },
            "submission":
            {
            },
            "image":
            {
            },
            "user":
            {
            },

            "parent-directory": true,
            "parent-metadata": "_reddit_",

            "comments": 0,
            "morecomments": false,
            "previews": true,
            "recursion": 1,
            "videos": "ytdl",
            "fallback": true,
            "sleep-request": [0.2, 2.4],
            "date-format": "%Y-%m-%dT%H:%M:%S",
            "blacklist": ["twitter", "instagram", "tumblr", "flickr", "behance", "artstation"]
         },

        "civitai":
        {
            "directory": ["{user['username']}"],
            "filename": "{filename[:50]} - {uuid}.{extension}",
            "api"     : "trpc",
            "files"   : ["image", "video"],
            "include" : ["user-models", "user-posts"],
            "metadata": false,
            "nsfw"    : true,
            "quality" : "original=true"
        },

        "deviantart":
        {
            "directory": ["{username}"],
            "filename": "{index} - {title[:50]}.{extension}",
            "extra": false,
            "client-id": "xxxxx",
            "client-secret": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
            "refresh-token": "cache",
            "cookies": "G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Pictures\\Installed\\gallery-dl\\Support\\aUseful .bat's\\Cookies\\www.deviantart.com_cookies.txt",
            "cookies-update": true,
            "auto-watch": true,
            "auto-unwatch": true,
            "flat": true,
            "folders": false,
            "journals": "html",
            "mature": true,
            "metadata": false,
            "original": true,
            "quality": 100,
            "wait-min": 0
        },

        "exhentai":
        {
            "directory": ["{title[:100]}"],
            "filename": "{num:>04}_{name[:50]}.{extension}",
            "username": "xxxxxxxxxxxxxx",
            "password": "xxxxxxxxxxxxxxxxxxxxxx"
        },

        "imgur":
        {
            "image": {
                "directory": ["Imgur", "{album['account']['username']}"],
                "filename": "{album['title'][:50]}.{extension}"
            },
            "album": {
                "directory": ["Imgur", "{album['account']['username']}", "{album['title']}"],
                "filename": "{album['title'][:50]}.{extension}"
            },
            "mp4": true,
            "postprocessors": [
                {
                    "name": "metadata",
                    "filter": "description",
                    "format": "{description}"
                }
            ]
        },

        "instagram":
        {
            "directory": [],
            "cookies": "G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Pictures\\Installed\\gallery-dl\\Support\\aUseful .bat's\\Cookies\\www.instagram.com_cookies.txt",
            "cookies-update": true,
            "sleep-request" : "15-45",
            "sleep": "2-10",
            "wait-min": 0,
            "wait-max": 8,
            "videos": true
        },

        "kemonoparty":
        {
            "directory": ["{username} - {service} - {user}"],
            "filename": "{filename[:50]} - {title[:50]} - {tags[:75]}.{extension}",
            "metadata": true
        },

        "oauth":
        {
            "browser": true,
            "cache": true,
            "port": 6414
        },

        "pinterest":
        {
            "directory": ["{board['owner']['username']} - {board['name']}"],
            "filename": "{board['owner']['username']} - {title[:50]}.{extension}"
        },

        "pixiv":
        {
            "directory": [],
            "filename": "{filename} - {title} - {tags[:150]}.{extension}",
            "refresh-token": "cache",
            "avatar": false,
            "wait-min": 0,
            "wait-max": 0.2,
            "ugoira": true
        },

        "reddit>imgur":
         {
            "directory": ["Imgur", "{_reddit_[author]}"],
            "filename": "{_reddit_[author]} - {_reddit_[title][:50]}.{extension}",
            "client-id": "xxxxxxxxxxxxxxxxxxxxxxxx",
            "user-agent": "Python:gallery-dl-20241122:v1.0 (by /u/earthyrock)"
        },

        "reddit>redgifs":
         {
            "directory": ["RedGIFs", "{_reddit_[author]}"],
            "filename": "{_reddit_[author]} - {_reddit_[title][:50]}.{extension}",
            "client-id": "xxxxxxxxxxxxxxxxxxxxxxxxxxx",
            "user-agent": "Python:gallery-dl-20241122:v1.0 (by /u/earthyrock)"
        },

        "redgifs":
        {
            "directory": ["RedGIFs", "{userName}"],
            "filename": "{userName} - {filename[:50]}.{extension}"
        },

        "twitter":
        {
            "directory": [],
            "filename": "{content[:175]} - {conversation_id} - {num}.{extension}",
            "username": "xxxxxxxxxxxxxx",
            "password": "xxxxxxxxxxxxxxxxxxxxx",
            "cards": false,
            "conversations": false,
            "pinned": false,
            "quoted": false,
            "replies": true,
            "retweets": false,
            "text-tweets": false,
            "twitpic": false,
            "users": "timeline",
            "videos": true
        }
    },

    "downloader":
    {
        "part": true,
        "part-directory": null,

        "http":
        {
            "adjust-extensions": true,
            "mtime": true,
            "rate": null,
            "retries": 4,
            "timeout": 30.0,
            "verify": true
        },

        "ytdl":
        {
            "format": null,
            "forward-cookies": false,
            "mtime": true,
            "outtmpl": null,
            "rate": null,
            "retries": 4,
            "timeout": 30.0,
            "verify": true
        }
    },

    "output":
    {
        "mode": "auto",
        "progress": true,
        "shorten": true,
        "log": "[{name}][{levelname}] {message}",
        "logfile": null,
        "unsupportedfile": null
    },

    "postprocessor":
    {
        "gif to mp4":
        {
            "name": "exec",
            "async"  : false,
            "command": "\"G:\\00OSz\\12win10b zEnt-LTSC 1809 x64\\05Apps\\Multimedia\\Video\\Installed\\ffmpeg\\bin\\ffmpeg.exe\" -i {} {}.mp4 && del {}",
            "event"  : "after",
            "filter": "extension == 'gif'"
        }
    },

    "netrc": false
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Projects
None yet
Development

No branches or pull requests

2 participants