failed to solve: process did not complete successfully

[dev2pew]

this is my compose file...

services:
  yt2009:
    container_name: "yt2009_app"
    image: "yt2009_app"
    restart: "unless-stopped"

    build:
      context: "https://github.com/ftde0/yt2009.git"
      args:
        ref: "main"

    environment:
      - "YT2009_ENV=prod"
      - "YT2009_AUTO_MAINTAIN=true"
      - "YT2009_MAINTAIN_MAX_SIZE=4"
      - "YT2009_MAINTAIN_MAX_CACHE_SIZE=16"

      # below must be set directly
      # the image does not support the `_FILE` suffix for tokens
      - "YT2009_TOKENS=***"

      # API key secret
      - "YT2009_DATA_API_KEY_FILE=/run/secrets/yt_api_key"
      - "YT2009_FILE_LIMIT=16"

    networks:
      - "caddy_net"

    ports:
      - "90:80"

    volumes:
      - "yt2009_data:/data"

    secrets:
      # API key
      - "yt_api_key"

networks:
  caddy_net:
    name: "caddy_net"
    external: true

volumes:
  yt2009_data:
    name: "yt2009_data"

# define secrets
secrets:
  yt_api_key:
    file: "./secrets/key.txt"

when trying to build, I get this...

[+] Building 543.0s (11/11) FINISHED                                                                                                                                                                                                            
 => [internal] load local bake definitions                                                                                                                                                                                                 0.0s
 => => reading from stdin 528B                                                                                                                                                                                                             0.0s
 => [internal] load git source https://github.com/ftde0/yt2009.git                                                                                                                                                                         7.4s
 => [internal] load metadata for docker.io/mwader/static-ffmpeg:7.0.2                                                                                                                                                                      2.7s 
 => [internal] load metadata for docker.io/library/node:lts-alpine3.20                                                                                                                                                                     2.3s 
 => [stage-0 1/6] FROM docker.io/library/node:lts-alpine3.20@sha256:2289fb1fba0f4633b08ec47b94a89c7e20b829fc5679f9b7b298eaa2f1ed8b7e                                                                                                     283.2s 
 => => resolve docker.io/library/node:lts-alpine3.20@sha256:2289fb1fba0f4633b08ec47b94a89c7e20b829fc5679f9b7b298eaa2f1ed8b7e                                                                                                               0.1s 
 => => sha256:35d1e2d251585b806c41f71d0933d7ba3afb6374ee3745523c2ae406480f6bc7 1.72kB / 1.72kB                                                                                                                                             0.0s 
 => => sha256:6b49ab3cd9c3c4f7d52aa86e5ebf9c55219b48707c9397a76141611345fe5c7b 6.21kB / 6.21kB                                                                                                                                             0.0s 
 => => sha256:0a9a5dfd008f05ebc27e4790db0709a29e527690c21bcbcd01481eaeb6bb49dc 3.63MB / 3.63MB                                                                                                                                            60.9s
 => => sha256:ba4caef5715cce5e7de0253509b9ce257994ec6f40fd8e86f0d3846296ea3675 51.06MB / 51.06MB                                                                                                                                         280.1s
 => => sha256:2289fb1fba0f4633b08ec47b94a89c7e20b829fc5679f9b7b298eaa2f1ed8b7e 6.43kB / 6.43kB                                                                                                                                             0.0s
 => => sha256:0c6d1cca32590d82bab0b754ec382d51e3404db6737b967cf0837d2964ef6029 1.39MB / 1.39MB                                                                                                                                            50.9s
 => => sha256:82bea49235a67cfa65fc9a72aa287a09ee77e7b4f561791239b5862112e875c5 448B / 448B                                                                                                                                                51.8s
 => => extracting sha256:0a9a5dfd008f05ebc27e4790db0709a29e527690c21bcbcd01481eaeb6bb49dc                                                                                                                                                  0.2s
 => => extracting sha256:ba4caef5715cce5e7de0253509b9ce257994ec6f40fd8e86f0d3846296ea3675                                                                                                                                                  2.7s
 => => extracting sha256:0c6d1cca32590d82bab0b754ec382d51e3404db6737b967cf0837d2964ef6029                                                                                                                                                  0.1s
 => => extracting sha256:82bea49235a67cfa65fc9a72aa287a09ee77e7b4f561791239b5862112e875c5                                                                                                                                                  0.0s
 => FROM docker.io/mwader/static-ffmpeg:7.0.2@sha256:d9b22f65c2049d73bf8ae556bb4c5c7d45e9fb85939d87951ed98f22b0f19105                                                                                                                     23.2s
 => => resolve docker.io/mwader/static-ffmpeg:7.0.2@sha256:d9b22f65c2049d73bf8ae556bb4c5c7d45e9fb85939d87951ed98f22b0f19105                                                                                                                0.0s
 => => sha256:b7f1a23d4f98628c0baa9bce2bd478820f51190a4e0ac6bc13a32f8b208a8068 113.39MB / 113.39MB                                                                                                                                        19.5s
 => => sha256:d9b22f65c2049d73bf8ae556bb4c5c7d45e9fb85939d87951ed98f22b0f19105 741B / 741B                                                                                                                                                 0.0s
 => => sha256:51718bade8733a04182aa9a919969a2abb08589be5cbfc4c4a9a088ca7126d73 529B / 529B                                                                                                                                                 0.0s
 => => sha256:f48fbc29ccfa50a62c2f47df21a337d32f5db0fdeb7634bb84e2d358fe375e64 826B / 826B                                                                                                                                                 0.0s
 => => extracting sha256:b7f1a23d4f98628c0baa9bce2bd478820f51190a4e0ac6bc13a32f8b208a8068                                                                                                                                                  3.5s
 => [stage-0 2/6] RUN apk add --no-cache imagemagick cabextract &&     wget -P /tmp/ https://www.freedesktop.org/software/fontconfig/webfonts/webfonts.tar.gz &&     tar -xzf /tmp/webfonts.tar.gz -C /tmp &&     cabextract /tmp/msfont  97.1s
 => [stage-0 3/6] COPY --from=mwader/static-ffmpeg:7.0.2 /ffmpeg /usr/local/bin/                                                                                                                                                           0.4s
 => [stage-0 4/6] ADD --chown=node . /yt2009                                                                                                                                                                                               0.2s
 => [stage-0 5/6] WORKDIR /yt2009                                                                                                                                                                                                          0.0s
 => ERROR [stage-0 6/6] RUN npm install &&     ln -s /data/androiddata.json back/androiddata.json &&     ln -s /data/tvdata.json back/tvdata.json &&     ln -s /data/config.json back/config.json &&     ln -s /data/mobilehelper_userd  151.7s
------
 > [stage-0 6/6] RUN npm install &&     ln -s /data/androiddata.json back/androiddata.json &&     ln -s /data/tvdata.json back/tvdata.json &&     ln -s /data/config.json back/config.json &&     ln -s /data/mobilehelper_userdata.json back/mobilehelper_userdata.json &&     ln -s /data/comments.json back/cache_dir/comments.json &&     ln -s /data/accessdata back/accessdata &&     ln -s /data/cert.crt cert.crt &&     ln -s /data/cert.key cert.key &&     echo "{"env": "dev"}" > back/config.json &&     node post_config_setup.js:
106.3 npm warn deprecated minimatch@0.3.0: Please update to minimatch 3.0.2 or higher to avoid a RegExp DoS issue
106.4 npm warn deprecated glob@3.2.11: Old versions of glob are not supported, and contain widely publicized security vulnerabilities, which have been fixed in the current version. Please update. Support for old versions may be purchased (at exorbitant rates) by contacting i@izs.me
106.5 npm warn deprecated sprintf@0.1.5: The sprintf package is deprecated in favor of sprintf-js.
151.3 
151.3 added 131 packages, and audited 132 packages in 3m
151.3 
151.3 23 packages are looking for funding
151.3   run `npm fund` for details
151.3 
151.3 6 vulnerabilities (1 low, 5 high)
151.3 
151.3 To address all issues (including breaking changes), run:
151.3   npm audit fix --force
151.3 
151.3 Run `npm audit` for details.
151.3 npm notice
151.3 npm notice New major version of npm available! 10.9.2 -> 11.10.1
151.3 npm notice Changelog: https://github.com/npm/cli/releases/tag/v11.10.1
151.3 npm notice To update run: npm install -g npm@11.10.1
151.3 npm notice
151.4 == checking external tool: ffmpeg
151.5 == checking external tool: magick
151.5 creating cache files
151.5 == generating innertube data
151.5 useragent not found in config, using "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:140.0) Gecko/20100101 Firefox/140.0"
151.5 if you wish to use your own user agent,add a userAgent entry to config.json.
151.6 
151.6 /yt2009/node_modules/node-fetch/lib/index.js:1501
151.6                   reject(new FetchError(`request to ${request.url} failed, reason: ${err.message}`, 'system', err));
151.6                          ^
151.6 FetchError: request to https://www.youtube.com/ failed, reason: 
151.6     at ClientRequest.<anonymous> (/yt2009/node_modules/node-fetch/lib/index.js:1501:11)
151.6     at ClientRequest.emit (node:events:518:28)
151.6     at emitErrorEvent (node:_http_client:104:11)
151.6     at TLSSocket.socketErrorListener (node:_http_client:518:5)
151.6     at TLSSocket.emit (node:events:518:28)
151.6     at emitErrorNT (node:internal/streams/destroy:170:8)
151.6     at emitErrorCloseNT (node:internal/streams/destroy:129:3)
151.6     at process.processTicksAndRejections (node:internal/process/task_queues:90:21) {
151.6   type: 'system',
151.6   errno: 'ECONNREFUSED',
151.6   code: 'ECONNREFUSED'
151.6 }
151.6 
151.6 Node.js v22.16.0
------
[+] up 0/1
 ⠙ Image yt2009_app Building                                                                                                                                                                                                              543.0s
Dockerfile:39

--------------------

  38 |     

  39 | >>> RUN npm install && \

  40 | >>>     ln -s /data/androiddata.json back/androiddata.json && \

  41 | >>>     ln -s /data/tvdata.json back/tvdata.json && \

  42 | >>>     ln -s /data/config.json back/config.json && \

  43 | >>>     ln -s /data/mobilehelper_userdata.json back/mobilehelper_userdata.json && \

  44 | >>>     ln -s /data/comments.json back/cache_dir/comments.json && \

  45 | >>>     ln -s /data/accessdata back/accessdata && \

  46 | >>>     ln -s /data/cert.crt cert.crt && \

  47 | >>>     ln -s /data/cert.key cert.key && \

  48 | >>>     echo "{\"env\": \"dev\"}" > back/config.json && \

  49 | >>>     node post_config_setup.js

  50 |     

--------------------

failed to solve: process "/bin/sh -c npm install &&     ln -s /data/androiddata.json back/androiddata.json &&     ln -s /data/tvdata.json back/tvdata.json &&     ln -s /data/config.json back/config.json &&     ln -s /data/mobilehelper_userdata.json back/mobilehelper_userdata.json &&     ln -s /data/comments.json back/cache_dir/comments.json &&     ln -s /data/accessdata back/accessdata &&     ln -s /data/cert.crt cert.crt &&     ln -s /data/cert.key cert.key &&     echo \"{\\\"env\\\": \\\"dev\\\"}\" > back/config.json &&     node post_config_setup.js" did not complete successfully: exit code: 1

any solution? this issue seems to come from Dockerfile but I am not sure

[breakgimme]

i can't replicate the issue on my end, builder connects to youtube and finishes building
can the server you're building the image on access youtube?

[dev2pew]

my bad, i removed bad lines from hosts file which prevented me from connecting to youtube.com, now it is accessible. however, there is another connectivity issue, and it is archive.org being blocked in my country (kazakhstan), now the question is why would you block an archival website? i honestly have no idea.

archive.org acts quirky and on my end it fails to open in HTTPS, it works only on HTTP, thus, builder cannot download this resource - https://web.archive.org/web/20091007050445if_/http://s.ytimg.com/yt/img/master-vfl121679.png

opening from browser gives me PR_CONNECT_RESET_ERROR and the following text...

• desktop

Secure Connection Failed

An error occurred during a connection to web.archive.org. PR_CONNECT_RESET_ERROR

Error code: PR_CONNECT_RESET_ERROR

The page you are trying to view cannot be shown because the authenticity of the received data could not be verified.
Please contact the website owners to inform them of this problem.

[Learn more…]

• mobile

Secure site not available

Most likely, the website simply does not support HTTPS.

However, it’s also possible that an attacker is involved. If you continue to the website, you should not enter any sensitive info. If you continue, HTTPS-Only mode will be turned off temporarily for the site.

[Continue to HTTP Site]

the webpage opens if I agree to HTTP. very interesting...

[+] Building 115.8s (13/13) FINISHED
 => [internal] load local bake definitions                                                                    0.0s
 => => reading from stdin 528B                                                                                0.0s
 => CACHED [internal] load git source https://github.com/ftde0/yt2009.git                                     1.6s
 => [internal] load metadata for docker.io/mwader/static-ffmpeg:7.0.2                                         1.2s
 => [internal] load metadata for docker.io/library/node:lts-alpine3.20                                        1.2s
 => [auth] mwader/static-ffmpeg:pull token for registry-1.docker.io                                           0.0s
 => [auth] library/node:pull token for registry-1.docker.io                                                   0.0s
 => [stage-0 1/6] FROM docker.io/library/node:lts-alpine3.20@sha256:2289fb1fba0f4633b08ec47b94a89c7e20b829fc  0.0s
 => FROM docker.io/mwader/static-ffmpeg:7.0.2@sha256:d9b22f65c2049d73bf8ae556bb4c5c7d45e9fb85939d87951ed98f2  0.0s
 => CACHED [stage-0 2/6] RUN apk add --no-cache imagemagick cabextract &&     wget -P /tmp/ https://www.free  0.0s
 => CACHED [stage-0 3/6] COPY --from=mwader/static-ffmpeg:7.0.2 /ffmpeg /usr/local/bin/                       0.0s
 => CACHED [stage-0 4/6] ADD --chown=node . /yt2009                                                           0.0s
 => CACHED [stage-0 5/6] WORKDIR /yt2009                                                                      0.0s
 => ERROR [stage-0 6/6] RUN npm install &&     ln -s /data/androiddata.json back/androiddata.json &&     l  112.7s
------
 > [stage-0 6/6] RUN npm install &&     ln -s /data/androiddata.json back/androiddata.json &&     ln -s /data/tvdata.json back/tvdata.json &&     ln -s /data/config.json back/config.json &&     ln -s /data/mobilehelper_userdata.json back/mobilehelper_userdata.json &&     ln -s /data/comments.json back/cache_dir/comments.json &&     ln -s /data/accessdata back/accessdata &&     ln -s /data/cert.crt cert.crt &&     ln -s /data/cert.key cert.key &&     echo "{"env": "dev"}" > back/config.json &&     node post_config_setup.js:
30.73 npm warn deprecated minimatch@0.3.0: Please update to minimatch 3.0.2 or higher to avoid a RegExp DoS issue
30.74 npm warn deprecated sprintf@0.1.5: The sprintf package is deprecated in favor of sprintf-js.
30.75 npm warn deprecated glob@3.2.11: Old versions of glob are not supported, and contain widely publicized security vulnerabilities, which have been fixed in the current version. Please update. Support for old versions may be purchased (at exorbitant rates) by contacting i@izs.me
50.58
50.58 added 131 packages, and audited 132 packages in 50s
50.58
50.58 23 packages are looking for funding
50.58   run `npm fund` for details
50.59
50.59 6 vulnerabilities (1 low, 5 high)
50.59
50.59 To address all issues (including breaking changes), run:
50.59   npm audit fix --force
50.59
50.59 Run `npm audit` for details.
50.59 npm notice
50.59 npm notice New major version of npm available! 10.9.2 -> 11.10.1
50.59 npm notice Changelog: https://github.com/npm/cli/releases/tag/v11.10.1
50.59 npm notice To update run: npm install -g npm@11.10.1
50.59 npm notice
50.76 == checking external tool: ffmpeg
50.83 == checking external tool: magick
50.88 creating cache files
50.88 == generating innertube data
50.88 useragent not found in config, using "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:140.0) Gecko/20100101 Firefox/140.0"
50.88 if you wish to use your own user agent,add a userAgent entry to config.json.
51.61 writing to constants
51.61 === !!! ===
51.61 /back/yt2009constants.json was modified to include unique data.
51.61 this data may include the used useragent, your ip and others.
52.02 === downloading assets ===
52.02
52.13 downloading master-vfl121679.png (1/59)
112.6
112.6 /yt2009/node_modules/node-fetch/lib/index.js:1501
112.6                   reject(new FetchError(`request to ${request.url} failed, reason: ${err.message}`, 'system', err));
112.6                          ^
112.6 FetchError: request to https://web.archive.org/web/20091007050445if_/http://s.ytimg.com/yt/img/master-vfl121679.png failed, reason: Client network socket disconnected before secure TLS connection was established
112.6     at ClientRequest.<anonymous> (/yt2009/node_modules/node-fetch/lib/index.js:1501:11)
112.6     at ClientRequest.emit (node:events:518:28)
112.6     at emitErrorEvent (node:_http_client:104:11)
112.6     at TLSSocket.socketErrorListener (node:_http_client:518:5)
112.6     at TLSSocket.emit (node:events:518:28)
112.6     at emitErrorNT (node:internal/streams/destroy:170:8)
112.6     at emitErrorCloseNT (node:internal/streams/destroy:129:3)
112.6     at process.processTicksAndRejections (node:internal/process/task_queues:90:21) {
112.6   type: 'system',
112.6   errno: 'ECONNRESET',
112.6   code: 'ECONNRESET'
112.6 }
112.6
112.6 Node.js v22.16.0
------
[+] up 0/1
 ⠙ Image yt2009_app Building                                                                                 115.9s
Dockerfile:39

--------------------

  38 |

  39 | >>> RUN npm install && \

  40 | >>>     ln -s /data/androiddata.json back/androiddata.json && \

  41 | >>>     ln -s /data/tvdata.json back/tvdata.json && \

  42 | >>>     ln -s /data/config.json back/config.json && \

  43 | >>>     ln -s /data/mobilehelper_userdata.json back/mobilehelper_userdata.json && \

  44 | >>>     ln -s /data/comments.json back/cache_dir/comments.json && \

  45 | >>>     ln -s /data/accessdata back/accessdata && \

  46 | >>>     ln -s /data/cert.crt cert.crt && \

  47 | >>>     ln -s /data/cert.key cert.key && \

  48 | >>>     echo "{\"env\": \"dev\"}" > back/config.json && \

  49 | >>>     node post_config_setup.js

  50 |

--------------------

failed to solve: process "/bin/sh -c npm install &&     ln -s /data/androiddata.json back/androiddata.json &&     ln -s /data/tvdata.json back/tvdata.json &&     ln -s /data/config.json back/config.json &&     ln -s /data/mobilehelper_userdata.json back/mobilehelper_userdata.json &&     ln -s /data/comments.json back/cache_dir/comments.json &&     ln -s /data/accessdata back/accessdata &&     ln -s /data/cert.crt cert.crt &&     ln -s /data/cert.key cert.key &&     echo \"{\\\"env\\\": \\\"dev\\\"}\" > back/config.json &&     node post_config_setup.js" did not complete successfully: exit code: 1

when trying to build with a VPN, it refuses to connect to github.com and fails right at the beginning...

[breakgimme]

not sure about your environment but a solution to your github through vpn problems could be first cloning the repo and then pointing to the cloned dir in the compose file as the build dir
or probably just connecting though some different vpn
unfortunately no way for us to solve internet being censored in some countries :(