#PasswordAuthentication yes раскомментировали в конфиге ssh?
version: '3.3'
services:
pgsql:
image: postgres:11.1
ports:
- 5432:5432
volumes:
- ./pgsql:/var/lib/postgresql/data
environment:
POSTGRES_PASSWORD: app
POSTGRES_USER: app
POSTGRES_DB: app