# ssh-copy-id takes care of adding your key in the right place

ssh-copy-id -i "user@hostname.example.com -p2222"

# If you don't use -i all of your public keys will be copied over.
# Also a alias for the host can be used if configured in your ssh config.

# You will be asked for the password and after that all should be taken care of.