Nevermind, found the answer myself - if you omit the ingress section completely it will be disabled (e.g. below template compared to OP above)
resource nonHttpContainerApp 'Microsoft.App/containerApps@2022-03-01' = {
name: containerAppName
location: location
properties: {
configuration: {
activeRevisionsMode: 'single'
dapr: {
enabled: false
}
registries: [
{
passwordSecretRef: 'registrypassword'
server: registryServer
username: registryUsername
}
]
secrets: [
{
name: 'registrypassword'
value: registryPassword
}
]
}
managedEnvironmentId: environment.id
template: {
containers: containers
scale: {
maxReplicas: 1
minReplicas: 1
}
}
}
}