That works. Thanks.
import pymc3 as pm
import numpy as np
import theano
theano.config.floatX = 'float32'
s = 4
str_dtype = "float32"
with pm.Model() as op_model:
mat = pm.Dirichlet('A', np.ones(s, dtype=np.float32),
shape=(s, s), dtype=str_dtype)