init = tf.constant_initializer(YOUR_WEIGHT_MATRIX) l1 = tf.layers.dense(X, o, kernel_initializer=init)