tensorflow--logistic regression

import tensorflow as tf

from tensorflow.examples.tutorials.mnist import input_data

mnist=input_data.read_data_sets("tmp/data", one_hot=True)

learning_rate=0.01

training_epochs=25

batch_size=100

display_step=1

# placeholder   x,y 用来存储输入，输入图像x构成一个2维的浮点张量，[None,784]是简单的平铺图，'None'代表处理的批次大小，是任意大小

x=tf.placeholder(tf.float32,[None,784])

y=tf.placeholder(tf.float32,[None,10])

# variables    为模型定义权重和偏置

w=tf.Variable(tf.zeros([784,10]))

b=tf.Variable(tf.zeros([10]))

pred=tf.nn.softmax(tf.matmul(x,w)+b)  # w*x+b要加上softmax函数

# reduce_sum 对所有类别求和，reduce_mean 对和取平均

cost=tf.reduce_mean(-tf.reduce_sum(y*tf.log(pred),reduction_indices=1))

# 往graph中添加新的操作，计算梯度，计算参数的更新

optimizer=tf.train.GradientDescentOptimizer(learning_rate).minimize(cost)

init=tf.initialize_all_variables()

with tf.Session() as sess:

    sess.run(init)

    for epoch in range(training_epochs):

        total_batch=int(mnist.train.num_examples/batch_size)

        for i in range(total_batch):

            batch_xs,batch_ys=mnist.train.next_batch(batch_size)

            sess.run(optimizer,feed_dict={x:batch_xs,y:batch_ys})

        if( epoch+1)%display_step==0:

            print "cost=", sess.run(cost,feed_dict={x:batch_xs,y:batch_ys})

    prediction=tf.equal(tf.argmax(pred,1),tf.argmax(y,1))

    accuracy=tf.reduce_mean(tf.cast(prediction,tf.float32))

    print "Accuracy:" ,accuracy.eval({x:mnist.test.image,y:mnist.test.labels})

　　

logistic 函数：

二分类问题

softmax 函数：

将k维向量压缩成另一个k维向量，进行多分类，logistic 是softmax的一个例外