From 69885b1ceb791ba988f58a73e462a4ca4cc5f520 Mon Sep 17 00:00:00 2001
From: shataowei <taowei.sha@ymm56.com>
Date: Mon, 2 Dec 2019 23:15:07 +0800
Subject: [PATCH] =?UTF-8?q?=E6=AE=8B=E5=B7=AE=E7=BD=91=E7=BB=9C?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .idea/workspace.xml                           | 81 +++++++++++++------
 README.md                                     |  5 ++
 ...13\345\267\256\347\275\221\347\273\234.md" | 22 +++++
 3 files changed, 82 insertions(+), 26 deletions(-)
 create mode 100644 "\346\267\261\345\272\246\345\255\246\344\271\240/\346\256\213\345\267\256\347\275\221\347\273\234.md"

diff --git a/.idea/workspace.xml b/.idea/workspace.xml
index 39c4ed2..814d038 100644
--- a/.idea/workspace.xml
+++ b/.idea/workspace.xml
@@ -2,7 +2,9 @@
 <project version="4">
   <component name="ChangeListManager">
     <list default="true" id="be5bf74e-ad1c-4197-8a1f-ac93566d8aa7" name="Default" comment="init">
-      <change type="MODIFICATION" beforePath="$PROJECT_DIR$/推荐/XDeepFM.md" afterPath="$PROJECT_DIR$/推荐/XDeepFM.md" />
+      <change type="NEW" beforePath="" afterPath="$PROJECT_DIR$/深度学习/残差网络.md" />
+      <change type="MODIFICATION" beforePath="$PROJECT_DIR$/.idea/workspace.xml" afterPath="$PROJECT_DIR$/.idea/workspace.xml" />
+      <change type="MODIFICATION" beforePath="$PROJECT_DIR$/README.md" afterPath="$PROJECT_DIR$/README.md" />
     </list>
     <ignored path="Reflection_Summary.iws" />
     <ignored path=".idea/workspace.xml" />
@@ -23,7 +25,7 @@
   </component>
   <component name="FileEditorManager">
     <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
-      <file leaf-file-name="README.md" pinned="false" current-in-tab="false">
+      <file leaf-file-name="README.md" pinned="false" current-in-tab="true">
         <entry file="file://$PROJECT_DIR$/README.md">
           <provider editor-type-id="split-provider[text-editor;MarkdownPreviewEditor]">
             <state split_layout="SPLIT">
@@ -38,8 +40,8 @@
           </provider>
           <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
             <state split_layout="SPLIT">
-              <first_editor relative-caret-position="551">
-                <caret line="371" column="14" selection-start-line="371" selection-start-column="14" selection-end-line="371" selection-end-column="14" />
+              <first_editor relative-caret-position="-666">
+                <caret line="294" column="26" selection-start-line="294" selection-start-column="26" selection-end-line="294" selection-end-column="26" />
                 <folding />
               </first_editor>
               <second_editor />
@@ -47,8 +49,8 @@
           </provider>
         </entry>
       </file>
-      <file leaf-file-name="XDeepFM.md" pinned="false" current-in-tab="true">
-        <entry file="file://$PROJECT_DIR$/推荐/XDeepFM.md">
+      <file leaf-file-name="残差网络.md" pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/深度学习/残差网络.md">
           <provider editor-type-id="split-provider[text-editor;MarkdownPreviewEditor]">
             <state split_layout="SPLIT">
               <first_editor relative-caret-position="0">
@@ -62,8 +64,8 @@
           </provider>
           <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
             <state split_layout="SPLIT">
-              <first_editor relative-caret-position="555">
-                <caret line="37" column="225" selection-start-line="37" selection-start-column="225" selection-end-line="37" selection-end-column="225" />
+              <first_editor relative-caret-position="270">
+                <caret line="18" column="21" selection-start-line="18" selection-start-column="2" selection-end-line="18" selection-end-column="21" />
                 <folding />
               </first_editor>
               <second_editor />
@@ -122,8 +124,9 @@
         <option value="$PROJECT_DIR$/推荐/YouTubeNext.md" />
         <option value="$PROJECT_DIR$/推荐/DeepFM.md" />
         <option value="$PROJECT_DIR$/自然语言处理/Word2Vec.md" />
-        <option value="$PROJECT_DIR$/README.md" />
         <option value="$PROJECT_DIR$/推荐/XDeepFM.md" />
+        <option value="$PROJECT_DIR$/深度学习/残差网络.md" />
+        <option value="$PROJECT_DIR$/README.md" />
       </list>
     </option>
   </component>
@@ -220,6 +223,20 @@
               <option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
             </PATH_ELEMENT>
           </PATH>
+          <PATH>
+            <PATH_ELEMENT>
+              <option name="myItemId" value="Reflection_Summary" />
+              <option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.ProjectViewProjectNode" />
+            </PATH_ELEMENT>
+            <PATH_ELEMENT>
+              <option name="myItemId" value="Reflection_Summary" />
+              <option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
+            </PATH_ELEMENT>
+            <PATH_ELEMENT>
+              <option name="myItemId" value="深度学习" />
+              <option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
+            </PATH_ELEMENT>
+          </PATH>
           <PATH>
             <PATH_ELEMENT>
               <option name="myItemId" value="Reflection_Summary" />
@@ -603,16 +620,6 @@
     <watches-manager />
   </component>
   <component name="editorHistoryManager">
-    <entry file="file://$PROJECT_DIR$/机器学习/逻辑回归/lr.md">
-      <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
-        <state split_layout="SPLIT">
-          <first_editor relative-caret-position="855">
-            <caret line="57" column="59" selection-start-line="57" selection-start-column="59" selection-end-line="57" selection-end-column="59" />
-          </first_editor>
-          <second_editor />
-        </state>
-      </provider>
-    </entry>
     <entry file="file://$PROJECT_DIR$/README.md">
       <provider editor-type-id="split-provider[text-editor;markdown-preview-editor]">
         <state split_layout="SPLIT">
@@ -1088,11 +1095,11 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/README.md">
+    <entry file="file://$PROJECT_DIR$/推荐/XDeepFM.md">
       <provider editor-type-id="split-provider[text-editor;MarkdownPreviewEditor]">
         <state split_layout="SPLIT">
           <first_editor relative-caret-position="0">
-            <caret line="1" column="0" selection-start-line="1" selection-start-column="0" selection-end-line="1" selection-end-column="0" />
+            <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
             <folding />
           </first_editor>
           <second_editor>
@@ -1102,15 +1109,15 @@
       </provider>
       <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
         <state split_layout="SPLIT">
-          <first_editor relative-caret-position="551">
-            <caret line="371" column="14" selection-start-line="371" selection-start-column="14" selection-end-line="371" selection-end-column="14" />
+          <first_editor relative-caret-position="555">
+            <caret line="37" column="225" selection-start-line="37" selection-start-column="225" selection-end-line="37" selection-end-column="225" />
             <folding />
           </first_editor>
           <second_editor />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/推荐/XDeepFM.md">
+    <entry file="file://$PROJECT_DIR$/深度学习/残差网络.md">
       <provider editor-type-id="split-provider[text-editor;MarkdownPreviewEditor]">
         <state split_layout="SPLIT">
           <first_editor relative-caret-position="0">
@@ -1124,8 +1131,30 @@
       </provider>
       <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
         <state split_layout="SPLIT">
-          <first_editor relative-caret-position="555">
-            <caret line="37" column="225" selection-start-line="37" selection-start-column="225" selection-end-line="37" selection-end-column="225" />
+          <first_editor relative-caret-position="270">
+            <caret line="18" column="21" selection-start-line="18" selection-start-column="2" selection-end-line="18" selection-end-column="21" />
+            <folding />
+          </first_editor>
+          <second_editor />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/README.md">
+      <provider editor-type-id="split-provider[text-editor;MarkdownPreviewEditor]">
+        <state split_layout="SPLIT">
+          <first_editor relative-caret-position="0">
+            <caret line="1" column="0" selection-start-line="1" selection-start-column="0" selection-end-line="1" selection-end-column="0" />
+            <folding />
+          </first_editor>
+          <second_editor>
+            <js_state />
+          </second_editor>
+        </state>
+      </provider>
+      <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
+        <state split_layout="SPLIT">
+          <first_editor relative-caret-position="-666">
+            <caret line="294" column="26" selection-start-line="294" selection-start-column="26" selection-end-line="294" selection-end-column="26" />
             <folding />
           </first_editor>
           <second_editor />
diff --git a/README.md b/README.md
index fdfca5e..13e18df 100644
--- a/README.md
+++ b/README.md
@@ -288,6 +288,11 @@
 - embedding
 - softmax
 - 梯度消失/爆炸
+- 残差网络
+    - [介绍残差网络](深度学习/残差网络.md#L164)
+    - [残差网络为什么能解决梯度消失的问题](深度学习/残差网络.md#L164)
+    - [残差网络残差作用](深度学习/残差网络.md#L164)
+    - [你平时有用过么？或者你在哪些地方遇到了](深度学习/残差网络.md#L164)
 - Attention
     - [Attention对比RNN和CNN，分别有哪点你觉得的优势](深度学习/Attention.md#L164)
     - [写出Attention的公式](深度学习/Attention.md#L164)
diff --git "a/\346\267\261\345\272\246\345\255\246\344\271\240/\346\256\213\345\267\256\347\275\221\347\273\234.md" "b/\346\267\261\345\272\246\345\255\246\344\271\240/\346\256\213\345\267\256\347\275\221\347\273\234.md"
new file mode 100644
index 0000000..e70421c
--- /dev/null
+++ "b/\346\267\261\345\272\246\345\255\246\344\271\240/\346\256\213\345\267\256\347\275\221\347\273\234.md"
@@ -0,0 +1,22 @@
+# 介绍残差网络
+- 常见结构，CV里面用的比较多
+    - y=F(x)+x
+    - y=F(x)+indentity `*` x
+
+# 残差网络为什么能解决梯度消失的问题
+- ![](https://tva1.sinaimg.cn/large/006tNbRwly1g9is4x344xj304j01jglf.jpg)
+- ![](https://tva1.sinaimg.cn/large/006tNbRwly1g9is8cigikj305s0180sl.jpg)
+    - 虽然是对![](https://tva1.sinaimg.cn/large/006tNbRwly1g9is8rtnxuj300l00k3y9.jpg)求偏导数，但是存在一项只和![](https://tva1.sinaimg.cn/large/006tNbRwly1g9is984bi0j300l00k3y9.jpg)相关的项，之间避免了何中间权重矩阵变换导致梯度消失的问题
+
+# 残差网络残差作用
+- 防止梯度消失
+- 恒等映射使得网络突破层数限制，避免网络退化
+- 对输出的变化更敏感
+    - X=5;F(X)=5.1;F(X)=H(X)+X=>H(X)=0.1
+    - X=5;F(X)=5.2;F(X)=H(X)+X=>H(X)=0.2
+    - H(X)变换了100%，去掉相同的主体部分，从而突出微小的变化
+
+# 你平时有用过么？或者你在哪些地方遇到了
+- 我在做xdeepfm的输出层的时候做到了，因为当时做CIN的时候，我设置了layers为5层，担心层数过深造成网络退化，在output的时候加了残差网络
+- Bert和Transform中attention部分残差网络用的比较频繁
+