[{"transcript":" equation and use that to update the parameters.","confidence":0.47912499999999997,"words":[{"word":"equation","start_time":0.0,"end_time":0.787},{"word":"and","start_time":0.807,"end_time":0.868},{"word":"use","start_time":0.888,"end_time":1.009},{"word":"that","start_time":1.049,"end_time":1.191},{"word":"to","start_time":1.211,"end_time":1.271},{"word":"update","start_time":1.292,"end_time":1.614},{"word":"the","start_time":1.655,"end_time":1.796},{"word":"parameters.","start_time":1.957,"end_time":2.24}],"alternatives":[],"language":"en"},{"transcript":" So for reference you have given the gradient descent update equation here, so the current","confidence":0.6738,"words":[{"word":"So","start_time":3.062,"end_time":3.263},{"word":"for","start_time":3.363,"end_time":3.483},{"word":"reference","start_time":3.523,"end_time":3.925},{"word":"you","start_time":3.945,"end_time":4.025},{"word":"have","start_time":4.045,"end_time":4.145},{"word":"given","start_time":4.186,"end_time":4.446},{"word":"the","start_time":4.487,"end_time":4.747},{"word":"gradient","start_time":6.453,"end_time":6.714},{"word":"descent","start_time":6.754,"end_time":6.995},{"word":"update","start_time":7.035,"end_time":7.396},{"word":"equation","start_time":7.416,"end_time":7.778},{"word":"here,","start_time":7.818,"end_time":8.018},{"word":"so","start_time":8.079,"end_time":8.219},{"word":"the","start_time":8.259,"end_time":8.319},{"word":"current","start_time":8.339,"end_time":8.52}],"alternatives":[],"language":"en"},{"transcript":" parameter estimate is the previous parameter estimate plus the update, so this is the update.","confidence":0.7357333333333334,"words":[{"word":"parameter","start_time":9.34,"end_time":9.982},{"word":"estimate","start_time":10.082,"end_time":10.504},{"word":"is","start_time":11.407,"end_time":11.487},{"word":"the","start_time":11.527,"end_time":11.768},{"word":"previous","start_time":11.928,"end_time":12.55},{"word":"parameter","start_time":12.61,"end_time":13.052},{"word":"estimate","start_time":13.072,"end_time":13.413},{"word":"plus","start_time":13.453,"end_time":13.694},{"word":"the","start_time":13.734,"end_time":13.935},{"word":"update,","start_time":14.597,"end_time":14.898},{"word":"so","start_time":14.938,"end_time":15.038},{"word":"this","start_time":15.078,"end_time":15.198},{"word":"is","start_time":15.259,"end_time":15.299},{"word":"the","start_time":15.339,"end_time":15.419},{"word":"update.","start_time":15.499,"end_time":15.68}],"alternatives":[],"language":"en"},{"transcript":" Update is your gradient with respect to the parameters multiplied by the alpha which is","confidence":0.7789333333333333,"words":[{"word":"Update","start_time":20.062,"end_time":20.363},{"word":"is","start_time":20.403,"end_time":20.503},{"word":"your","start_time":20.544,"end_time":20.845},{"word":"gradient","start_time":21.206,"end_time":21.648},{"word":"with","start_time":21.828,"end_time":21.989},{"word":"respect","start_time":22.029,"end_time":22.31},{"word":"to","start_time":22.33,"end_time":22.391},{"word":"the","start_time":22.431,"end_time":22.491},{"word":"parameters","start_time":22.531,"end_time":23.093},{"word":"multiplied","start_time":23.696,"end_time":24.097},{"word":"by","start_time":24.137,"end_time":24.258},{"word":"the","start_time":24.298,"end_time":24.358},{"word":"alpha","start_time":24.438,"end_time":24.659},{"word":"which","start_time":24.679,"end_time":24.78},{"word":"is","start_time":24.8,"end_time":24.84}],"alternatives":[],"language":"en"},{"transcript":" So, what we will do now is to go through some of the variants of this gradient descent algorithm.","confidence":0.6901052631578947,"words":[{"word":"So,","start_time":34.071,"end_time":34.232},{"word":"what","start_time":34.312,"end_time":34.453},{"word":"we","start_time":34.473,"end_time":34.533},{"word":"will","start_time":34.553,"end_time":34.633},{"word":"do","start_time":34.653,"end_time":34.734},{"word":"now","start_time":34.774,"end_time":34.894},{"word":"is","start_time":34.975,"end_time":35.055},{"word":"to","start_time":35.075,"end_time":35.316},{"word":"go","start_time":35.858,"end_time":36.018},{"word":"through","start_time":36.059,"end_time":36.259},{"word":"some","start_time":36.3,"end_time":36.48},{"word":"of","start_time":36.54,"end_time":36.621},{"word":"the","start_time":36.681,"end_time":36.922},{"word":"variants","start_time":37.363,"end_time":37.785},{"word":"of","start_time":37.845,"end_time":37.925},{"word":"this","start_time":37.966,"end_time":38.126},{"word":"gradient","start_time":38.508,"end_time":38.668},{"word":"descent","start_time":38.688,"end_time":38.929},{"word":"algorithm.","start_time":38.949,"end_time":39.15}],"alternatives":[],"language":"en"},{"transcript":" So primarily these have been these have evolved primarily by looking at how you can make networks","confidence":0.6968235294117648,"words":[{"word":"So","start_time":41.391,"end_time":41.512},{"word":"primarily","start_time":41.552,"end_time":42.093},{"word":"these","start_time":42.113,"end_time":43.917},{"word":"have","start_time":43.957,"end_time":44.118},{"word":"been","start_time":44.138,"end_time":44.398},{"word":"these","start_time":45.521,"end_time":45.661},{"word":"have","start_time":45.681,"end_time":45.782},{"word":"evolved","start_time":45.842,"end_time":46.203},{"word":"primarily","start_time":46.263,"end_time":46.744},{"word":"by","start_time":47.365,"end_time":47.566},{"word":"looking","start_time":47.626,"end_time":47.907},{"word":"at","start_time":47.967,"end_time":48.027},{"word":"how","start_time":48.107,"end_time":48.348},{"word":"you","start_time":48.488,"end_time":48.588},{"word":"can","start_time":48.608,"end_time":48.769},{"word":"make","start_time":48.809,"end_time":48.989},{"word":"networks","start_time":49.029,"end_time":49.21}],"alternatives":[],"language":"en"},{"transcript":" converge faster basically deep learning networks converge faster to the optimal solution.","confidence":0.5899166666666668,"words":[{"word":"converge","start_time":49.33,"end_time":49.853},{"word":"faster","start_time":49.873,"end_time":50.275},{"word":"basically","start_time":50.315,"end_time":50.677},{"word":"deep","start_time":50.697,"end_time":50.838},{"word":"learning","start_time":50.878,"end_time":51.079},{"word":"networks","start_time":51.119,"end_time":51.42},{"word":"converge","start_time":51.461,"end_time":51.782},{"word":"faster","start_time":51.802,"end_time":52.164},{"word":"to","start_time":52.767,"end_time":52.847},{"word":"the","start_time":52.867,"end_time":52.928},{"word":"optimal","start_time":52.948,"end_time":53.129},{"word":"solution.","start_time":53.149,"end_time":53.35}],"alternatives":[],"language":"en"},{"transcript":" Many of all of almost all of the algorithms are like you can use them like black boxes","confidence":0.7535000000000001,"words":[{"word":"Many","start_time":54.752,"end_time":54.973},{"word":"of","start_time":54.993,"end_time":55.113},{"word":"all","start_time":55.274,"end_time":55.375},{"word":"of","start_time":55.395,"end_time":55.495},{"word":"almost","start_time":55.535,"end_time":55.796},{"word":"all","start_time":55.837,"end_time":55.937},{"word":"of","start_time":55.977,"end_time":56.037},{"word":"the","start_time":56.058,"end_time":56.138},{"word":"algorithms","start_time":56.158,"end_time":56.64},{"word":"are","start_time":56.761,"end_time":56.901},{"word":"like","start_time":56.921,"end_time":57.122},{"word":"you","start_time":57.645,"end_time":57.745},{"word":"can","start_time":57.765,"end_time":57.886},{"word":"use","start_time":57.966,"end_time":58.046},{"word":"them","start_time":58.086,"end_time":58.207},{"word":"like","start_time":58.247,"end_time":58.388},{"word":"black","start_time":58.448,"end_time":58.649},{"word":"boxes","start_time":58.709,"end_time":58.87}],"alternatives":[],"language":"en"},{"transcript":" in most of the packages that I introduced last time.","confidence":0.7302,"words":[{"word":"in","start_time":59.112,"end_time":59.253},{"word":"most","start_time":59.293,"end_time":59.475},{"word":"of","start_time":59.495,"end_time":59.556},{"word":"the","start_time":59.576,"end_time":59.657},{"word":"packages","start_time":59.697,"end_time":60.1},{"word":"that","start_time":60.141,"end_time":60.262},{"word":"I","start_time":60.342,"end_time":60.423},{"word":"introduced","start_time":60.463,"end_time":60.887},{"word":"last","start_time":60.948,"end_time":61.129},{"word":"time.","start_time":61.149,"end_time":61.23}],"alternatives":[],"language":"en"},{"transcript":" In that sense you do not have to really have to code them but you just have to understand","confidence":0.6892631578947368,"words":[{"word":"In","start_time":64.843,"end_time":64.903},{"word":"that","start_time":64.943,"end_time":65.084},{"word":"sense","start_time":65.124,"end_time":65.345},{"word":"you","start_time":65.365,"end_time":65.465},{"word":"do","start_time":65.485,"end_time":65.545},{"word":"not","start_time":65.565,"end_time":65.666},{"word":"have","start_time":65.726,"end_time":65.907},{"word":"to","start_time":65.947,"end_time":66.007},{"word":"really","start_time":66.087,"end_time":66.469},{"word":"have","start_time":66.971,"end_time":67.131},{"word":"to","start_time":67.151,"end_time":67.252},{"word":"code","start_time":67.292,"end_time":67.573},{"word":"them","start_time":67.613,"end_time":67.774},{"word":"but","start_time":68.617,"end_time":68.717},{"word":"you","start_time":68.737,"end_time":68.878},{"word":"just","start_time":68.898,"end_time":68.998},{"word":"have","start_time":69.019,"end_time":69.099},{"word":"to","start_time":69.119,"end_time":69.159},{"word":"understand","start_time":69.179,"end_time":69.4}],"alternatives":[],"language":"en"},{"transcript":" how they work and try out different things for your particular implementation of a deep","confidence":0.7314000000000002,"words":[{"word":"how","start_time":69.701,"end_time":69.842},{"word":"they","start_time":69.882,"end_time":70.043},{"word":"work","start_time":70.083,"end_time":70.284},{"word":"and","start_time":70.766,"end_time":70.866},{"word":"try","start_time":70.926,"end_time":71.087},{"word":"out","start_time":71.147,"end_time":71.268},{"word":"different","start_time":71.308,"end_time":71.609},{"word":"things","start_time":71.649,"end_time":71.87},{"word":"for","start_time":72.473,"end_time":72.654},{"word":"your","start_time":72.694,"end_time":72.894},{"word":"particular","start_time":72.935,"end_time":73.316},{"word":"implementation","start_time":73.356,"end_time":73.959},{"word":"of","start_time":73.999,"end_time":74.059},{"word":"a","start_time":74.079,"end_time":74.1},{"word":"deep","start_time":74.12,"end_time":74.2}],"alternatives":[],"language":"en"},{"transcript":" learning technique or a machine learning technique.","confidence":0.43000000000000005,"words":[{"word":"learning","start_time":74.362,"end_time":74.584},{"word":"technique","start_time":74.625,"end_time":74.949},{"word":"or","start_time":75.009,"end_time":75.111},{"word":"a","start_time":75.131,"end_time":75.212},{"word":"machine","start_time":75.232,"end_time":75.495},{"word":"learning","start_time":75.515,"end_time":75.677},{"word":"technique.","start_time":75.698,"end_time":75.9}],"alternatives":[],"language":"en"},{"transcript":" So for instance tensor flow or PyTorch will have many of the algorithms we will see will","confidence":0.6312941176470588,"words":[{"word":"So","start_time":77.38,"end_time":77.843},{"word":"for","start_time":78.285,"end_time":78.385},{"word":"instance","start_time":78.425,"end_time":78.626},{"word":"tensor","start_time":78.646,"end_time":78.968},{"word":"flow","start_time":79.008,"end_time":79.309},{"word":"or","start_time":79.329,"end_time":79.369},{"word":"PyTorch","start_time":79.41,"end_time":79.831},{"word":"will","start_time":79.852,"end_time":80.032},{"word":"have","start_time":80.073,"end_time":80.273},{"word":"many","start_time":80.474,"end_time":80.615},{"word":"of","start_time":80.655,"end_time":80.695},{"word":"the","start_time":80.715,"end_time":80.776},{"word":"algorithms","start_time":80.796,"end_time":81.238},{"word":"we","start_time":81.278,"end_time":81.358},{"word":"will","start_time":81.378,"end_time":81.479},{"word":"see","start_time":81.519,"end_time":81.599},{"word":"will","start_time":81.619,"end_time":81.7}],"alternatives":[],"language":"en"},{"transcript":" have them already coded and just have to use that option.","confidence":0.7634545454545456,"words":[{"word":"have","start_time":81.881,"end_time":82.062},{"word":"them","start_time":82.102,"end_time":82.262},{"word":"already","start_time":82.383,"end_time":82.805},{"word":"coded","start_time":83.388,"end_time":83.749},{"word":"and","start_time":84.614,"end_time":84.794},{"word":"just","start_time":84.835,"end_time":84.975},{"word":"have","start_time":85.015,"end_time":85.176},{"word":"to","start_time":85.196,"end_time":85.357},{"word":"use","start_time":85.518,"end_time":85.658},{"word":"that","start_time":85.679,"end_time":85.799},{"word":"option.","start_time":85.859,"end_time":85.98}],"alternatives":[],"language":"en"},{"transcript":" which will and then the Nesterov Accelerated Gradient, AdaGrad, AdaDelta, also RMSProp","confidence":0.7789999999999999,"words":[{"word":"which","start_time":94.011,"end_time":94.172},{"word":"will","start_time":94.192,"end_time":94.432},{"word":"and","start_time":94.873,"end_time":94.953},{"word":"then","start_time":94.973,"end_time":95.134},{"word":"the","start_time":95.194,"end_time":95.394},{"word":"Nesterov","start_time":95.615,"end_time":96.016},{"word":"Accelerated","start_time":96.076,"end_time":96.537},{"word":"Gradient,","start_time":96.557,"end_time":96.958},{"word":"AdaGrad,","start_time":97.299,"end_time":97.74},{"word":"AdaDelta,","start_time":97.8,"end_time":98.381},{"word":"also","start_time":99.263,"end_time":99.704},{"word":"RMSProp","start_time":100.286,"end_time":101.949}],"alternatives":[],"language":"en"},{"transcript":" very similar initially, okay.","confidence":0.53875,"words":[{"word":"very","start_time":103.653,"end_time":103.914},{"word":"similar","start_time":103.934,"end_time":104.377},{"word":"initially,","start_time":106.007,"end_time":106.389},{"word":"okay.","start_time":106.409,"end_time":106.57}],"alternatives":[],"language":"en"},{"transcript":" So we will just start off with the momentum update, so what this variant does is to add","confidence":0.8021666666666666,"words":[{"word":"So","start_time":107.631,"end_time":107.832},{"word":"we","start_time":108.313,"end_time":108.413},{"word":"will","start_time":108.433,"end_time":108.574},{"word":"just","start_time":108.594,"end_time":108.714},{"word":"start","start_time":108.754,"end_time":108.975},{"word":"off","start_time":109.015,"end_time":109.135},{"word":"with","start_time":109.175,"end_time":109.316},{"word":"the","start_time":109.376,"end_time":109.536},{"word":"momentum","start_time":109.636,"end_time":110.098},{"word":"update,","start_time":111.06,"end_time":111.401},{"word":"so","start_time":111.962,"end_time":112.143},{"word":"what","start_time":112.684,"end_time":112.985},{"word":"this","start_time":113.225,"end_time":113.586},{"word":"variant","start_time":114.128,"end_time":114.468},{"word":"does","start_time":114.509,"end_time":114.689},{"word":"is","start_time":114.749,"end_time":114.849},{"word":"to","start_time":114.869,"end_time":114.97},{"word":"add","start_time":114.99,"end_time":115.07}],"alternatives":[],"language":"en"},{"transcript":" a fraction of the previous update to the current update, okay.","confidence":0.8047272727272727,"words":[{"word":"a","start_time":115.09,"end_time":115.191},{"word":"fraction","start_time":115.332,"end_time":115.734},{"word":"of","start_time":115.774,"end_time":115.855},{"word":"the","start_time":115.895,"end_time":116.036},{"word":"previous","start_time":116.136,"end_time":116.539},{"word":"update","start_time":116.619,"end_time":116.961},{"word":"to","start_time":117.002,"end_time":117.122},{"word":"the","start_time":117.142,"end_time":117.223},{"word":"current","start_time":117.283,"end_time":117.525},{"word":"update,","start_time":117.585,"end_time":117.907},{"word":"okay.","start_time":117.927,"end_time":118.37}],"alternatives":[],"language":"en"},{"transcript":" a larger step in the relevant direction, so that way preventing oscillations and converging","confidence":0.859,"words":[{"word":"a","start_time":121.491,"end_time":121.551},{"word":"larger","start_time":121.611,"end_time":121.953},{"word":"step","start_time":121.993,"end_time":122.254},{"word":"in","start_time":122.455,"end_time":122.515},{"word":"the","start_time":122.555,"end_time":122.656},{"word":"relevant","start_time":122.716,"end_time":123.017},{"word":"direction,","start_time":123.057,"end_time":123.499},{"word":"so","start_time":123.881,"end_time":124.001},{"word":"that","start_time":124.041,"end_time":124.182},{"word":"way","start_time":124.242,"end_time":124.443},{"word":"preventing","start_time":124.744,"end_time":125.106},{"word":"oscillations","start_time":125.186,"end_time":125.688},{"word":"and","start_time":125.728,"end_time":125.828},{"word":"converging","start_time":125.889,"end_time":126.21}],"alternatives":[],"language":"en"},{"transcript":" faster.","confidence":0.206,"words":[{"word":"faster.","start_time":126.21,"end_time":126.43}],"alternatives":[],"language":"en"},{"transcript":" So we saw that delta is the update right and it is proportional to, this is the update","confidence":0.741111111111111,"words":[{"word":"So","start_time":126.83,"end_time":127.031},{"word":"we","start_time":127.632,"end_time":127.732},{"word":"saw","start_time":127.773,"end_time":127.953},{"word":"that","start_time":128.013,"end_time":128.194},{"word":"delta","start_time":129.437,"end_time":129.838},{"word":"is","start_time":130.7,"end_time":130.78},{"word":"the","start_time":130.8,"end_time":130.88},{"word":"update","start_time":130.94,"end_time":131.321},{"word":"right","start_time":132.504,"end_time":132.704},{"word":"and","start_time":132.765,"end_time":132.845},{"word":"it","start_time":132.905,"end_time":133.045},{"word":"is","start_time":133.306,"end_time":133.406},{"word":"proportional","start_time":133.486,"end_time":134.008},{"word":"to,","start_time":134.048,"end_time":134.228},{"word":"this","start_time":134.248,"end_time":134.469},{"word":"is","start_time":134.489,"end_time":134.549},{"word":"the","start_time":134.589,"end_time":134.689},{"word":"update","start_time":134.709,"end_time":134.95}],"alternatives":[],"language":"en"},{"transcript":" from the previous step and you take a fraction of that update so gamma is typically 0.9 around","confidence":0.7831666666666666,"words":[{"word":"from","start_time":135.833,"end_time":135.933},{"word":"the","start_time":135.973,"end_time":136.033},{"word":"previous","start_time":136.073,"end_time":136.394},{"word":"step","start_time":136.415,"end_time":136.615},{"word":"and","start_time":137.759,"end_time":137.819},{"word":"you","start_time":137.839,"end_time":137.939},{"word":"take","start_time":137.98,"end_time":138.12},{"word":"a","start_time":138.16,"end_time":138.18},{"word":"fraction","start_time":138.22,"end_time":138.561},{"word":"of","start_time":138.581,"end_time":138.642},{"word":"that","start_time":138.662,"end_time":138.762},{"word":"update","start_time":138.842,"end_time":139.143},{"word":"so","start_time":139.163,"end_time":139.304},{"word":"gamma","start_time":139.344,"end_time":139.605},{"word":"is","start_time":139.645,"end_time":139.705},{"word":"typically","start_time":139.745,"end_time":140.146},{"word":"0.9","start_time":140.307,"end_time":140.427},{"word":"around","start_time":140.447,"end_time":140.668}],"alternatives":[],"language":"en"},{"transcript":" that value and then you add it to your current update right here.","confidence":0.7393076923076923,"words":[{"word":"that","start_time":141.471,"end_time":141.631},{"word":"value","start_time":141.731,"end_time":142.052},{"word":"and","start_time":143.155,"end_time":143.255},{"word":"then","start_time":143.275,"end_time":143.435},{"word":"you","start_time":143.476,"end_time":143.596},{"word":"add","start_time":143.696,"end_time":143.856},{"word":"it","start_time":143.897,"end_time":143.957},{"word":"to","start_time":143.997,"end_time":144.097},{"word":"your","start_time":144.137,"end_time":144.298},{"word":"current","start_time":144.318,"end_time":147.125},{"word":"update","start_time":147.205,"end_time":147.526},{"word":"right","start_time":147.546,"end_time":147.766},{"word":"here.","start_time":147.806,"end_time":147.987}],"alternatives":[],"language":"en"},{"transcript":" okay, so that way you take a step a bigger step in the relevant direction of course then","confidence":0.7011666666666668,"words":[{"word":"okay,","start_time":151.01,"end_time":151.271},{"word":"so","start_time":151.973,"end_time":152.074},{"word":"that","start_time":152.114,"end_time":152.254},{"word":"way","start_time":152.294,"end_time":152.435},{"word":"you","start_time":152.455,"end_time":152.615},{"word":"take","start_time":152.656,"end_time":152.876},{"word":"a","start_time":152.896,"end_time":152.916},{"word":"step","start_time":153.518,"end_time":153.759},{"word":"a","start_time":154.561,"end_time":154.702},{"word":"bigger","start_time":154.742,"end_time":155.003},{"word":"step","start_time":155.023,"end_time":155.284},{"word":"in","start_time":155.384,"end_time":155.444},{"word":"the","start_time":155.484,"end_time":155.625},{"word":"relevant","start_time":155.805,"end_time":156.146},{"word":"direction","start_time":156.166,"end_time":156.547},{"word":"of","start_time":156.567,"end_time":156.608},{"word":"course","start_time":157.109,"end_time":157.29},{"word":"then","start_time":157.31,"end_time":157.39}],"alternatives":[],"language":"en"},{"transcript":" this is how you would actually update your parameters.","confidence":0.789,"words":[{"word":"this","start_time":157.571,"end_time":157.692},{"word":"is","start_time":157.773,"end_time":157.833},{"word":"how","start_time":157.873,"end_time":158.015},{"word":"you","start_time":158.075,"end_time":158.196},{"word":"would","start_time":158.236,"end_time":158.438},{"word":"actually","start_time":158.8,"end_time":159.123},{"word":"update","start_time":159.203,"end_time":159.486},{"word":"your","start_time":159.506,"end_time":159.667},{"word":"parameters.","start_time":159.687,"end_time":160.05}],"alternatives":[],"language":"en"},{"transcript":" So your current update right here has usual update equation this is alpha times the gradient","confidence":0.671875,"words":[{"word":"So","start_time":160.51,"end_time":160.631},{"word":"your","start_time":160.651,"end_time":160.791},{"word":"current","start_time":160.831,"end_time":161.112},{"word":"update","start_time":161.172,"end_time":161.473},{"word":"right","start_time":161.513,"end_time":161.694},{"word":"here","start_time":161.734,"end_time":161.935},{"word":"has","start_time":163.219,"end_time":163.56},{"word":"usual","start_time":164.443,"end_time":164.724},{"word":"update","start_time":164.804,"end_time":165.125},{"word":"equation","start_time":165.145,"end_time":165.486},{"word":"this","start_time":165.526,"end_time":165.687},{"word":"is","start_time":165.707,"end_time":165.847},{"word":"alpha","start_time":165.907,"end_time":166.208},{"word":"times","start_time":166.228,"end_time":166.449},{"word":"the","start_time":166.469,"end_time":166.529},{"word":"gradient","start_time":166.569,"end_time":166.77}],"alternatives":[],"language":"en"}]