[{"transcript":" try to solve this problem which is given by Adagrad.","confidence":0.8310000000000001,"words":[{"word":"try","start_time":0.141,"end_time":0.321},{"word":"to","start_time":0.341,"end_time":0.442},{"word":"solve","start_time":0.522,"end_time":0.863},{"word":"this","start_time":0.924,"end_time":1.084},{"word":"problem","start_time":1.165,"end_time":1.546},{"word":"which","start_time":1.566,"end_time":1.707},{"word":"is","start_time":1.767,"end_time":1.847},{"word":"given","start_time":1.867,"end_time":2.088},{"word":"by","start_time":2.128,"end_time":2.229},{"word":"Adagrad.","start_time":2.309,"end_time":2.731}],"alternatives":[],"language":"en"},{"transcript":"So, the algorithm that we will talk","confidence":0.5877142857142857,"words":[{"word":"So,","start_time":4.056,"end_time":4.156},{"word":"the","start_time":4.176,"end_time":4.277},{"word":"algorithm","start_time":4.317,"end_time":4.718},{"word":"that","start_time":4.739,"end_time":4.859},{"word":"we","start_time":4.879,"end_time":4.919},{"word":"will","start_time":4.939,"end_time":5.02},{"word":"talk","start_time":5.04,"end_time":5.12}],"alternatives":[],"language":"en"},{"transcript":" about is what is RMS prop which tries to address this problem of Adagrad algorithm that is","confidence":0.7978235294117647,"words":[{"word":"about","start_time":5.281,"end_time":5.561},{"word":"is","start_time":5.862,"end_time":5.983},{"word":"what","start_time":6.203,"end_time":6.344},{"word":"is","start_time":6.404,"end_time":6.464},{"word":"RMS","start_time":6.725,"end_time":7.026},{"word":"prop","start_time":7.066,"end_time":7.347},{"word":"which","start_time":7.648,"end_time":8.049},{"word":"tries","start_time":8.451,"end_time":8.651},{"word":"to","start_time":8.691,"end_time":8.772},{"word":"address","start_time":8.872,"end_time":9.273},{"word":"this","start_time":9.374,"end_time":9.514},{"word":"problem","start_time":9.574,"end_time":9.915},{"word":"of","start_time":9.955,"end_time":10.296},{"word":"Adagrad","start_time":10.397,"end_time":10.758},{"word":"algorithm","start_time":10.798,"end_time":11.199},{"word":"that","start_time":11.239,"end_time":11.34},{"word":"is","start_time":11.36,"end_time":11.4}],"alternatives":[],"language":"en"},{"transcript":" vanishing learning rate as the time increases as the number of iteration proceeds.","confidence":0.7488461538461539,"words":[{"word":"vanishing","start_time":11.661,"end_time":12.163},{"word":"learning","start_time":12.224,"end_time":12.545},{"word":"rate","start_time":12.585,"end_time":12.806},{"word":"as","start_time":13.248,"end_time":13.348},{"word":"the","start_time":13.65,"end_time":13.77},{"word":"time","start_time":13.79,"end_time":13.971},{"word":"increases","start_time":14.031,"end_time":14.513},{"word":"as","start_time":14.574,"end_time":14.654},{"word":"the","start_time":14.694,"end_time":14.775},{"word":"number","start_time":14.815,"end_time":15.016},{"word":"of","start_time":15.056,"end_time":15.116},{"word":"iteration","start_time":15.538,"end_time":15.859},{"word":"proceeds.","start_time":15.879,"end_time":16.04}],"alternatives":[],"language":"en"},{"transcript":" So, what this RMS prop algorithm does is instead of taking the accumulative sum of squares","confidence":0.8001874999999999,"words":[{"word":"So,","start_time":17.501,"end_time":17.621},{"word":"what","start_time":17.662,"end_time":17.942},{"word":"this","start_time":18.002,"end_time":18.163},{"word":"RMS","start_time":18.343,"end_time":18.623},{"word":"prop","start_time":18.644,"end_time":18.844},{"word":"algorithm","start_time":18.864,"end_time":19.285},{"word":"does","start_time":19.305,"end_time":19.545},{"word":"is","start_time":19.645,"end_time":19.746},{"word":"instead","start_time":21.409,"end_time":21.81},{"word":"of","start_time":21.87,"end_time":21.97},{"word":"taking","start_time":22.371,"end_time":22.812},{"word":"the","start_time":23.553,"end_time":23.653},{"word":"accumulative","start_time":23.894,"end_time":24.936},{"word":"sum","start_time":25.056,"end_time":25.417},{"word":"of","start_time":25.437,"end_time":25.477},{"word":"squares","start_time":25.738,"end_time":26.178}],"alternatives":[],"language":"en"},{"transcript":" of the sum of the squares of the past gradients where this past gradient starts from time","confidence":0.669764705882353,"words":[{"word":"of","start_time":30.192,"end_time":30.272},{"word":"the","start_time":30.292,"end_time":30.433},{"word":"sum","start_time":30.513,"end_time":30.674},{"word":"of","start_time":30.694,"end_time":30.774},{"word":"the","start_time":30.794,"end_time":30.895},{"word":"squares","start_time":30.915,"end_time":31.196},{"word":"of","start_time":31.236,"end_time":31.296},{"word":"the","start_time":31.316,"end_time":31.397},{"word":"past","start_time":31.457,"end_time":31.818},{"word":"gradients","start_time":31.859,"end_time":32.361},{"word":"where","start_time":32.963,"end_time":33.124},{"word":"this","start_time":33.144,"end_time":33.284},{"word":"past","start_time":33.325,"end_time":33.545},{"word":"gradient","start_time":33.686,"end_time":34.108},{"word":"starts","start_time":34.148,"end_time":34.429},{"word":"from","start_time":34.489,"end_time":34.59},{"word":"time","start_time":34.61,"end_time":34.69}],"alternatives":[],"language":"en"},{"transcript":" t equal to 0, ok.","confidence":0.6910000000000001,"words":[{"word":"t","start_time":34.871,"end_time":34.891},{"word":"equal","start_time":34.931,"end_time":35.172},{"word":"to","start_time":35.212,"end_time":35.313},{"word":"0,","start_time":35.353,"end_time":35.574},{"word":"ok.","start_time":35.895,"end_time":36.096}],"alternatives":[],"language":"en"},{"transcript":"So, you are basically the operation that was","confidence":0.7766249999999999,"words":[{"word":"So,","start_time":36.538,"end_time":36.659},{"word":"you","start_time":36.759,"end_time":36.86},{"word":"are","start_time":36.92,"end_time":37.04},{"word":"basically","start_time":37.563,"end_time":38.025},{"word":"the","start_time":38.346,"end_time":38.447},{"word":"operation","start_time":38.527,"end_time":38.969},{"word":"that","start_time":39.009,"end_time":39.11},{"word":"was","start_time":39.13,"end_time":39.19}],"alternatives":[],"language":"en"},{"transcript":" done in Adagrad algorithm is r t the scaling factor which is 1 upon square root of epsilon","confidence":0.7485,"words":[{"word":"done","start_time":39.35,"end_time":39.551},{"word":"in","start_time":39.691,"end_time":39.771},{"word":"Adagrad","start_time":39.871,"end_time":40.252},{"word":"algorithm","start_time":40.292,"end_time":40.773},{"word":"is","start_time":40.973,"end_time":41.093},{"word":"r","start_time":41.854,"end_time":41.955},{"word":"t","start_time":42.075,"end_time":42.475},{"word":"the","start_time":47.383,"end_time":47.504},{"word":"scaling","start_time":47.524,"end_time":47.824},{"word":"factor","start_time":47.864,"end_time":48.205},{"word":"which","start_time":48.225,"end_time":48.365},{"word":"is","start_time":48.445,"end_time":48.505},{"word":"1","start_time":48.666,"end_time":48.746},{"word":"upon","start_time":48.806,"end_time":49.086},{"word":"square","start_time":49.667,"end_time":50.048},{"word":"root","start_time":50.108,"end_time":50.348},{"word":"of","start_time":50.448,"end_time":50.649},{"word":"epsilon","start_time":51.23,"end_time":51.39}],"alternatives":[],"language":"en"},{"transcript":" t i is nothing, but sum of g t i square of this or let me put it as g tau square instead","confidence":0.8071304347826086,"words":[{"word":"t","start_time":59.82,"end_time":60.882},{"word":"i","start_time":60.902,"end_time":60.922},{"word":"is","start_time":62.223,"end_time":62.344},{"word":"nothing,","start_time":62.424,"end_time":62.764},{"word":"but","start_time":62.824,"end_time":63.085},{"word":"sum","start_time":63.645,"end_time":64.026},{"word":"of","start_time":64.386,"end_time":64.586},{"word":"g","start_time":65.247,"end_time":65.628},{"word":"t","start_time":65.868,"end_time":66.289},{"word":"i","start_time":67.23,"end_time":67.43},{"word":"square","start_time":68.732,"end_time":69.172},{"word":"of","start_time":69.232,"end_time":69.312},{"word":"this","start_time":69.372,"end_time":69.673},{"word":"or","start_time":71.515,"end_time":71.655},{"word":"let","start_time":72.016,"end_time":72.156},{"word":"me","start_time":72.176,"end_time":72.256},{"word":"put","start_time":72.296,"end_time":72.476},{"word":"it","start_time":72.516,"end_time":72.596},{"word":"as","start_time":72.677,"end_time":72.777},{"word":"g","start_time":73.718,"end_time":73.918},{"word":"tau","start_time":74.038,"end_time":74.379},{"word":"square","start_time":74.399,"end_time":74.799},{"word":"instead","start_time":74.819,"end_time":75.4}],"alternatives":[],"language":"en"},{"transcript":" of g t g tau square and you take the summation of tau is equal to say 1 to t. So, you find","confidence":0.7856521739130435,"words":[{"word":"of","start_time":75.681,"end_time":75.761},{"word":"g","start_time":75.841,"end_time":76.021},{"word":"t","start_time":76.101,"end_time":76.362},{"word":"g","start_time":77.484,"end_time":77.684},{"word":"tau","start_time":77.764,"end_time":78.145},{"word":"square","start_time":78.886,"end_time":79.327},{"word":"and","start_time":79.768,"end_time":79.868},{"word":"you","start_time":79.908,"end_time":80.028},{"word":"take","start_time":80.048,"end_time":80.209},{"word":"the","start_time":80.229,"end_time":80.329},{"word":"summation","start_time":80.349,"end_time":80.93},{"word":"of","start_time":81.171,"end_time":81.291},{"word":"tau","start_time":81.471,"end_time":81.712},{"word":"is","start_time":81.772,"end_time":81.892},{"word":"equal","start_time":81.952,"end_time":82.273},{"word":"to","start_time":82.313,"end_time":82.533},{"word":"say","start_time":83.034,"end_time":83.355},{"word":"1","start_time":83.855,"end_time":83.976},{"word":"to","start_time":84.056,"end_time":84.296},{"word":"t.","start_time":84.897,"end_time":85.058},{"word":"So,","start_time":85.959,"end_time":86.08},{"word":"you","start_time":86.14,"end_time":86.22},{"word":"find","start_time":86.24,"end_time":86.32}],"alternatives":[],"language":"en"},{"transcript":" which you are going on adding.","confidence":0.8368333333333333,"words":[{"word":"which","start_time":88.481,"end_time":88.621},{"word":"you","start_time":88.661,"end_time":88.742},{"word":"are","start_time":88.782,"end_time":88.882},{"word":"going","start_time":89.023,"end_time":89.224},{"word":"on","start_time":89.284,"end_time":89.344},{"word":"adding.","start_time":89.465,"end_time":89.766}],"alternatives":[],"language":"en"},{"transcript":"So, R t goes on increasing it monotonically increases with","confidence":0.8012,"words":[{"word":"So,","start_time":90.168,"end_time":90.308},{"word":"R","start_time":90.449,"end_time":90.469},{"word":"t","start_time":90.549,"end_time":90.77},{"word":"goes","start_time":90.811,"end_time":90.971},{"word":"on","start_time":91.052,"end_time":91.132},{"word":"increasing","start_time":91.252,"end_time":91.654},{"word":"it","start_time":91.714,"end_time":91.775},{"word":"monotonically","start_time":91.835,"end_time":92.438},{"word":"increases","start_time":92.538,"end_time":92.859},{"word":"with","start_time":92.879,"end_time":92.96}],"alternatives":[],"language":"en"},{"transcript":" t it does notreduce.","confidence":0.7110000000000001,"words":[{"word":"t","start_time":93.221,"end_time":93.381},{"word":"it","start_time":93.521,"end_time":93.582},{"word":"does","start_time":93.622,"end_time":93.782},{"word":"notreduce.","start_time":93.822,"end_time":95.567}],"alternatives":[],"language":"en"},{"transcript":"So, that is the problem with the Adagrad algorithm.","confidence":0.7001111111111111,"words":[{"word":"So,","start_time":97.332,"end_time":97.473},{"word":"that","start_time":97.493,"end_time":97.613},{"word":"is","start_time":97.673,"end_time":97.734},{"word":"the","start_time":97.774,"end_time":97.914},{"word":"problem","start_time":98.215,"end_time":98.676},{"word":"with","start_time":98.817,"end_time":99.037},{"word":"the","start_time":99.057,"end_time":99.117},{"word":"Adagrad","start_time":99.258,"end_time":99.599},{"word":"algorithm.","start_time":99.619,"end_time":99.9}],"alternatives":[],"language":"en"},{"transcript":" And in case of RMS prop instead of using this cumulative or accumulative sum of squared","confidence":0.7886875000000001,"words":[{"word":"And","start_time":101.002,"end_time":101.122},{"word":"in","start_time":101.202,"end_time":101.283},{"word":"case","start_time":101.323,"end_time":101.543},{"word":"of","start_time":101.583,"end_time":101.664},{"word":"RMS","start_time":101.965,"end_time":102.245},{"word":"prop","start_time":102.306,"end_time":102.566},{"word":"instead","start_time":103.088,"end_time":103.449},{"word":"of","start_time":103.509,"end_time":103.61},{"word":"using","start_time":103.91,"end_time":104.191},{"word":"this","start_time":104.271,"end_time":104.432},{"word":"cumulative","start_time":104.954,"end_time":105.616},{"word":"or","start_time":105.676,"end_time":105.776},{"word":"accumulative","start_time":105.896,"end_time":106.619},{"word":"sum","start_time":106.659,"end_time":106.859},{"word":"of","start_time":106.879,"end_time":106.919},{"word":"squared","start_time":106.939,"end_time":107.08}],"alternatives":[],"language":"en"},{"transcript":" gradients the RMS prop takes exponentially decaying average of the squared gradient and","confidence":0.7353076923076924,"words":[{"word":"gradients","start_time":107.341,"end_time":107.862},{"word":"the","start_time":108.323,"end_time":108.444},{"word":"RMS","start_time":108.624,"end_time":108.945},{"word":"prop","start_time":109.005,"end_time":109.326},{"word":"takes","start_time":109.627,"end_time":109.928},{"word":"exponentially","start_time":110.108,"end_time":110.991},{"word":"decaying","start_time":111.151,"end_time":111.693},{"word":"average","start_time":111.853,"end_time":112.394},{"word":"of","start_time":112.495,"end_time":112.575},{"word":"the","start_time":112.615,"end_time":112.695},{"word":"squared","start_time":112.735,"end_time":113.056},{"word":"gradient","start_time":113.076,"end_time":113.497},{"word":"and","start_time":114.36,"end_time":114.42}],"alternatives":[],"language":"en"},{"transcript":" consider the extreme past histories while accumulating the sum of squared gradient.","confidence":0.7835833333333334,"words":[{"word":"consider","start_time":115.73,"end_time":116.332},{"word":"the","start_time":116.753,"end_time":118.118},{"word":"extreme","start_time":118.479,"end_time":118.92},{"word":"past","start_time":118.98,"end_time":119.261},{"word":"histories","start_time":119.321,"end_time":119.803},{"word":"while","start_time":120.184,"end_time":120.425},{"word":"accumulating","start_time":120.665,"end_time":121.187},{"word":"the","start_time":121.227,"end_time":121.328},{"word":"sum","start_time":121.348,"end_time":121.508},{"word":"of","start_time":121.548,"end_time":121.628},{"word":"squared","start_time":121.649,"end_time":121.929},{"word":"gradient.","start_time":121.949,"end_time":122.13}],"alternatives":[],"language":"en"},{"transcript":" And as a result of this the algorithm converges rapidly once it reachesonce your vector reacheslocally","confidence":0.7570625,"words":[{"word":"And","start_time":123.712,"end_time":123.852},{"word":"as","start_time":124.132,"end_time":124.212},{"word":"a","start_time":124.273,"end_time":124.313},{"word":"result","start_time":124.353,"end_time":124.613},{"word":"of","start_time":124.653,"end_time":124.713},{"word":"this","start_time":124.753,"end_time":124.954},{"word":"the","start_time":125.555,"end_time":125.655},{"word":"algorithm","start_time":125.675,"end_time":126.076},{"word":"converges","start_time":126.116,"end_time":126.677},{"word":"rapidly","start_time":126.737,"end_time":127.318},{"word":"once","start_time":128.08,"end_time":128.26},{"word":"it","start_time":128.44,"end_time":128.54},{"word":"reachesonce","start_time":129.141,"end_time":130.764},{"word":"your","start_time":130.805,"end_time":130.985},{"word":"vector","start_time":131.366,"end_time":131.706},{"word":"reacheslocally","start_time":131.746,"end_time":133.509}],"alternatives":[],"language":"en"},{"transcript":" convex ball shot ofsurface the error terrain.","confidence":0.7898571428571428,"words":[{"word":"convex","start_time":134.191,"end_time":134.632},{"word":"ball","start_time":134.792,"end_time":135.073},{"word":"shot","start_time":135.133,"end_time":135.414},{"word":"ofsurface","start_time":135.494,"end_time":136.497},{"word":"the","start_time":136.898,"end_time":137.038},{"word":"error","start_time":137.179,"end_time":137.339},{"word":"terrain.","start_time":137.399,"end_time":139.103}],"alternatives":[],"language":"en"},{"transcript":"And what you can do is we can assume this","confidence":0.6094,"words":[{"word":"And","start_time":139.123,"end_time":139.184},{"word":"what","start_time":139.304,"end_time":139.444},{"word":"you","start_time":139.464,"end_time":139.545},{"word":"can","start_time":139.565,"end_time":139.705},{"word":"do","start_time":139.725,"end_time":139.845},{"word":"is","start_time":139.925,"end_time":140.006},{"word":"we","start_time":140.026,"end_time":140.126},{"word":"can","start_time":140.146,"end_time":140.306},{"word":"assume","start_time":140.447,"end_time":140.828},{"word":"this","start_time":140.848,"end_time":140.928}],"alternatives":[],"language":"en"},{"transcript":" convexerror surface that as if your adagamadagrad algorithm is initialized at that point within","confidence":0.7806428571428572,"words":[{"word":"convexerror","start_time":145.59,"end_time":146.472},{"word":"surface","start_time":146.512,"end_time":147.034},{"word":"that","start_time":147.535,"end_time":147.695},{"word":"as","start_time":147.856,"end_time":147.956},{"word":"if","start_time":148.096,"end_time":148.216},{"word":"your","start_time":148.657,"end_time":148.858},{"word":"adagamadagrad","start_time":149.299,"end_time":150.883},{"word":"algorithm","start_time":150.923,"end_time":151.384},{"word":"is","start_time":151.805,"end_time":151.885},{"word":"initialized","start_time":152.066,"end_time":152.807},{"word":"at","start_time":152.887,"end_time":152.968},{"word":"that","start_time":153.048,"end_time":153.248},{"word":"point","start_time":153.369,"end_time":153.669},{"word":"within","start_time":153.689,"end_time":153.95}],"alternatives":[],"language":"en"}]