[{"transcript":" Namaste, welcome to the next module of our course.","confidence":0.8553333333333333,"words":[{"word":"Namaste,","start_time":0.341,"end_time":0.862},{"word":"welcome","start_time":1.323,"end_time":1.664},{"word":"to","start_time":1.704,"end_time":1.784},{"word":"the","start_time":1.824,"end_time":1.904},{"word":"next","start_time":1.944,"end_time":2.165},{"word":"module","start_time":2.245,"end_time":2.506},{"word":"of","start_time":2.566,"end_time":2.646},{"word":"our","start_time":2.726,"end_time":2.827},{"word":"course.","start_time":2.867,"end_time":3.167}],"alternatives":[],"language":"en"},{"transcript":"In this module, we will understand underfitting and overfitting through the code.","confidence":0.763,"words":[{"word":"In","start_time":3.909,"end_time":3.989},{"word":"this","start_time":4.029,"end_time":4.21},{"word":"module,","start_time":4.27,"end_time":4.611},{"word":"we","start_time":4.891,"end_time":4.951},{"word":"will","start_time":4.971,"end_time":5.072},{"word":"understand","start_time":5.132,"end_time":5.653},{"word":"underfitting","start_time":6.034,"end_time":6.555},{"word":"and","start_time":6.615,"end_time":6.695},{"word":"overfitting","start_time":6.836,"end_time":7.357},{"word":"through","start_time":7.818,"end_time":8.099},{"word":"the","start_time":8.439,"end_time":8.54},{"word":"code.","start_time":8.58,"end_time":8.68}],"alternatives":[],"language":"en"},{"transcript":" You know that overfitting happens when our model has excess capacity to memorize the entire training data.","confidence":0.7794117647058824,"words":[{"word":"You","start_time":10.821,"end_time":10.942},{"word":"know","start_time":10.982,"end_time":11.122},{"word":"that","start_time":11.162,"end_time":11.382},{"word":"overfitting","start_time":11.403,"end_time":12.445},{"word":"happens","start_time":12.505,"end_time":12.926},{"word":"when","start_time":13.527,"end_time":13.807},{"word":"our","start_time":13.827,"end_time":14.509},{"word":"model","start_time":14.569,"end_time":14.93},{"word":"has","start_time":15.37,"end_time":15.711},{"word":"excess","start_time":16.252,"end_time":16.593},{"word":"capacity","start_time":16.633,"end_time":17.234},{"word":"to","start_time":18.156,"end_time":18.336},{"word":"memorize","start_time":18.557,"end_time":19.118},{"word":"the","start_time":19.138,"end_time":19.559},{"word":"entire","start_time":19.599,"end_time":19.859},{"word":"training","start_time":19.879,"end_time":20.12},{"word":"data.","start_time":20.14,"end_time":20.22}],"alternatives":[],"language":"en"},{"transcript":" So what happens if we look at the learning curves, we observe that the training error and validation error both reduce to begin with.","confidence":0.7716249999999999,"words":[{"word":"So","start_time":21.001,"end_time":21.121},{"word":"what","start_time":21.162,"end_time":21.322},{"word":"happens","start_time":21.362,"end_time":21.783},{"word":"if","start_time":21.983,"end_time":22.044},{"word":"we","start_time":22.084,"end_time":22.204},{"word":"look","start_time":22.224,"end_time":22.444},{"word":"at","start_time":22.525,"end_time":22.625},{"word":"the","start_time":22.825,"end_time":22.926},{"word":"learning","start_time":22.966,"end_time":23.286},{"word":"curves,","start_time":23.326,"end_time":23.627},{"word":"we","start_time":23.928,"end_time":24.048},{"word":"observe","start_time":24.188,"end_time":24.569},{"word":"that","start_time":24.609,"end_time":24.83},{"word":"the","start_time":25.692,"end_time":25.852},{"word":"training","start_time":25.912,"end_time":26.253},{"word":"error","start_time":26.333,"end_time":26.514},{"word":"and","start_time":26.594,"end_time":26.674},{"word":"validation","start_time":26.714,"end_time":27.235},{"word":"error","start_time":27.336,"end_time":27.556},{"word":"both","start_time":27.997,"end_time":28.238},{"word":"reduce","start_time":28.338,"end_time":28.759},{"word":"to","start_time":28.779,"end_time":28.839},{"word":"begin","start_time":28.879,"end_time":29.18},{"word":"with.","start_time":29.2,"end_time":29.28}],"alternatives":[],"language":"en"},{"transcript":" After a point the training error goes down, but validation error starts climbing up.","confidence":0.772142857142857,"words":[{"word":"After","start_time":30.011,"end_time":30.252},{"word":"a","start_time":30.312,"end_time":30.332},{"word":"point","start_time":30.412,"end_time":30.754},{"word":"the","start_time":31.115,"end_time":31.235},{"word":"training","start_time":31.275,"end_time":31.576},{"word":"error","start_time":31.657,"end_time":31.897},{"word":"goes","start_time":32.198,"end_time":32.439},{"word":"down,","start_time":32.479,"end_time":32.76},{"word":"but","start_time":33.162,"end_time":33.302},{"word":"validation","start_time":33.362,"end_time":33.944},{"word":"error","start_time":34.045,"end_time":34.325},{"word":"starts","start_time":34.767,"end_time":35.088},{"word":"climbing","start_time":35.168,"end_time":35.509},{"word":"up.","start_time":35.53,"end_time":35.57}],"alternatives":[],"language":"en"},{"transcript":" If we are seeing that those kind of learning curves we infer that the model is suffering","confidence":0.7404705882352943,"words":[{"word":"If","start_time":36.592,"end_time":36.692},{"word":"we","start_time":36.753,"end_time":36.873},{"word":"are","start_time":36.953,"end_time":37.074},{"word":"seeing","start_time":37.134,"end_time":37.395},{"word":"that","start_time":37.435,"end_time":37.615},{"word":"those","start_time":37.776,"end_time":37.976},{"word":"kind","start_time":38.017,"end_time":38.197},{"word":"of","start_time":38.237,"end_time":38.318},{"word":"learning","start_time":38.378,"end_time":38.659},{"word":"curves","start_time":38.699,"end_time":39.02},{"word":"we","start_time":39.481,"end_time":39.742},{"word":"infer","start_time":40.524,"end_time":40.966},{"word":"that","start_time":41.006,"end_time":41.267},{"word":"the","start_time":41.668,"end_time":41.768},{"word":"model","start_time":41.808,"end_time":42.049},{"word":"is","start_time":42.089,"end_time":42.129},{"word":"suffering","start_time":42.149,"end_time":42.33}],"alternatives":[],"language":"en"},{"transcript":" from overfitting.","confidence":0.095,"words":[{"word":"from","start_time":42.35,"end_time":42.453},{"word":"overfitting.","start_time":42.473,"end_time":42.781}],"alternatives":[],"language":"en"},{"transcript":" On the other hand if your model is so simple that it does not have enough capacity to learn","confidence":0.776421052631579,"words":[{"word":"On","start_time":44.052,"end_time":44.132},{"word":"the","start_time":44.172,"end_time":44.272},{"word":"other","start_time":44.312,"end_time":44.533},{"word":"hand","start_time":44.613,"end_time":44.874},{"word":"if","start_time":46.077,"end_time":46.157},{"word":"your","start_time":46.177,"end_time":46.378},{"word":"model","start_time":46.438,"end_time":46.819},{"word":"is","start_time":47.3,"end_time":47.4},{"word":"so","start_time":47.601,"end_time":47.781},{"word":"simple","start_time":47.821,"end_time":48.222},{"word":"that","start_time":48.483,"end_time":48.724},{"word":"it","start_time":49.044,"end_time":49.125},{"word":"does","start_time":49.165,"end_time":49.325},{"word":"not","start_time":49.345,"end_time":49.465},{"word":"have","start_time":49.506,"end_time":49.646},{"word":"enough","start_time":49.746,"end_time":49.947},{"word":"capacity","start_time":49.987,"end_time":50.588},{"word":"to","start_time":50.608,"end_time":50.648},{"word":"learn","start_time":51.029,"end_time":51.27}],"alternatives":[],"language":"en"},{"transcript":" from underfitting.","confidence":0.84,"words":[{"word":"from","start_time":58.67,"end_time":58.83},{"word":"underfitting.","start_time":58.911,"end_time":59.412}],"alternatives":[],"language":"en"},{"transcript":"In case of underfitting, both training and validation errors are high.","confidence":0.6924545454545454,"words":[{"word":"In","start_time":60.113,"end_time":60.193},{"word":"case","start_time":60.253,"end_time":60.454},{"word":"of","start_time":60.494,"end_time":60.574},{"word":"underfitting,","start_time":60.654,"end_time":61.155},{"word":"both","start_time":61.396,"end_time":61.596},{"word":"training","start_time":61.636,"end_time":61.997},{"word":"and","start_time":62.217,"end_time":62.318},{"word":"validation","start_time":62.418,"end_time":62.738},{"word":"errors","start_time":62.758,"end_time":63.039},{"word":"are","start_time":63.159,"end_time":63.4},{"word":"high.","start_time":63.46,"end_time":63.58}],"alternatives":[],"language":"en"},{"transcript":" In this lab, we will use IMDb movie review dataset to demonstrate underfitting and overfitting.","confidence":0.6897333333333332,"words":[{"word":"In","start_time":69.412,"end_time":69.492},{"word":"this","start_time":69.532,"end_time":69.692},{"word":"lab,","start_time":69.773,"end_time":70.013},{"word":"we","start_time":70.033,"end_time":70.073},{"word":"will","start_time":70.354,"end_time":70.535},{"word":"use","start_time":70.695,"end_time":70.876},{"word":"IMDb","start_time":71.457,"end_time":71.999},{"word":"movie","start_time":72.019,"end_time":72.259},{"word":"review","start_time":72.279,"end_time":72.48},{"word":"dataset","start_time":72.5,"end_time":73.061},{"word":"to","start_time":73.944,"end_time":74.044},{"word":"demonstrate","start_time":74.104,"end_time":74.726},{"word":"underfitting","start_time":74.986,"end_time":75.568},{"word":"and","start_time":75.829,"end_time":75.929},{"word":"overfitting.","start_time":76.049,"end_time":76.33}],"alternatives":[],"language":"en"},{"transcript":" We will initially build a baseline model, then we will build a model to underfit the","confidence":0.7066249999999998,"words":[{"word":"We","start_time":77.132,"end_time":77.232},{"word":"will","start_time":77.273,"end_time":77.433},{"word":"initially","start_time":77.514,"end_time":77.935},{"word":"build","start_time":77.955,"end_time":78.156},{"word":"a","start_time":78.216,"end_time":78.256},{"word":"baseline","start_time":78.277,"end_time":78.778},{"word":"model,","start_time":78.819,"end_time":79.12},{"word":"then","start_time":79.521,"end_time":79.662},{"word":"we","start_time":79.702,"end_time":79.762},{"word":"will","start_time":79.782,"end_time":79.883},{"word":"build","start_time":79.903,"end_time":80.124},{"word":"a","start_time":80.184,"end_time":80.224},{"word":"model","start_time":80.244,"end_time":80.545},{"word":"to","start_time":80.606,"end_time":80.786},{"word":"underfit","start_time":80.947,"end_time":81.469},{"word":"the","start_time":81.489,"end_time":81.549}],"alternatives":[],"language":"en"},{"transcript":" data and overfit the data.","confidence":0.8462,"words":[{"word":"data","start_time":81.87,"end_time":82.252},{"word":"and","start_time":82.513,"end_time":82.633},{"word":"overfit","start_time":82.774,"end_time":83.155},{"word":"the","start_time":83.175,"end_time":83.276},{"word":"data.","start_time":83.296,"end_time":83.556}],"alternatives":[],"language":"en"},{"transcript":"We will first build a baseline model and then we will build couple","confidence":0.6086923076923078,"words":[{"word":"We","start_time":83.577,"end_time":83.617},{"word":"will","start_time":84.44,"end_time":84.66},{"word":"first","start_time":84.68,"end_time":84.901},{"word":"build","start_time":84.921,"end_time":85.082},{"word":"a","start_time":85.162,"end_time":85.202},{"word":"baseline","start_time":85.222,"end_time":85.624},{"word":"model","start_time":85.664,"end_time":85.945},{"word":"and","start_time":86.447,"end_time":86.547},{"word":"then","start_time":86.607,"end_time":86.768},{"word":"we","start_time":86.788,"end_time":86.848},{"word":"will","start_time":86.868,"end_time":87.009},{"word":"build","start_time":87.029,"end_time":87.189},{"word":"couple","start_time":87.209,"end_time":87.35}],"alternatives":[],"language":"en"},{"transcript":" So, that our model under fits and over fits to the training data.","confidence":0.8363076923076924,"words":[{"word":"So,","start_time":88.381,"end_time":88.541},{"word":"that","start_time":88.601,"end_time":88.822},{"word":"our","start_time":88.842,"end_time":89.464},{"word":"model","start_time":89.525,"end_time":89.906},{"word":"under","start_time":90.388,"end_time":90.608},{"word":"fits","start_time":90.669,"end_time":90.97},{"word":"and","start_time":91.411,"end_time":91.552},{"word":"over","start_time":91.732,"end_time":91.933},{"word":"fits","start_time":91.993,"end_time":92.294},{"word":"to","start_time":92.836,"end_time":93.037},{"word":"the","start_time":93.438,"end_time":93.539},{"word":"training","start_time":93.579,"end_time":93.86},{"word":"data.","start_time":93.88,"end_time":93.96}],"alternatives":[],"language":"en"},{"transcript":" Later in the lab we will demonstrate some of the techniques that help us to overcome","confidence":0.7835,"words":[{"word":"Later","start_time":95.062,"end_time":95.463},{"word":"in","start_time":96.365,"end_time":96.446},{"word":"the","start_time":96.486,"end_time":96.566},{"word":"lab","start_time":96.626,"end_time":96.807},{"word":"we","start_time":96.847,"end_time":96.927},{"word":"will","start_time":97.148,"end_time":97.328},{"word":"demonstrate","start_time":97.369,"end_time":98.01},{"word":"some","start_time":98.251,"end_time":98.412},{"word":"of","start_time":98.452,"end_time":98.512},{"word":"the","start_time":98.532,"end_time":98.652},{"word":"techniques","start_time":98.693,"end_time":99.194},{"word":"that","start_time":99.595,"end_time":99.776},{"word":"help","start_time":99.876,"end_time":100.177},{"word":"us","start_time":100.257,"end_time":100.358},{"word":"to","start_time":100.759,"end_time":100.859},{"word":"overcome","start_time":100.979,"end_time":101.16}],"alternatives":[],"language":"en"},{"transcript":" the under fitting and over fitting problems.","confidence":0.6598571428571429,"words":[{"word":"the","start_time":101.765,"end_time":101.866},{"word":"under","start_time":101.906,"end_time":102.128},{"word":"fitting","start_time":102.148,"end_time":102.451},{"word":"and","start_time":102.814,"end_time":102.914},{"word":"over","start_time":103.035,"end_time":103.177},{"word":"fitting","start_time":103.217,"end_time":103.419},{"word":"problems.","start_time":103.439,"end_time":103.6}],"alternatives":[],"language":"en"},{"transcript":" Let us begin.","confidence":0.5743333333333333,"words":[{"word":"Let","start_time":105.213,"end_time":105.356},{"word":"us","start_time":105.376,"end_time":105.417},{"word":"begin.","start_time":105.458,"end_time":105.56}],"alternatives":[],"language":"en"},{"transcript":" Let us first connect to the colab, colab runtime.","confidence":0.7402222222222221,"words":[{"word":"Let","start_time":107.243,"end_time":107.384},{"word":"us","start_time":107.404,"end_time":107.465},{"word":"first","start_time":107.505,"end_time":107.746},{"word":"connect","start_time":107.846,"end_time":108.188},{"word":"to","start_time":108.208,"end_time":108.289},{"word":"the","start_time":108.329,"end_time":108.409},{"word":"colab,","start_time":108.449,"end_time":108.831},{"word":"colab","start_time":110.218,"end_time":110.499},{"word":"runtime.","start_time":110.519,"end_time":110.68}],"alternatives":[],"language":"en"},{"transcript":" We are connected to the colab runtime.","confidence":0.5664285714285714,"words":[{"word":"We","start_time":113.988,"end_time":114.068},{"word":"are","start_time":114.109,"end_time":114.19},{"word":"connected","start_time":114.23,"end_time":114.594},{"word":"to","start_time":114.614,"end_time":114.655},{"word":"the","start_time":114.715,"end_time":114.796},{"word":"colab","start_time":114.816,"end_time":114.978},{"word":"runtime.","start_time":114.998,"end_time":115.16}],"alternatives":[],"language":"en"},{"transcript":" the tensorflow 2.0 and print the tf version to ensure that we have right tensorflow version","confidence":0.7240625,"words":[{"word":"the","start_time":117.48,"end_time":117.621},{"word":"tensorflow","start_time":117.861,"end_time":118.503},{"word":"2.0","start_time":119.244,"end_time":119.545},{"word":"and","start_time":121.088,"end_time":121.248},{"word":"print","start_time":122.351,"end_time":122.692},{"word":"the","start_time":123.092,"end_time":123.233},{"word":"tf","start_time":123.293,"end_time":123.533},{"word":"version","start_time":123.594,"end_time":124.014},{"word":"to","start_time":124.195,"end_time":124.295},{"word":"ensure","start_time":124.415,"end_time":124.696},{"word":"that","start_time":124.736,"end_time":124.876},{"word":"we","start_time":124.936,"end_time":125.017},{"word":"have","start_time":125.057,"end_time":125.177},{"word":"right","start_time":125.217,"end_time":125.478},{"word":"tensorflow","start_time":125.979,"end_time":126.42},{"word":"version","start_time":126.44,"end_time":126.58}],"alternatives":[],"language":"en"},{"transcript":" installed.","confidence":0.313,"words":[{"word":"installed.","start_time":126.58,"end_time":126.935}],"alternatives":[],"language":"en"},{"transcript":" We will be using tf dot keras api as in earlier colab.","confidence":0.6493333333333332,"words":[{"word":"We","start_time":129.123,"end_time":129.183},{"word":"will","start_time":129.203,"end_time":129.324},{"word":"be","start_time":129.344,"end_time":129.404},{"word":"using","start_time":129.525,"end_time":129.765},{"word":"tf","start_time":129.886,"end_time":130.187},{"word":"dot","start_time":130.207,"end_time":130.448},{"word":"keras","start_time":130.508,"end_time":130.889},{"word":"api","start_time":131.01,"end_time":131.471},{"word":"as","start_time":132.294,"end_time":132.415},{"word":"in","start_time":132.435,"end_time":132.475},{"word":"earlier","start_time":133.137,"end_time":133.619},{"word":"colab.","start_time":133.659,"end_time":133.9}],"alternatives":[],"language":"en"},{"transcript":" So, that is why we are importing keras, we are using numpy and matplotlib for data manipulation","confidence":0.6691764705882353,"words":[{"word":"So,","start_time":134.321,"end_time":134.441},{"word":"that","start_time":134.461,"end_time":134.581},{"word":"is","start_time":134.601,"end_time":134.661},{"word":"why","start_time":134.682,"end_time":134.822},{"word":"we","start_time":134.882,"end_time":134.942},{"word":"are","start_time":135.002,"end_time":135.123},{"word":"importing","start_time":135.824,"end_time":136.265},{"word":"keras,","start_time":136.305,"end_time":136.726},{"word":"we","start_time":137.348,"end_time":137.428},{"word":"are","start_time":137.468,"end_time":137.548},{"word":"using","start_time":137.628,"end_time":137.949},{"word":"numpy","start_time":138.49,"end_time":139.051},{"word":"and","start_time":139.653,"end_time":139.773},{"word":"matplotlib","start_time":139.833,"end_time":140.795},{"word":"for","start_time":141.297,"end_time":141.577},{"word":"data","start_time":142.219,"end_time":142.479},{"word":"manipulation","start_time":142.499,"end_time":142.74}],"alternatives":[],"language":"en"},{"transcript":" So, you can see that we have successfully installed TensorFlow 2.2.0 through the print","confidence":0.7110714285714286,"words":[{"word":"So,","start_time":146.831,"end_time":146.951},{"word":"you","start_time":146.991,"end_time":147.071},{"word":"can","start_time":147.111,"end_time":147.272},{"word":"see","start_time":147.332,"end_time":147.492},{"word":"that","start_time":147.533,"end_time":147.793},{"word":"we","start_time":148.054,"end_time":148.154},{"word":"have","start_time":148.174,"end_time":148.314},{"word":"successfully","start_time":148.355,"end_time":148.976},{"word":"installed","start_time":149.076,"end_time":149.497},{"word":"TensorFlow","start_time":149.517,"end_time":150.059},{"word":"2.2.0","start_time":150.079,"end_time":150.139},{"word":"through","start_time":150.54,"end_time":150.7},{"word":"the","start_time":150.72,"end_time":150.841},{"word":"print","start_time":150.861,"end_time":151.923}],"alternatives":[],"language":"en"},{"transcript":" command over here and you can see that we have now TensorFlow 2.0 installed on the machine.","confidence":0.8091176470588235,"words":[{"word":"command","start_time":154.791,"end_time":155.172},{"word":"over","start_time":155.854,"end_time":156.034},{"word":"here","start_time":156.135,"end_time":156.395},{"word":"and","start_time":156.917,"end_time":157.017},{"word":"you","start_time":157.037,"end_time":157.118},{"word":"can","start_time":157.158,"end_time":157.298},{"word":"see","start_time":157.338,"end_time":157.479},{"word":"that","start_time":157.499,"end_time":157.679},{"word":"we","start_time":157.9,"end_time":158.04},{"word":"have","start_time":158.08,"end_time":158.241},{"word":"now","start_time":158.301,"end_time":158.502},{"word":"TensorFlow","start_time":158.562,"end_time":159.144},{"word":"2.0","start_time":159.545,"end_time":160.147},{"word":"installed","start_time":160.207,"end_time":160.648},{"word":"on","start_time":160.929,"end_time":161.029},{"word":"the","start_time":161.049,"end_time":161.109},{"word":"machine.","start_time":161.15,"end_time":161.29}],"alternatives":[],"language":"en"}]