◀️ automate 404 scenario

Author: theapache64

Diff for: .idea/awesome-android-kotlin-apps.iml

@@ -10,6 +10,7 @@ import com.github.aaka.di.DaggerAppComponent
 import com.github.aaka.utils.DateTimeUtils
 import kotlinx.coroutines.runBlocking
 import retrofit2.HttpException
+import java.net.HttpURLConnection
 import javax.inject.Inject
 import kotlin.system.exitProcess
 
@@ -38,17 +39,8 @@ class App {
 
 
         val inputProjectCategories = inputDataRepo.getInputProjectCategories()
-        val totalInputProjectCount = inputProjectCategories.sumBy { it.inputProjects.size }
         val projectMap = getProjectsMap(inputProjectCategories)
 
-        // This is to make sure that all project details are collected
-        require(projectMap.size == totalInputProjectCount) {
-            """
-                Expected $totalInputProjectCount but found only ${projectMap.size}.
-                Failed to get some project details.
-            """.trimIndent()
-        }
-
         // Now let's go build the README.md
         val readMeModel = readMeRepo.getReadMeModel()
         val updatedReadMe = ReadMeGenerator.generateReadMe(readMeModel, inputProjectCategories, projectMap)
@@ -63,7 +55,7 @@ class App {
      */
     private suspend fun getProjectsMap(inputProjectCategories: List<InputProjectCategory>): Map<String, Project> {
         val projectsMap = mutableMapOf<String, Project>()
-
+        var shouldUpdateInputData = false
         for (projectCategory in inputProjectCategories) {
             for (inputProject in projectCategory.inputProjects) {
 
@@ -92,12 +84,23 @@ class App {
                     projectsMap[inputProject.githubUrl] = project
                     println("Finished : ${inputProject.githubUrl} -> $project")
                 } catch (e: HttpException) {
-                    println("Failed: ${inputProject.githubUrl}")
-                    throw e
+                    println("Failed: ${e.code()} ${inputProject.githubUrl}")
+                    if (e.code() == HttpURLConnection.HTTP_NOT_FOUND) {
+                        println("Removing $inputProject from input_data.json")
+                        shouldUpdateInputData = true
+                        // repo doesn't exist. so let's remove it from the `input_data.json` file
+                        projectCategory.inputProjects = projectCategory.inputProjects.toMutableList().apply {
+                            remove(inputProject)
+                        }
+                    }
                 }
             }
         }
 
+        if (shouldUpdateInputData) {
+            inputDataRepo.updateInputProjectCategories(inputProjectCategories)
+        }
+
         return projectsMap
     }
 }

Diff for: .idea/codeStyles/Project.xml

@@ -10,14 +10,18 @@ class InputDataRepo @Inject constructor(
     val moshi: Moshi
 ) {
 
+    private val inputDataFile = File("input_data.json")
+    private val inputDataAdapter = moshi.adapter<List<InputProjectCategory>>(
+        Types.newParameterizedType(List::class.java, InputProjectCategory::class.java)
+    ).indent("  ")
+
     /**
      * Get input projects
      */
     fun getInputProjectCategories(): List<InputProjectCategory> {
         // Parsing data
-        val dataJson = File("input_data.json").readText()
-        val dataItemListType = Types.newParameterizedType(List::class.java, InputProjectCategory::class.java)
-        val inputDataAdapter = moshi.adapter<List<InputProjectCategory>>(dataItemListType)
+
+        val dataJson = inputDataFile.readText()
         return inputDataAdapter.fromJson(dataJson)!!
             /*.map {
                 it.copy(
@@ -29,4 +33,9 @@ class InputDataRepo @Inject constructor(
                 )
             }*/
     }
+
+    fun updateInputProjectCategories(inputData : List<InputProjectCategory>){
+        val dataJson = inputDataAdapter.toJson(inputData)
+        inputDataFile.writeText(dataJson)
+    }
 }