diff --git a/docs/StardustDocs/topics/createDataFrame.md b/docs/StardustDocs/topics/createDataFrame.md index 65c78324e6..c49631b1c8 100644 --- a/docs/StardustDocs/topics/createDataFrame.md +++ b/docs/StardustDocs/topics/createDataFrame.md @@ -151,8 +151,14 @@ df.add("length") { value.length } -Creates a [`DataFrame`](DataFrame.md) from [`Iterable`](https://kotlinlang.org/api/latest/jvm/stdlib/kotlin.collections/-iterable/) with one column: +Creates a [`DataFrame`](DataFrame.md) from an [`Iterable`](https://kotlinlang.org/api/latest/jvm/stdlib/kotlin.collections/-iterable/) with one column: "columnName: `DataColumn`". +This is an easy way to create a [`DataFrame`](DataFrame.md) when you have a list of Files, URLs, or a structure +you want to extract data from. +In a notebook, +it can be convenient to start from the column of these values to see the number of rows, their `toString` in a table +and then iteratively add columns with the parts of the data you're interested in. +It could be File's content, a specific section of an HTML document, some metadata, etc. diff --git a/examples/notebooks/feature_overviews/0.14.0/data.csv b/examples/notebooks/feature_overviews/0.14.0/data.csv new file mode 100644 index 0000000000..bfde6bfa0b --- /dev/null +++ b/examples/notebooks/feature_overviews/0.14.0/data.csv @@ -0,0 +1,2 @@ +a,b,c +1,2,3 diff --git a/examples/notebooks/feature_overviews/0.14.0/data1.csv b/examples/notebooks/feature_overviews/0.14.0/data1.csv new file mode 100644 index 0000000000..7b6727f346 --- /dev/null +++ b/examples/notebooks/feature_overviews/0.14.0/data1.csv @@ -0,0 +1,2 @@ +col1,col2,col3 +3.0,"str",1 diff --git a/examples/notebooks/feature_overviews/0.14.0/new_features.ipynb b/examples/notebooks/feature_overviews/0.14.0/new_features.ipynb index 8598c2f958..00aa4c666a 100644 --- a/examples/notebooks/feature_overviews/0.14.0/new_features.ipynb +++ b/examples/notebooks/feature_overviews/0.14.0/new_features.ipynb @@ -5,13 +5,11 @@ "metadata": { "collapsed": true, "ExecuteTime": { - "end_time": "2024-08-06T11:33:51.821749Z", - "start_time": "2024-08-06T11:33:48.908316Z" + "end_time": "2024-08-23T15:06:13.953421Z", + "start_time": "2024-08-23T15:06:10.764361Z" } }, - "source": [ - "%use dataframe(0.14.0-dev-3596)" - ], + "source": "%use dataframe(0.14.0-dev-3926)", "outputs": [], "execution_count": 1 }, @@ -19,7 +17,16 @@ "metadata": {}, "cell_type": "markdown", "source": [ - "## Overview of new features in 0.14.0 dev version " + "## Overview of new features in 0.14.0 dev version \n", + "DataFrame.castTo(df)\n", + "\n", + "DataFrame.readExcel new StringColumns parameter\n", + "\n", + "DataFrame.generateDataClasses()\n", + "\n", + "DataRowSchema API\n", + "\n", + "Iterable.toDataFrame(columnName)" ] }, { @@ -35,8 +42,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:52.199074Z", - "start_time": "2024-08-06T11:33:51.825097Z" + "end_time": "2024-08-23T15:06:14.468950Z", + "start_time": "2024-08-23T15:06:13.956701Z" } }, "cell_type": "code", @@ -228,7 +235,7 @@ " </style>\n", " </head>\n", " <body>\n", - " <table class="dataframe" id="df_1459617792"></table>\n", + " <table class="dataframe" id="df_-1073741824"></table>\n", "\n", "<p class="dataframe_description">DataFrame: rowsCount = 1, columnsCount = 5</p>\n", "\n", @@ -514,10 +521,10 @@ "{ name: "<span title=\"stargazers_count: Int\">stargazers_count</span>", children: [], rightAlign: true, values: ["<span class=\"formatted\" title=\"\"><span class=\"numbers\">23</span></span>"] }, \n", "{ name: "<span title=\"topics: String\">topics</span>", children: [], rightAlign: false, values: ["[build-system]"] }, \n", "{ name: "<span title=\"watchers: Int\">watchers</span>", children: [], rightAlign: true, values: ["<span class=\"formatted\" title=\"\"><span class=\"numbers\">23</span></span>"] }, \n", - "], id: 1459617792, rootId: 1459617792, totalRows: 1 } ) });\n", + "], id: -1073741824, rootId: -1073741824, totalRows: 1 } ) });\n", "/*-->*/\n", "\n", - "call_DataFrame(function() { DataFrame.renderTable(1459617792) });\n", + "call_DataFrame(function() { DataFrame.renderTable(-1073741824) });\n", "\n", "\n", " </script>\n", @@ -689,14 +696,14 @@ " \n", " \n", " \n", - "
full_namehtml_urlstargazers_counttopicswatchers
JetBrains/JPShttps://github.com/JetBrains/JPS23[build-system]23
\n", + "
full_namehtml_urlstargazers_counttopicswatchers
JetBrains/JPShttps://github.com/JetBrains/JPS23[build-system]23
\n", " \n", " \n", " " ], - "application/kotlindataframe+json": "{\"$version\":\"2.1.0\",\"metadata\":{\"columns\":[\"full_name\",\"html_url\",\"stargazers_count\",\"topics\",\"watchers\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"java.net.URL\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"nrow\":1,\"ncol\":5},\"kotlin_dataframe\":[{\"full_name\":\"JetBrains/JPS\",\"html_url\":\"https://github.com/JetBrains/JPS\",\"stargazers_count\":23,\"topics\":\"[build-system]\",\"watchers\":23}]}" + "application/kotlindataframe+json": "{\"$version\":\"2.1.1\",\"metadata\":{\"columns\":[\"full_name\",\"html_url\",\"stargazers_count\",\"topics\",\"watchers\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"java.net.URL\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"nrow\":1,\"ncol\":5},\"kotlin_dataframe\":[{\"full_name\":\"JetBrains/JPS\",\"html_url\":\"https://github.com/JetBrains/JPS\",\"stargazers_count\":23,\"topics\":\"[build-system]\",\"watchers\":23}]}" }, "execution_count": 2, "metadata": {}, @@ -708,8 +715,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:52.334029Z", - "start_time": "2024-08-06T11:33:52.202712Z" + "end_time": "2024-08-23T15:06:14.598417Z", + "start_time": "2024-08-23T15:06:14.473447Z" } }, "cell_type": "code", @@ -723,8 +730,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:52.648595Z", - "start_time": "2024-08-06T11:33:52.336486Z" + "end_time": "2024-08-23T15:06:15.174014Z", + "start_time": "2024-08-23T15:06:14.600994Z" } }, "cell_type": "code", @@ -914,7 +921,7 @@ " </style>\n", " </head>\n", " <body>\n", - " <table class="dataframe" id="df_1459617794"></table>\n", + " <table class="dataframe" id="df_-1073741822"></table>\n", "\n", "<p class="dataframe_description">DataFrame: rowsCount = 10, columnsCount = 5</p>\n", "\n", @@ -1200,10 +1207,10 @@ "{ name: "<span title=\"stargazers_count: Int\">stargazers_count</span>", children: [], rightAlign: true, values: ["<span class=\"formatted\" title=\"\"><span class=\"numbers\">39402</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">12926</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">7101</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">6805</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">6120</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">6059</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">5688</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">2836</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">2628</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">2424</span></span>"] }, \n", "{ name: "<span title=\"topics: String\">topics</span>", children: [], rightAlign: false, values: ["<span class=\"formatted\" title=\"[compiler, gradle-plugin, intellij-plugin, kotlin, kotlin-library, maven-plugin, programming-language]\">[compiler, gradle-plugin, intellij-pl<span class=\"structural\">...</span></span>","<span class=\"formatted\" title=\"[code-editor, ide, intellij, intellij-community, intellij-platform]\">[code-editor, ide, intellij, intellij<span class=\"structural\">...</span></span>","[c, compiler, kotlin, llvm, objective-c]","<span class=\"formatted\" title=\"[android, awt, compose, declarative-ui, desktop, gui, javascript, kotlin, multiplatform, reactive, swing, ui]\">[android, awt, compose, declarative-u<span class=\"structural\">...</span></span>","<span class=\"formatted\" title=\"[ideavim, intellij, intellij-platform, jb-official, kotlin, vim, vim-emulator]\">[ideavim, intellij, intellij-platform<span class=\"structural\">...</span></span>","<span class=\"formatted\" title=\"[coding-font, font, ligatures, monospaced-font, programming-font, programming-ligatures]\">[coding-font, font, ligatures, monosp<span class=\"structural\">...</span></span>","[dao, kotlin, orm, sql]","[components, jetbrains-ui, react]","[]","<span class=\"formatted\" title=\"[create-react-app, jetbrains-ui, kotlin, react, webpack]\">[create-react-app, jetbrains-ui, kotl<span class=\"structural\">...</span></span>"] }, \n", "{ name: "<span title=\"watchers: Int\">watchers</span>", children: [], rightAlign: true, values: ["<span class=\"formatted\" title=\"\"><span class=\"numbers\">39402</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">12926</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">7101</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">6805</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">6120</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">6059</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">5688</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">2836</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">2628</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">2424</span></span>"] }, \n", - "], id: 1459617794, rootId: 1459617794, totalRows: 10 } ) });\n", + "], id: -1073741822, rootId: -1073741822, totalRows: 10 } ) });\n", "/*-->*/\n", "\n", - "call_DataFrame(function() { DataFrame.renderTable(1459617794) });\n", + "call_DataFrame(function() { DataFrame.renderTable(-1073741822) });\n", "\n", "\n", " </script>\n", @@ -1375,14 +1382,14 @@ " \n", " \n", " \n", - "
full_namehtml_urlstargazers_counttopicswatchers
JetBrains/kotlinhttps://github.com/JetBrains/kotlin39402[compiler, gradle-plugin, intellij-pl...39402
JetBrains/intellij-communityhttps://github.com/JetBrains/intellij...12926[code-editor, ide, intellij, intellij...12926
JetBrains/kotlin-nativehttps://github.com/JetBrains/kotlin-n...7101[c, compiler, kotlin, llvm, objective-c]7101
JetBrains/compose-jbhttps://github.com/JetBrains/compose-jb6805[android, awt, compose, declarative-u...6805
JetBrains/ideavimhttps://github.com/JetBrains/ideavim6120[ideavim, intellij, intellij-platform...6120
JetBrains/JetBrainsMonohttps://github.com/JetBrains/JetBrain...6059[coding-font, font, ligatures, monosp...6059
JetBrains/Exposedhttps://github.com/JetBrains/Exposed5688[dao, kotlin, orm, sql]5688
JetBrains/ring-uihttps://github.com/JetBrains/ring-ui2836[components, jetbrains-ui, react]2836
JetBrains/kotlinconf-apphttps://github.com/JetBrains/kotlinco...2628[]2628
JetBrains/create-react-kotlin-apphttps://github.com/JetBrains/create-r...2424[create-react-app, jetbrains-ui, kotl...2424
\n", + "
full_namehtml_urlstargazers_counttopicswatchers
JetBrains/kotlinhttps://github.com/JetBrains/kotlin39402[compiler, gradle-plugin, intellij-pl...39402
JetBrains/intellij-communityhttps://github.com/JetBrains/intellij...12926[code-editor, ide, intellij, intellij...12926
JetBrains/kotlin-nativehttps://github.com/JetBrains/kotlin-n...7101[c, compiler, kotlin, llvm, objective-c]7101
JetBrains/compose-jbhttps://github.com/JetBrains/compose-jb6805[android, awt, compose, declarative-u...6805
JetBrains/ideavimhttps://github.com/JetBrains/ideavim6120[ideavim, intellij, intellij-platform...6120
JetBrains/JetBrainsMonohttps://github.com/JetBrains/JetBrain...6059[coding-font, font, ligatures, monosp...6059
JetBrains/Exposedhttps://github.com/JetBrains/Exposed5688[dao, kotlin, orm, sql]5688
JetBrains/ring-uihttps://github.com/JetBrains/ring-ui2836[components, jetbrains-ui, react]2836
JetBrains/kotlinconf-apphttps://github.com/JetBrains/kotlinco...2628[]2628
JetBrains/create-react-kotlin-apphttps://github.com/JetBrains/create-r...2424[create-react-app, jetbrains-ui, kotl...2424
\n", " \n", " \n", " " ], - "application/kotlindataframe+json": "{\"$version\":\"2.1.0\",\"metadata\":{\"columns\":[\"full_name\",\"html_url\",\"stargazers_count\",\"topics\",\"watchers\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"java.net.URL\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"nrow\":10,\"ncol\":5},\"kotlin_dataframe\":[{\"full_name\":\"JetBrains/kotlin\",\"html_url\":\"https://github.com/JetBrains/kotlin\",\"stargazers_count\":39402,\"topics\":\"[compiler, gradle-plugin, intellij-plugin, kotlin, kotlin-library, maven-plugin, programming-language]\",\"watchers\":39402},{\"full_name\":\"JetBrains/intellij-community\",\"html_url\":\"https://github.com/JetBrains/intellij-community\",\"stargazers_count\":12926,\"topics\":\"[code-editor, ide, intellij, intellij-community, intellij-platform]\",\"watchers\":12926},{\"full_name\":\"JetBrains/kotlin-native\",\"html_url\":\"https://github.com/JetBrains/kotlin-native\",\"stargazers_count\":7101,\"topics\":\"[c, compiler, kotlin, llvm, objective-c]\",\"watchers\":7101},{\"full_name\":\"JetBrains/compose-jb\",\"html_url\":\"https://github.com/JetBrains/compose-jb\",\"stargazers_count\":6805,\"topics\":\"[android, awt, compose, declarative-ui, desktop, gui, javascript, kotlin, multiplatform, reactive, swing, ui]\",\"watchers\":6805},{\"full_name\":\"JetBrains/ideavim\",\"html_url\":\"https://github.com/JetBrains/ideavim\",\"stargazers_count\":6120,\"topics\":\"[ideavim, intellij, intellij-platform, jb-official, kotlin, vim, vim-emulator]\",\"watchers\":6120},{\"full_name\":\"JetBrains/JetBrainsMono\",\"html_url\":\"https://github.com/JetBrains/JetBrainsMono\",\"stargazers_count\":6059,\"topics\":\"[coding-font, font, ligatures, monospaced-font, programming-font, programming-ligatures]\",\"watchers\":6059},{\"full_name\":\"JetBrains/Exposed\",\"html_url\":\"https://github.com/JetBrains/Exposed\",\"stargazers_count\":5688,\"topics\":\"[dao, kotlin, orm, sql]\",\"watchers\":5688},{\"full_name\":\"JetBrains/ring-ui\",\"html_url\":\"https://github.com/JetBrains/ring-ui\",\"stargazers_count\":2836,\"topics\":\"[components, jetbrains-ui, react]\",\"watchers\":2836},{\"full_name\":\"JetBrains/kotlinconf-app\",\"html_url\":\"https://github.com/JetBrains/kotlinconf-app\",\"stargazers_count\":2628,\"topics\":\"[]\",\"watchers\":2628},{\"full_name\":\"JetBrains/create-react-kotlin-app\",\"html_url\":\"https://github.com/JetBrains/create-react-kotlin-app\",\"stargazers_count\":2424,\"topics\":\"[create-react-app, jetbrains-ui, kotlin, react, webpack]\",\"watchers\":2424}]}" + "application/kotlindataframe+json": "{\"$version\":\"2.1.1\",\"metadata\":{\"columns\":[\"full_name\",\"html_url\",\"stargazers_count\",\"topics\",\"watchers\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"java.net.URL\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"nrow\":10,\"ncol\":5},\"kotlin_dataframe\":[{\"full_name\":\"JetBrains/kotlin\",\"html_url\":\"https://github.com/JetBrains/kotlin\",\"stargazers_count\":39402,\"topics\":\"[compiler, gradle-plugin, intellij-plugin, kotlin, kotlin-library, maven-plugin, programming-language]\",\"watchers\":39402},{\"full_name\":\"JetBrains/intellij-community\",\"html_url\":\"https://github.com/JetBrains/intellij-community\",\"stargazers_count\":12926,\"topics\":\"[code-editor, ide, intellij, intellij-community, intellij-platform]\",\"watchers\":12926},{\"full_name\":\"JetBrains/kotlin-native\",\"html_url\":\"https://github.com/JetBrains/kotlin-native\",\"stargazers_count\":7101,\"topics\":\"[c, compiler, kotlin, llvm, objective-c]\",\"watchers\":7101},{\"full_name\":\"JetBrains/compose-jb\",\"html_url\":\"https://github.com/JetBrains/compose-jb\",\"stargazers_count\":6805,\"topics\":\"[android, awt, compose, declarative-ui, desktop, gui, javascript, kotlin, multiplatform, reactive, swing, ui]\",\"watchers\":6805},{\"full_name\":\"JetBrains/ideavim\",\"html_url\":\"https://github.com/JetBrains/ideavim\",\"stargazers_count\":6120,\"topics\":\"[ideavim, intellij, intellij-platform, jb-official, kotlin, vim, vim-emulator]\",\"watchers\":6120},{\"full_name\":\"JetBrains/JetBrainsMono\",\"html_url\":\"https://github.com/JetBrains/JetBrainsMono\",\"stargazers_count\":6059,\"topics\":\"[coding-font, font, ligatures, monospaced-font, programming-font, programming-ligatures]\",\"watchers\":6059},{\"full_name\":\"JetBrains/Exposed\",\"html_url\":\"https://github.com/JetBrains/Exposed\",\"stargazers_count\":5688,\"topics\":\"[dao, kotlin, orm, sql]\",\"watchers\":5688},{\"full_name\":\"JetBrains/ring-ui\",\"html_url\":\"https://github.com/JetBrains/ring-ui\",\"stargazers_count\":2836,\"topics\":\"[components, jetbrains-ui, react]\",\"watchers\":2836},{\"full_name\":\"JetBrains/kotlinconf-app\",\"html_url\":\"https://github.com/JetBrains/kotlinconf-app\",\"stargazers_count\":2628,\"topics\":\"[]\",\"watchers\":2628},{\"full_name\":\"JetBrains/create-react-kotlin-app\",\"html_url\":\"https://github.com/JetBrains/create-react-kotlin-app\",\"stargazers_count\":2424,\"topics\":\"[create-react-app, jetbrains-ui, kotlin, react, webpack]\",\"watchers\":2424}]}" }, "execution_count": 4, "metadata": {}, @@ -1394,8 +1401,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:52.728728Z", - "start_time": "2024-08-06T11:33:52.649837Z" + "end_time": "2024-08-23T15:06:15.249232Z", + "start_time": "2024-08-23T15:06:15.175141Z" } }, "cell_type": "code", @@ -1587,7 +1594,7 @@ " </style>\n", " </head>\n", " <body>\n", - " <table class="dataframe" id="df_1459617796"></table>\n", + " <table class="dataframe" id="df_-1073741820"></table>\n", "\n", "<p class="dataframe_description">DataFrame: rowsCount = 10, columnsCount = 5</p>\n", "\n", @@ -1873,10 +1880,10 @@ "{ name: "<span title=\"stargazers_count: Int\">stargazers_count</span>", children: [], rightAlign: true, values: ["<span class=\"formatted\" title=\"\"><span class=\"numbers\">39402</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">12926</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">7101</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">6805</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">6120</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">6059</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">5688</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">2836</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">2628</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">2424</span></span>"] }, \n", "{ name: "<span title=\"topics: String\">topics</span>", children: [], rightAlign: false, values: ["<span class=\"formatted\" title=\"[compiler, gradle-plugin, intellij-plugin, kotlin, kotlin-library, maven-plugin, programming-language]\">[compiler, gradle-plugin, intellij-pl<span class=\"structural\">...</span></span>","<span class=\"formatted\" title=\"[code-editor, ide, intellij, intellij-community, intellij-platform]\">[code-editor, ide, intellij, intellij<span class=\"structural\">...</span></span>","[c, compiler, kotlin, llvm, objective-c]","<span class=\"formatted\" title=\"[android, awt, compose, declarative-ui, desktop, gui, javascript, kotlin, multiplatform, reactive, swing, ui]\">[android, awt, compose, declarative-u<span class=\"structural\">...</span></span>","<span class=\"formatted\" title=\"[ideavim, intellij, intellij-platform, jb-official, kotlin, vim, vim-emulator]\">[ideavim, intellij, intellij-platform<span class=\"structural\">...</span></span>","<span class=\"formatted\" title=\"[coding-font, font, ligatures, monospaced-font, programming-font, programming-ligatures]\">[coding-font, font, ligatures, monosp<span class=\"structural\">...</span></span>","[dao, kotlin, orm, sql]","[components, jetbrains-ui, react]","[]","<span class=\"formatted\" title=\"[create-react-app, jetbrains-ui, kotlin, react, webpack]\">[create-react-app, jetbrains-ui, kotl<span class=\"structural\">...</span></span>"] }, \n", "{ name: "<span title=\"watchers: Int?\">watchers</span>", children: [], rightAlign: true, values: ["<span class=\"formatted\" title=\"\"><span class=\"null\">null</span></span>","<span class=\"formatted\" title=\"\"><span class=\"null\">null</span></span>","<span class=\"formatted\" title=\"\"><span class=\"null\">null</span></span>","<span class=\"formatted\" title=\"\"><span class=\"null\">null</span></span>","<span class=\"formatted\" title=\"\"><span class=\"null\">null</span></span>","<span class=\"formatted\" title=\"\"><span class=\"null\">null</span></span>","<span class=\"formatted\" title=\"\"><span class=\"null\">null</span></span>","<span class=\"formatted\" title=\"\"><span class=\"null\">null</span></span>","<span class=\"formatted\" title=\"\"><span class=\"null\">null</span></span>","<span class=\"formatted\" title=\"\"><span class=\"null\">null</span></span>"] }, \n", - "], id: 1459617796, rootId: 1459617796, totalRows: 10 } ) });\n", + "], id: -1073741820, rootId: -1073741820, totalRows: 10 } ) });\n", "/*-->*/\n", "\n", - "call_DataFrame(function() { DataFrame.renderTable(1459617796) });\n", + "call_DataFrame(function() { DataFrame.renderTable(-1073741820) });\n", "\n", "\n", " </script>\n", @@ -2048,14 +2055,14 @@ " \n", " \n", " \n", - "
full_namehtml_urlstargazers_counttopicswatchers
JetBrains/kotlinhttps://github.com/JetBrains/kotlin39402[compiler, gradle-plugin, intellij-pl...null
JetBrains/intellij-communityhttps://github.com/JetBrains/intellij...12926[code-editor, ide, intellij, intellij...null
JetBrains/kotlin-nativehttps://github.com/JetBrains/kotlin-n...7101[c, compiler, kotlin, llvm, objective-c]null
JetBrains/compose-jbhttps://github.com/JetBrains/compose-jb6805[android, awt, compose, declarative-u...null
JetBrains/ideavimhttps://github.com/JetBrains/ideavim6120[ideavim, intellij, intellij-platform...null
JetBrains/JetBrainsMonohttps://github.com/JetBrains/JetBrain...6059[coding-font, font, ligatures, monosp...null
JetBrains/Exposedhttps://github.com/JetBrains/Exposed5688[dao, kotlin, orm, sql]null
JetBrains/ring-uihttps://github.com/JetBrains/ring-ui2836[components, jetbrains-ui, react]null
JetBrains/kotlinconf-apphttps://github.com/JetBrains/kotlinco...2628[]null
JetBrains/create-react-kotlin-apphttps://github.com/JetBrains/create-r...2424[create-react-app, jetbrains-ui, kotl...null
\n", + "
full_namehtml_urlstargazers_counttopicswatchers
JetBrains/kotlinhttps://github.com/JetBrains/kotlin39402[compiler, gradle-plugin, intellij-pl...null
JetBrains/intellij-communityhttps://github.com/JetBrains/intellij...12926[code-editor, ide, intellij, intellij...null
JetBrains/kotlin-nativehttps://github.com/JetBrains/kotlin-n...7101[c, compiler, kotlin, llvm, objective-c]null
JetBrains/compose-jbhttps://github.com/JetBrains/compose-jb6805[android, awt, compose, declarative-u...null
JetBrains/ideavimhttps://github.com/JetBrains/ideavim6120[ideavim, intellij, intellij-platform...null
JetBrains/JetBrainsMonohttps://github.com/JetBrains/JetBrain...6059[coding-font, font, ligatures, monosp...null
JetBrains/Exposedhttps://github.com/JetBrains/Exposed5688[dao, kotlin, orm, sql]null
JetBrains/ring-uihttps://github.com/JetBrains/ring-ui2836[components, jetbrains-ui, react]null
JetBrains/kotlinconf-apphttps://github.com/JetBrains/kotlinco...2628[]null
JetBrains/create-react-kotlin-apphttps://github.com/JetBrains/create-r...2424[create-react-app, jetbrains-ui, kotl...null
\n", " \n", " \n", " " ], - "application/kotlindataframe+json": "{\"$version\":\"2.1.0\",\"metadata\":{\"columns\":[\"full_name\",\"html_url\",\"stargazers_count\",\"topics\",\"watchers\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"java.net.URL\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int?\"}],\"nrow\":10,\"ncol\":5},\"kotlin_dataframe\":[{\"full_name\":\"JetBrains/kotlin\",\"html_url\":\"https://github.com/JetBrains/kotlin\",\"stargazers_count\":39402,\"topics\":\"[compiler, gradle-plugin, intellij-plugin, kotlin, kotlin-library, maven-plugin, programming-language]\",\"watchers\":null},{\"full_name\":\"JetBrains/intellij-community\",\"html_url\":\"https://github.com/JetBrains/intellij-community\",\"stargazers_count\":12926,\"topics\":\"[code-editor, ide, intellij, intellij-community, intellij-platform]\",\"watchers\":null},{\"full_name\":\"JetBrains/kotlin-native\",\"html_url\":\"https://github.com/JetBrains/kotlin-native\",\"stargazers_count\":7101,\"topics\":\"[c, compiler, kotlin, llvm, objective-c]\",\"watchers\":null},{\"full_name\":\"JetBrains/compose-jb\",\"html_url\":\"https://github.com/JetBrains/compose-jb\",\"stargazers_count\":6805,\"topics\":\"[android, awt, compose, declarative-ui, desktop, gui, javascript, kotlin, multiplatform, reactive, swing, ui]\",\"watchers\":null},{\"full_name\":\"JetBrains/ideavim\",\"html_url\":\"https://github.com/JetBrains/ideavim\",\"stargazers_count\":6120,\"topics\":\"[ideavim, intellij, intellij-platform, jb-official, kotlin, vim, vim-emulator]\",\"watchers\":null},{\"full_name\":\"JetBrains/JetBrainsMono\",\"html_url\":\"https://github.com/JetBrains/JetBrainsMono\",\"stargazers_count\":6059,\"topics\":\"[coding-font, font, ligatures, monospaced-font, programming-font, programming-ligatures]\",\"watchers\":null},{\"full_name\":\"JetBrains/Exposed\",\"html_url\":\"https://github.com/JetBrains/Exposed\",\"stargazers_count\":5688,\"topics\":\"[dao, kotlin, orm, sql]\",\"watchers\":null},{\"full_name\":\"JetBrains/ring-ui\",\"html_url\":\"https://github.com/JetBrains/ring-ui\",\"stargazers_count\":2836,\"topics\":\"[components, jetbrains-ui, react]\",\"watchers\":null},{\"full_name\":\"JetBrains/kotlinconf-app\",\"html_url\":\"https://github.com/JetBrains/kotlinconf-app\",\"stargazers_count\":2628,\"topics\":\"[]\",\"watchers\":null},{\"full_name\":\"JetBrains/create-react-kotlin-app\",\"html_url\":\"https://github.com/JetBrains/create-react-kotlin-app\",\"stargazers_count\":2424,\"topics\":\"[create-react-app, jetbrains-ui, kotlin, react, webpack]\",\"watchers\":null}]}" + "application/kotlindataframe+json": "{\"$version\":\"2.1.1\",\"metadata\":{\"columns\":[\"full_name\",\"html_url\",\"stargazers_count\",\"topics\",\"watchers\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"java.net.URL\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int?\"}],\"nrow\":10,\"ncol\":5},\"kotlin_dataframe\":[{\"full_name\":\"JetBrains/kotlin\",\"html_url\":\"https://github.com/JetBrains/kotlin\",\"stargazers_count\":39402,\"topics\":\"[compiler, gradle-plugin, intellij-plugin, kotlin, kotlin-library, maven-plugin, programming-language]\",\"watchers\":null},{\"full_name\":\"JetBrains/intellij-community\",\"html_url\":\"https://github.com/JetBrains/intellij-community\",\"stargazers_count\":12926,\"topics\":\"[code-editor, ide, intellij, intellij-community, intellij-platform]\",\"watchers\":null},{\"full_name\":\"JetBrains/kotlin-native\",\"html_url\":\"https://github.com/JetBrains/kotlin-native\",\"stargazers_count\":7101,\"topics\":\"[c, compiler, kotlin, llvm, objective-c]\",\"watchers\":null},{\"full_name\":\"JetBrains/compose-jb\",\"html_url\":\"https://github.com/JetBrains/compose-jb\",\"stargazers_count\":6805,\"topics\":\"[android, awt, compose, declarative-ui, desktop, gui, javascript, kotlin, multiplatform, reactive, swing, ui]\",\"watchers\":null},{\"full_name\":\"JetBrains/ideavim\",\"html_url\":\"https://github.com/JetBrains/ideavim\",\"stargazers_count\":6120,\"topics\":\"[ideavim, intellij, intellij-platform, jb-official, kotlin, vim, vim-emulator]\",\"watchers\":null},{\"full_name\":\"JetBrains/JetBrainsMono\",\"html_url\":\"https://github.com/JetBrains/JetBrainsMono\",\"stargazers_count\":6059,\"topics\":\"[coding-font, font, ligatures, monospaced-font, programming-font, programming-ligatures]\",\"watchers\":null},{\"full_name\":\"JetBrains/Exposed\",\"html_url\":\"https://github.com/JetBrains/Exposed\",\"stargazers_count\":5688,\"topics\":\"[dao, kotlin, orm, sql]\",\"watchers\":null},{\"full_name\":\"JetBrains/ring-ui\",\"html_url\":\"https://github.com/JetBrains/ring-ui\",\"stargazers_count\":2836,\"topics\":\"[components, jetbrains-ui, react]\",\"watchers\":null},{\"full_name\":\"JetBrains/kotlinconf-app\",\"html_url\":\"https://github.com/JetBrains/kotlinconf-app\",\"stargazers_count\":2628,\"topics\":\"[]\",\"watchers\":null},{\"full_name\":\"JetBrains/create-react-kotlin-app\",\"html_url\":\"https://github.com/JetBrains/create-react-kotlin-app\",\"stargazers_count\":2424,\"topics\":\"[create-react-app, jetbrains-ui, kotlin, react, webpack]\",\"watchers\":null}]}" }, "execution_count": 5, "metadata": {}, @@ -2067,8 +2074,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:52.805507Z", - "start_time": "2024-08-06T11:33:52.729858Z" + "end_time": "2024-08-23T15:06:15.328681Z", + "start_time": "2024-08-23T15:06:15.250321Z" } }, "cell_type": "code", @@ -2089,7 +2096,7 @@ "\tat Line_6_jupyter._DataFrameType_watchers(Line_6.jupyter.kts:19)\n", "\tat Line_13_jupyter$filter_noVerify$1.invoke(Line_13.jupyter.kts:2)\n", "\tat Line_13_jupyter$filter_noVerify$1.invoke(Line_13.jupyter.kts:2)\n", - "\tat org.jetbrains.kotlinx.dataframe.api.FilterKt.filter(filter.kt:38)\n", + "\tat org.jetbrains.kotlinx.dataframe.api.FilterKt.filter(filter.kt:39)\n", "\tat Line_13_jupyter.filter_noVerify(Line_13.jupyter.kts:2)\n", "\tat Line_13_jupyter.(Line_13.jupyter.kts:5)\n", "\tat java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)\n", @@ -2147,8 +2154,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:52.966951Z", - "start_time": "2024-08-06T11:33:52.809472Z" + "end_time": "2024-08-23T15:06:15.478438Z", + "start_time": "2024-08-23T15:06:15.330885Z" } }, "cell_type": "code", @@ -2179,8 +2186,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:53.011535Z", - "start_time": "2024-08-06T11:33:52.969711Z" + "end_time": "2024-08-23T15:06:15.516023Z", + "start_time": "2024-08-23T15:06:15.480031Z" } }, "cell_type": "code", @@ -2218,8 +2225,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:53.437785Z", - "start_time": "2024-08-06T11:33:53.013284Z" + "end_time": "2024-08-23T15:06:15.886653Z", + "start_time": "2024-08-23T15:06:15.517433Z" } }, "cell_type": "code", @@ -2238,8 +2245,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:53.513816Z", - "start_time": "2024-08-06T11:33:53.439963Z" + "end_time": "2024-08-23T15:06:15.963625Z", + "start_time": "2024-08-23T15:06:15.889036Z" } }, "cell_type": "code", @@ -2275,8 +2282,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:53.616368Z", - "start_time": "2024-08-06T11:33:53.515077Z" + "end_time": "2024-08-23T15:06:16.074425Z", + "start_time": "2024-08-23T15:06:15.964699Z" } }, "cell_type": "code", @@ -2473,7 +2480,7 @@ " </style>\n", " </head>\n", " <body>\n", - " <table class="dataframe" id="df_1459617798"></table>\n", + " <table class="dataframe" id="df_-1073741818"></table>\n", "\n", "<p class="dataframe_description">DataFrame: rowsCount = 1, columnsCount = 2</p>\n", "\n", @@ -2754,9 +2761,9 @@ "})()\n", "\n", "/*<!--*/\n", - "call_DataFrame(function() { DataFrame.addTable({ cols: [{ name: "<span title=\"group: DataFrame<*>\">group</span>", children: [], rightAlign: false, values: [{ frameId: 1459617799, value: "<b>DataFrame 1 x 5</b>" }] }, \n", + "call_DataFrame(function() { DataFrame.addTable({ cols: [{ name: "<span title=\"group: DataFrame<*>\">group</span>", children: [], rightAlign: false, values: [{ frameId: -1073741817, value: "<b>DataFrame 1 x 5</b>" }] }, \n", "{ name: "<span title=\"thousands: Int\">thousands</span>", children: [], rightAlign: true, values: ["<span class=\"formatted\" title=\"\"><span class=\"numbers\">0</span></span>"] }, \n", - "], id: 1459617798, rootId: 1459617798, totalRows: 1 } ) });\n", + "], id: -1073741818, rootId: -1073741818, totalRows: 1 } ) });\n", "/*-->*/\n", "\n", "/*<!--*/\n", @@ -2765,10 +2772,10 @@ "{ name: "<span title=\"full_name: String\">full_name</span>", children: [], rightAlign: false, values: ["Kotlin/dataframe"] }, \n", "{ name: "<span title=\"html_url: URL\">html_url</span>", children: [], rightAlign: false, values: ["<a href='https://github.com/Kotlin/dataframe' target='_blank'>https://github.com/Kotlin/dataframe</a>"] }, \n", "{ name: "<span title=\"stargazers_count: Int\">stargazers_count</span>", children: [], rightAlign: true, values: ["<span class=\"formatted\" title=\"\"><span class=\"numbers\">773</span></span>"] }, \n", - "], id: 1459617799, rootId: 1459617798, totalRows: 1 } ) });\n", + "], id: -1073741817, rootId: -1073741818, totalRows: 1 } ) });\n", "/*-->*/\n", "\n", - "call_DataFrame(function() { DataFrame.renderTable(1459617798) });\n", + "call_DataFrame(function() { DataFrame.renderTable(-1073741818) });\n", "\n", "\n", " </script>\n", @@ -2940,14 +2947,14 @@ " \n", " \n", " \n", - "
groupthousands
DataFrame [1 x 5]
topicswatchersfull_namehtml_urlstargazers_count
[kotlin, data-science, data-analysis,...16Kotlin/dataframehttps://github.com/Kotlin/dataframe773
0
\n", + "
groupthousands
DataFrame [1 x 5]
topicswatchersfull_namehtml_urlstargazers_count
[kotlin, data-science, data-analysis,...16Kotlin/dataframehttps://github.com/Kotlin/dataframe773
0
\n", " \n", " \n", " " ], - "application/kotlindataframe+json": "{\"$version\":\"2.1.0\",\"metadata\":{\"columns\":[\"group\",\"thousands\"],\"types\":[{\"kind\":\"FrameColumn\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"nrow\":1,\"ncol\":2},\"kotlin_dataframe\":[{\"group\":{\"data\":[{\"topics\":\"[kotlin, data-science, data-analysis, dataframe]\",\"watchers\":16,\"full_name\":\"Kotlin/dataframe\",\"html_url\":\"https://github.com/Kotlin/dataframe\",\"stargazers_count\":773}],\"metadata\":{\"kind\":\"FrameColumn\",\"columns\":[\"topics\",\"watchers\",\"full_name\",\"html_url\",\"stargazers_count\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"java.net.URL\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"ncol\":5,\"nrow\":1}},\"thousands\":0}]}" + "application/kotlindataframe+json": "{\"$version\":\"2.1.1\",\"metadata\":{\"columns\":[\"group\",\"thousands\"],\"types\":[{\"kind\":\"FrameColumn\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"nrow\":1,\"ncol\":2},\"kotlin_dataframe\":[{\"group\":{\"data\":[{\"topics\":\"[kotlin, data-science, data-analysis, dataframe]\",\"watchers\":16,\"full_name\":\"Kotlin/dataframe\",\"html_url\":\"https://github.com/Kotlin/dataframe\",\"stargazers_count\":773}],\"metadata\":{\"kind\":\"FrameColumn\",\"columns\":[\"topics\",\"watchers\",\"full_name\",\"html_url\",\"stargazers_count\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"java.net.URL\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"ncol\":5,\"nrow\":1}},\"thousands\":0}]}" }, "execution_count": 11, "metadata": {}, @@ -2959,8 +2966,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:53.640757Z", - "start_time": "2024-08-06T11:33:53.617315Z" + "end_time": "2024-08-23T15:06:16.102873Z", + "start_time": "2024-08-23T15:06:16.075379Z" } }, "cell_type": "code", @@ -3018,8 +3025,8 @@ "metadata": { "collapsed": false, "ExecuteTime": { - "end_time": "2024-08-06T11:33:53.850488Z", - "start_time": "2024-08-06T11:33:53.641493Z" + "end_time": "2024-08-23T15:06:16.313707Z", + "start_time": "2024-08-23T15:06:16.103950Z" } }, "outputs": [], @@ -3028,8 +3035,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:53.949431Z", - "start_time": "2024-08-06T11:33:53.851675Z" + "end_time": "2024-08-23T15:06:16.442370Z", + "start_time": "2024-08-23T15:06:16.315757Z" } }, "cell_type": "code", @@ -3226,7 +3233,7 @@ " </style>\n", " </head>\n", " <body>\n", - " <table class="dataframe" id="df_1459617802"></table>\n", + " <table class="dataframe" id="df_-1073741814"></table>\n", "\n", "<p class="dataframe_description">DataFrame: rowsCount = 2, columnsCount = 2</p>\n", "\n", @@ -3507,9 +3514,9 @@ "})()\n", "\n", "/*<!--*/\n", - "call_DataFrame(function() { DataFrame.addTable({ cols: [{ name: "<span title=\"group: DataFrame<*>\">group</span>", children: [], rightAlign: false, values: [{ frameId: 1459617803, value: "<b>DataFrame 1 x 5</b>" },{ frameId: 1459617804, value: "<b>DataFrame 1 x 5</b>" }] }, \n", + "call_DataFrame(function() { DataFrame.addTable({ cols: [{ name: "<span title=\"group: DataFrame<*>\">group</span>", children: [], rightAlign: false, values: [{ frameId: -1073741813, value: "<b>DataFrame 1 x 5</b>" },{ frameId: -1073741812, value: "<b>DataFrame 1 x 5</b>" }] }, \n", "{ name: "<span title=\"thousands: Int\">thousands</span>", children: [], rightAlign: true, values: ["<span class=\"formatted\" title=\"\"><span class=\"numbers\">0</span></span>","<span class=\"formatted\" title=\"\"><span class=\"numbers\">0</span></span>"] }, \n", - "], id: 1459617802, rootId: 1459617802, totalRows: 2 } ) });\n", + "], id: -1073741814, rootId: -1073741814, totalRows: 2 } ) });\n", "/*-->*/\n", "\n", "/*<!--*/\n", @@ -3518,7 +3525,7 @@ "{ name: "<span title=\"full_name: String\">full_name</span>", children: [], rightAlign: false, values: ["Kotlin/dataframe"] }, \n", "{ name: "<span title=\"html_url: URL\">html_url</span>", children: [], rightAlign: false, values: ["<a href='https://github.com/Kotlin/dataframe' target='_blank'>https://github.com/Kotlin/dataframe</a>"] }, \n", "{ name: "<span title=\"stargazers_count: Int\">stargazers_count</span>", children: [], rightAlign: true, values: ["<span class=\"formatted\" title=\"\"><span class=\"numbers\">773</span></span>"] }, \n", - "], id: 1459617803, rootId: 1459617802, totalRows: 1 } ) });\n", + "], id: -1073741813, rootId: -1073741814, totalRows: 1 } ) });\n", "/*-->*/\n", "\n", "/*<!--*/\n", @@ -3527,10 +3534,10 @@ "{ name: "<span title=\"full_name: String\">full_name</span>", children: [], rightAlign: false, values: ["Kotlin/dataframe"] }, \n", "{ name: "<span title=\"html_url: URL\">html_url</span>", children: [], rightAlign: false, values: ["<a href='https://github.com/Kotlin/dataframe' target='_blank'>https://github.com/Kotlin/dataframe</a>"] }, \n", "{ name: "<span title=\"stargazers_count: Int\">stargazers_count</span>", children: [], rightAlign: true, values: ["<span class=\"formatted\" title=\"\"><span class=\"numbers\">773</span></span>"] }, \n", - "], id: 1459617804, rootId: 1459617802, totalRows: 1 } ) });\n", + "], id: -1073741812, rootId: -1073741814, totalRows: 1 } ) });\n", "/*-->*/\n", "\n", - "call_DataFrame(function() { DataFrame.renderTable(1459617802) });\n", + "call_DataFrame(function() { DataFrame.renderTable(-1073741814) });\n", "\n", "\n", " </script>\n", @@ -3702,14 +3709,14 @@ " \n", " \n", " \n", - "
groupthousands
DataFrame [1 x 5]
topicswatchersfull_namehtml_urlstargazers_count
[kotlin, data-science, data-analysis,...16Kotlin/dataframehttps://github.com/Kotlin/dataframe773
0
DataFrame [1 x 5]
topicswatchersfull_namehtml_urlstargazers_count
[kotlin, data-science, data-analysis,...16Kotlin/dataframehttps://github.com/Kotlin/dataframe773
0
\n", + "
groupthousands
DataFrame [1 x 5]
topicswatchersfull_namehtml_urlstargazers_count
[kotlin, data-science, data-analysis,...16Kotlin/dataframehttps://github.com/Kotlin/dataframe773
0
DataFrame [1 x 5]
topicswatchersfull_namehtml_urlstargazers_count
[kotlin, data-science, data-analysis,...16Kotlin/dataframehttps://github.com/Kotlin/dataframe773
0
\n", " \n", " \n", " " ], - "application/kotlindataframe+json": "{\"$version\":\"2.1.0\",\"metadata\":{\"columns\":[\"group\",\"thousands\"],\"types\":[{\"kind\":\"FrameColumn\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"nrow\":2,\"ncol\":2},\"kotlin_dataframe\":[{\"group\":{\"data\":[{\"topics\":\"[kotlin, data-science, data-analysis, dataframe]\",\"watchers\":16,\"full_name\":\"Kotlin/dataframe\",\"html_url\":\"https://github.com/Kotlin/dataframe\",\"stargazers_count\":773}],\"metadata\":{\"kind\":\"FrameColumn\",\"columns\":[\"topics\",\"watchers\",\"full_name\",\"html_url\",\"stargazers_count\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"java.net.URL\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"ncol\":5,\"nrow\":1}},\"thousands\":0},{\"group\":{\"data\":[{\"topics\":\"[kotlin, data-science, data-analysis, dataframe]\",\"watchers\":16,\"full_name\":\"Kotlin/dataframe\",\"html_url\":\"https://github.com/Kotlin/dataframe\",\"stargazers_count\":773}],\"metadata\":{\"kind\":\"FrameColumn\",\"columns\":[\"topics\",\"watchers\",\"full_name\",\"html_url\",\"stargazers_count\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"java.net.URL\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"ncol\":5,\"nrow\":1}},\"thousands\":0}]}" + "application/kotlindataframe+json": "{\"$version\":\"2.1.1\",\"metadata\":{\"columns\":[\"group\",\"thousands\"],\"types\":[{\"kind\":\"FrameColumn\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"nrow\":2,\"ncol\":2},\"kotlin_dataframe\":[{\"group\":{\"data\":[{\"topics\":\"[kotlin, data-science, data-analysis, dataframe]\",\"watchers\":16,\"full_name\":\"Kotlin/dataframe\",\"html_url\":\"https://github.com/Kotlin/dataframe\",\"stargazers_count\":773}],\"metadata\":{\"kind\":\"FrameColumn\",\"columns\":[\"topics\",\"watchers\",\"full_name\",\"html_url\",\"stargazers_count\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"java.net.URL\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"ncol\":5,\"nrow\":1}},\"thousands\":0},{\"group\":{\"data\":[{\"topics\":\"[kotlin, data-science, data-analysis, dataframe]\",\"watchers\":16,\"full_name\":\"Kotlin/dataframe\",\"html_url\":\"https://github.com/Kotlin/dataframe\",\"stargazers_count\":773}],\"metadata\":{\"kind\":\"FrameColumn\",\"columns\":[\"topics\",\"watchers\",\"full_name\",\"html_url\",\"stargazers_count\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"},{\"kind\":\"ValueColumn\",\"type\":\"java.net.URL\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Int\"}],\"ncol\":5,\"nrow\":1}},\"thousands\":0}]}" }, "execution_count": 14, "metadata": {}, @@ -3731,8 +3738,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:54.295676Z", - "start_time": "2024-08-06T11:33:53.950423Z" + "end_time": "2024-08-23T15:06:16.871949Z", + "start_time": "2024-08-23T15:06:16.443423Z" } }, "cell_type": "code", @@ -3923,7 +3930,7 @@ " </style>\n", " </head>\n", " <body>\n", - " <table class="dataframe" id="df_1459617808"></table>\n", + " <table class="dataframe" id="df_-1073741808"></table>\n", "\n", "<p class="dataframe_description">DataFrame: rowsCount = 4, columnsCount = 1</p>\n", "\n", @@ -4205,10 +4212,10 @@ "\n", "/*<!--*/\n", "call_DataFrame(function() { DataFrame.addTable({ cols: [{ name: "<span title=\"col1: Comparable<*>\">col1</span>", children: [], rightAlign: false, values: ["<span class=\"formatted\" title=\"\"><span class=\"numbers\">100.0</span></span>","A100","B100","C100"] }, \n", - "], id: 1459617808, rootId: 1459617808, totalRows: 4 } ) });\n", + "], id: -1073741808, rootId: -1073741808, totalRows: 4 } ) });\n", "/*-->*/\n", "\n", - "call_DataFrame(function() { DataFrame.renderTable(1459617808) });\n", + "call_DataFrame(function() { DataFrame.renderTable(-1073741808) });\n", "\n", "\n", " </script>\n", @@ -4380,14 +4387,14 @@ " \n", " \n", " \n", - "
col1
100.000000
A100
B100
C100
\n", + "
col1
100.000000
A100
B100
C100
\n", " \n", " \n", " " ], - "application/kotlindataframe+json": "{\"$version\":\"2.1.0\",\"metadata\":{\"columns\":[\"col1\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Comparable<*>\"}],\"nrow\":4,\"ncol\":1},\"kotlin_dataframe\":[{\"col1\":\"100.0\"},{\"col1\":\"A100\"},{\"col1\":\"B100\"},{\"col1\":\"C100\"}]}" + "application/kotlindataframe+json": "{\"$version\":\"2.1.1\",\"metadata\":{\"columns\":[\"col1\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Comparable<*>\"}],\"nrow\":4,\"ncol\":1},\"kotlin_dataframe\":[{\"col1\":\"100.0\"},{\"col1\":\"A100\"},{\"col1\":\"B100\"},{\"col1\":\"C100\"}]}" }, "execution_count": 15, "metadata": {}, @@ -4399,8 +4406,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:54.314307Z", - "start_time": "2024-08-06T11:33:54.296634Z" + "end_time": "2024-08-23T15:06:16.928102Z", + "start_time": "2024-08-23T15:06:16.873732Z" } }, "cell_type": "code", @@ -4425,8 +4432,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:54.401080Z", - "start_time": "2024-08-06T11:33:54.315079Z" + "end_time": "2024-08-23T15:06:17.062048Z", + "start_time": "2024-08-23T15:06:16.929231Z" } }, "cell_type": "code", @@ -4616,7 +4623,7 @@ " </style>\n", " </head>\n", " <body>\n", - " <table class="dataframe" id="df_1459617810"></table>\n", + " <table class="dataframe" id="df_-1073741806"></table>\n", "\n", "<p class="dataframe_description">DataFrame: rowsCount = 4, columnsCount = 1</p>\n", "\n", @@ -4898,10 +4905,10 @@ "\n", "/*<!--*/\n", "call_DataFrame(function() { DataFrame.addTable({ cols: [{ name: "<span title=\"col1: String\">col1</span>", children: [], rightAlign: false, values: ["100","A100","B100","C100"] }, \n", - "], id: 1459617810, rootId: 1459617810, totalRows: 4 } ) });\n", + "], id: -1073741806, rootId: -1073741806, totalRows: 4 } ) });\n", "/*-->*/\n", "\n", - "call_DataFrame(function() { DataFrame.renderTable(1459617810) });\n", + "call_DataFrame(function() { DataFrame.renderTable(-1073741806) });\n", "\n", "\n", " </script>\n", @@ -5073,14 +5080,14 @@ " \n", " \n", " \n", - "
col1
100
A100
B100
C100
\n", + "
col1
100
A100
B100
C100
\n", " \n", " \n", " " ], - "application/kotlindataframe+json": "{\"$version\":\"2.1.0\",\"metadata\":{\"columns\":[\"col1\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"}],\"nrow\":4,\"ncol\":1},\"kotlin_dataframe\":[{\"col1\":\"100\"},{\"col1\":\"A100\"},{\"col1\":\"B100\"},{\"col1\":\"C100\"}]}" + "application/kotlindataframe+json": "{\"$version\":\"2.1.1\",\"metadata\":{\"columns\":[\"col1\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"kotlin.String\"}],\"nrow\":4,\"ncol\":1},\"kotlin_dataframe\":[{\"col1\":\"100\"},{\"col1\":\"A100\"},{\"col1\":\"B100\"},{\"col1\":\"C100\"}]}" }, "execution_count": 17, "metadata": {}, @@ -5092,8 +5099,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2024-08-06T11:33:54.420204Z", - "start_time": "2024-08-06T11:33:54.402052Z" + "end_time": "2024-08-23T15:06:17.083188Z", + "start_time": "2024-08-23T15:06:17.063413Z" } }, "cell_type": "code", @@ -5113,6 +5120,1376 @@ } ], "execution_count": 18 + }, + { + "metadata": {}, + "cell_type": "markdown", + "source": [ + "## Iterable.toDataFrame(columnName)\n", + "This is an easy way to create a DataFrame when you have a list of Files, URLs, or a structure\n", + "you want to extract data from.\n", + "In a notebook,\n", + "it can be convenient to start from the column of these values to see the number of rows, their `toString` in a table\n", + "and then iteratively add columns with the parts of the data you're interested in.\n", + "It could be File's content, a specific section of an HTML document, some metadata, etc." + ] + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-23T15:06:17.184153Z", + "start_time": "2024-08-23T15:06:17.084317Z" + } + }, + "cell_type": "code", + "source": [ + "import kotlin.io.path.Path\n", + "import kotlin.io.path.listDirectoryEntries\n", + "\n", + "val csvs = Path(\".\").listDirectoryEntries(\"*.csv\").toDataFrame(columnName = \"file\")\n", + "csvs" + ], + "outputs": [ + { + "data": { + "text/html": [ + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
file
./data1.csv
./data.csv
\n", + " \n", + " \n", + " " + ], + "application/kotlindataframe+json": "{\"$version\":\"2.1.1\",\"metadata\":{\"columns\":[\"file\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"java.nio.file.Path\"}],\"nrow\":2,\"ncol\":1},\"kotlin_dataframe\":[{\"file\":\"./data1.csv\"},{\"file\":\"./data.csv\"}]}" + }, + "execution_count": 19, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 19 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-23T15:06:17.251370Z", + "start_time": "2024-08-23T15:06:17.185098Z" + } + }, + "cell_type": "code", + "source": [ + "import kotlin.io.path.fileSize\n", + "\n", + "csvs.add { \n", + " \"size\" from { file.fileSize() }\n", + " \"data\" from { file.toFile().readDataFrame() }\n", + "}" + ], + "outputs": [ + { + "data": { + "text/html": [ + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
filesizedata
./data1.csv27
DataFrame [1 x 3]
col1col2col3
3.000000str1
./data.csv12
DataFrame [1 x 3]
abc
123
\n", + " \n", + " \n", + " " + ], + "application/kotlindataframe+json": "{\"$version\":\"2.1.1\",\"metadata\":{\"columns\":[\"file\",\"size\",\"data\"],\"types\":[{\"kind\":\"ValueColumn\",\"type\":\"java.nio.file.Path\"},{\"kind\":\"ValueColumn\",\"type\":\"kotlin.Long\"},{\"kind\":\"FrameColumn\"}],\"nrow\":2,\"ncol\":3},\"kotlin_dataframe\":[{\"file\":\"./data1.csv\",\"size\":27,\"data\":{\"data\":[{\"col1\":3.0,\"col2\":\"str\",\"col3\":1}],\"metadata\":{\"kind\":\"FrameColumn\",\"columns\":[],\"types\":[],\"ncol\":3,\"nrow\":1}}},{\"file\":\"./data.csv\",\"size\":12,\"data\":{\"data\":[{\"a\":1,\"b\":2,\"c\":3}],\"metadata\":{\"kind\":\"FrameColumn\",\"columns\":[],\"types\":[],\"ncol\":3,\"nrow\":1}}}]}" + }, + "execution_count": 20, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 20 } ], "metadata": {