"
+ ]
+ },
+ "metadata": {}
+ }
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "dL0vRMqQh1I-"
+ },
+ "source": [
+ "**Task 2:** Create a subgraph of the top-40 users according to a selected centrality algorithm. Draw the subgraph using circlular layout (15pt)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "metadata": {
+ "id": "cNRkbMHQh1I_",
+ "colab": {
+ "base_uri": "https://localhost:8080/",
+ "height": 649
+ },
+ "outputId": "5277cb3b-407b-46ea-9c20-8a18c9d80765"
+ },
+ "source": [
+ "pr = tc.pagerank.create(sg)\n",
+ "sg.vertices['pagerank'] = pr['graph'].vertices['pagerank'] #pr['graph'] is a graph in which each vertex has pagerank value\n",
+ "sg.vertices\n",
+ "sg.vertices.sort(\"pagerank\", ascending=False)[:40]\n"
+ ],
+ "execution_count": 7,
+ "outputs": [
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "Counting out degree
"
+ ],
+ "text/plain": [
+ "Counting out degree"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "Done counting out degree
"
+ ],
+ "text/plain": [
+ "Done counting out degree"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "+-----------+-----------------------+
"
+ ],
+ "text/plain": [
+ "+-----------+-----------------------+"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| Iteration | L1 change in pagerank |
"
+ ],
+ "text/plain": [
+ "| Iteration | L1 change in pagerank |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "+-----------+-----------------------+
"
+ ],
+ "text/plain": [
+ "+-----------+-----------------------+"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 1 | 5.24167 |
"
+ ],
+ "text/plain": [
+ "| 1 | 5.24167 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 2 | 3.13083 |
"
+ ],
+ "text/plain": [
+ "| 2 | 3.13083 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 3 | 2.25606 |
"
+ ],
+ "text/plain": [
+ "| 3 | 2.25606 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 4 | 1.72552 |
"
+ ],
+ "text/plain": [
+ "| 4 | 1.72552 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 5 | 1.40263 |
"
+ ],
+ "text/plain": [
+ "| 5 | 1.40263 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 6 | 1.17117 |
"
+ ],
+ "text/plain": [
+ "| 6 | 1.17117 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 7 | 0.985853 |
"
+ ],
+ "text/plain": [
+ "| 7 | 0.985853 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 8 | 0.834804 |
"
+ ],
+ "text/plain": [
+ "| 8 | 0.834804 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 9 | 0.708132 |
"
+ ],
+ "text/plain": [
+ "| 9 | 0.708132 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 10 | 0.601435 |
"
+ ],
+ "text/plain": [
+ "| 10 | 0.601435 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 11 | 0.511002 |
"
+ ],
+ "text/plain": [
+ "| 11 | 0.511002 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 12 | 0.434279 |
"
+ ],
+ "text/plain": [
+ "| 12 | 0.434279 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 13 | 0.369105 |
"
+ ],
+ "text/plain": [
+ "| 13 | 0.369105 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 14 | 0.313728 |
"
+ ],
+ "text/plain": [
+ "| 14 | 0.313728 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 15 | 0.266664 |
"
+ ],
+ "text/plain": [
+ "| 15 | 0.266664 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 16 | 0.226663 |
"
+ ],
+ "text/plain": [
+ "| 16 | 0.226663 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 17 | 0.192663 |
"
+ ],
+ "text/plain": [
+ "| 17 | 0.192663 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 18 | 0.163763 |
"
+ ],
+ "text/plain": [
+ "| 18 | 0.163763 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 19 | 0.139198 |
"
+ ],
+ "text/plain": [
+ "| 19 | 0.139198 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "| 20 | 0.118319 |
"
+ ],
+ "text/plain": [
+ "| 20 | 0.118319 |"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "+-----------+-----------------------+
"
+ ],
+ "text/plain": [
+ "+-----------+-----------------------+"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "execute_result",
+ "data": {
+ "text/html": [
+ "\n",
+ " \n",
+ " | __id | \n",
+ " mindate | \n",
+ " maxdate | \n",
+ " pagerank | \n",
+ "
\n",
+ " \n",
+ " | chroniq | \n",
+ " 2009-10-23 05:56:41 | \n",
+ " 2013-09-23 16:09:20 | \n",
+ " 2.565090740523448 | \n",
+ "
\n",
+ " \n",
+ " | aenea | \n",
+ " 2009-10-23 10:43:06 | \n",
+ " 2011-01-31 13:34:33 | \n",
+ " 2.4913315301242274 | \n",
+ "
\n",
+ " \n",
+ " | ContentWithOurDecay | \n",
+ " 2009-10-23 06:26:33 | \n",
+ " 2015-03-01 17:30:59 | \n",
+ " 0.38014102452563364 | \n",
+ "
\n",
+ " \n",
+ " | Bbaily | \n",
+ " 2009-10-23 16:27:38 | \n",
+ " 2013-06-13 21:28:03 | \n",
+ " 0.26760331552902794 | \n",
+ "
\n",
+ " \n",
+ " | DoeL | \n",
+ " 2009-10-23 12:26:49 | \n",
+ " 2009-10-23 12:26:49 | \n",
+ " 0.2607190204341546 | \n",
+ "
\n",
+ " \n",
+ " | chime | \n",
+ " 2009-11-12 00:56:01 | \n",
+ " 2012-11-21 05:54:21 | \n",
+ " 0.2038533155290279 | \n",
+ "
\n",
+ " \n",
+ " | apmihal | \n",
+ " 2009-10-24 01:19:37 | \n",
+ " 2010-07-23 04:42:27 | \n",
+ " 0.2038533155290279 | \n",
+ "
\n",
+ " \n",
+ " | Surcam | \n",
+ " 2009-10-27 14:28:49 | \n",
+ " 2009-10-27 14:43:13 | \n",
+ " 0.15 | \n",
+ "
\n",
+ "
\n",
+ "[8 rows x 4 columns]
\n",
+ "
"
+ ]
+ },
+ "metadata": {}
+ }
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "zXpGJCTkmLQk"
+ },
+ "source": [
+ "**page rank**"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "metadata": {
+ "id": "VtHLxXcRlWMp"
+ },
+ "source": [
+ "def do_page_rank(ng):\n",
+ " #d = nx.pagerank(ng)\n",
+ "\n",
+ " top40_pagerank = sorted(nx.pagerank(ng) ,key=len, reverse=True)[:40]\n",
+ " #[len(c) for c in top40_pagerank][:40]\n",
+ " h = ng.subgraph(top40_pagerank)\n",
+ " plt.figure(figsize=(10,10))\n",
+ " ax = plt.gca()\n",
+ " ax.set_title('page rank')\n",
+ " nx.draw_circular(h, with_labels=True)"
+ ],
+ "execution_count": 29,
+ "outputs": []
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "Zi-tma3plmxd"
+ },
+ "source": [
+ "**closeness_centrality**"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "metadata": {
+ "id": "mzvgDdJMllm8"
+ },
+ "source": [
+ "def do_closeness_centrality(ng):\n",
+ " #d = nx.closeness_centrality(ng) # can take some time to run\n",
+ " top40_closeness_centrality = sorted(nx.closeness_centrality(ng) ,key=len, reverse=True)[:40]\n",
+ " #[len(c) for c in top40_closeness_centrality][:40]\n",
+ " h = ng.subgraph(top40_closeness_centrality)\n",
+ " plt.figure(figsize=(10,10))\n",
+ " ax = plt.gca()\n",
+ " ax.set_title('closeness centrality')\n",
+ " nx.draw_circular(h, with_labels=True)\n"
+ ],
+ "execution_count": 31,
+ "outputs": []
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "QFNABWiwh1JC"
+ },
+ "source": [
+ "**Task 3:** Calculate the PageRank, triangles, and average shortest path of each vertex in the graph (15pt)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "OCPK34iAosrX",
+ "outputId": "05a14739-0ec9-45e3-ff62-6b39dc33799c"
+ },
+ "source": [
+ "dict(sorted(nx.pagerank(ng).items(), key=lambda item: item[1]))"
+ ],
+ "execution_count": 37,
+ "outputs": [
+ {
+ "output_type": "execute_result",
+ "data": {
+ "text/plain": [
+ "{'Bbaily': 0.06206216197944935,\n",
+ " 'ContentWithOurDecay': 0.0828947633011499,\n",
+ " 'DoeL': 0.033988252927105625,\n",
+ " 'Surcam': 0.022361251873504986,\n",
+ " 'aenea': 0.36057615050300873,\n",
+ " 'apmihal': 0.027394148216789108,\n",
+ " 'chime': 0.03242704456007323,\n",
+ " 'chroniq': 0.3782962266389188}"
+ ]
+ },
+ "metadata": {},
+ "execution_count": 37
+ }
+ ]
+ },
+ {
+ "cell_type": "code",
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/",
+ "height": 292
+ },
+ "id": "gCNwALjpr6GA",
+ "outputId": "4a574498-87ed-40e7-c531-87ed7abdc67e"
+ },
+ "source": [
+ "triangle_counting_sg = tc.triangle_counting.create(sg)\n",
+ "#triangle_counting_sg_out = triangle_counting_sg['triangle_count']\n",
+ "sg.vertices['triangle_count'] = triangle_counting_sg['graph'].vertices['triangle_count']\n",
+ "sg.vertices.sort('triangle_count',ascending=False)"
+ ],
+ "execution_count": 52,
+ "outputs": [
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "Initializing vertex ids.
"
+ ],
+ "text/plain": [
+ "Initializing vertex ids."
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "Removing duplicate (bidirectional) edges.
"
+ ],
+ "text/plain": [
+ "Removing duplicate (bidirectional) edges."
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "Counting triangles...
"
+ ],
+ "text/plain": [
+ "Counting triangles..."
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "Finished in 0.083595 secs.
"
+ ],
+ "text/plain": [
+ "Finished in 0.083595 secs."
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/html": [
+ "Total triangles in the graph : 7
"
+ ],
+ "text/plain": [
+ "Total triangles in the graph : 7"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "execute_result",
+ "data": {
+ "text/html": [
+ "\n",
+ " \n",
+ " | __id | \n",
+ " mindate | \n",
+ " maxdate | \n",
+ " triangle_count | \n",
+ "
\n",
+ " \n",
+ " | ContentWithOurDecay | \n",
+ " 2009-10-23 06:26:33 | \n",
+ " 2015-03-01 17:30:59 | \n",
+ " 5 | \n",
+ "
\n",
+ " \n",
+ " | chroniq | \n",
+ " 2009-10-23 05:56:41 | \n",
+ " 2013-09-23 16:09:20 | \n",
+ " 5 | \n",
+ "
\n",
+ " \n",
+ " | Bbaily | \n",
+ " 2009-10-23 16:27:38 | \n",
+ " 2013-06-13 21:28:03 | \n",
+ " 5 | \n",
+ "
\n",
+ " \n",
+ " | aenea | \n",
+ " 2009-10-23 10:43:06 | \n",
+ " 2011-01-31 13:34:33 | \n",
+ " 3 | \n",
+ "
\n",
+ " \n",
+ " | DoeL | \n",
+ " 2009-10-23 12:26:49 | \n",
+ " 2009-10-23 12:26:49 | \n",
+ " 1 | \n",
+ "
\n",
+ " \n",
+ " | Surcam | \n",
+ " 2009-10-27 14:28:49 | \n",
+ " 2009-10-27 14:43:13 | \n",
+ " 1 | \n",
+ "
\n",
+ " \n",
+ " | apmihal | \n",
+ " 2009-10-24 01:19:37 | \n",
+ " 2010-07-23 04:42:27 | \n",
+ " 1 | \n",
+ "
\n",
+ " \n",
+ " | chime | \n",
+ " 2009-11-12 00:56:01 | \n",
+ " 2012-11-21 05:54:21 | \n",
+ " 0 | \n",
+ "
\n",
+ "
\n",
+ "[8 rows x 4 columns]
\n",
+ "
![\"Open](\"https://colab.research.google.com/assets/colab-badge.svg\"){kind=icon}