read_data.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                                                  id_x  \\\n",
      "0    0xe8bc33b7849bd1d7984a8d638444e2dd97b0dfa3f5f2...   \n",
      "1    0x3ae4c725f7cb82d450b6fe8517178b2a0a51d1105bea...   \n",
      "2    0x7203289844e807781e8d2ec110d4b97a79a29944cae0...   \n",
      "3    0x373dfa89fc9c5ccba8ed83fa3fa4f233edd270075b5f...   \n",
      "4    0xb0156cfc112bbe4275b0a1d6cacc3970affdad605704...   \n",
      "..                                                 ...   \n",
      "127  0x5050ef61a4cbff56344ad558c2c880b547fef3b81df6...   \n",
      "128  0x813a366e287a872ada13d4f8348e771c7aa2d8c3cb00...   \n",
      "129  0xbecc45a6beb55a708e25195f34db2f5ff757e0da5ff5...   \n",
      "130  0xf949b8c0629644390752cc09ba1ae641116fdf10733d...   \n",
      "131  0x07a26cd6b78a41745aab04190f22e97fdf9432f56465...   \n",
      "\n",
      "                                               title_x  \\\n",
      "0      AIP 1.05: Return 700M $ARB to the DAO Treasury    \n",
      "1    AIP 1.05: Return 700M $ARB to the DAO Treasury...   \n",
      "2               AIP-1.1 - Lockup, Budget, Transparency   \n",
      "3              AIP-1.2 - Foundation and DAO Governance   \n",
      "4    Proposal: Activate support for account abstrac...   \n",
      "..                                                 ...   \n",
      "127  [Non-Constitutional]: Arbitrum Stable Treasury...   \n",
      "128                      AIP: ArbOS Version 20 “Atlas”   \n",
      "129  AIP: Batch Poster Manager and Sequencer Inbox ...   \n",
      "130   Empowering Early Contributors: The community ...   \n",
      "131  Proposal: [Non-Constitutional] Funding for Int...   \n",
      "\n",
      "                                                  body  \\\n",
      "0    Abstract\\n\\nReturn the 700M $ARB unjustly allo...   \n",
      "1    Abstract\\n\\nReturn the 700M $ARB unjustly allo...   \n",
      "2    Abstract\\ntl;dr: AIP-1.1 proposes (1) a lockup...   \n",
      "3    Category: Constitutional - Process\\n\\nAbstract...   \n",
      "4    Author\\nJason Windawi, Alchemy\\n\\nType\\nThis i...   \n",
      "..                                                 ...   \n",
      "127  TL;DR : This framework supports the budding RW...   \n",
      "128  # Constitutional\\n\\n# Abstract\\n\\nThis AIP pro...   \n",
      "129  # Constitutional\\n\\n# Abstract\\n\\nThis Constit...   \n",
      "130  **Summary:** This proposal proposes to allocat...   \n",
      "131  # Abstract\\n\\nThis is a revised version of the...   \n",
      "\n",
      "                     choices       start         end   snapshot   state  \\\n",
      "0    [For, Against, Abstain]  1681225200  1681830000   78047794  closed   \n",
      "1    [For, Against, Abstain]  1680918741  1681523541   78163289  closed   \n",
      "2    [For, Against, Abstain]  1681149600  1681754400   79073961  closed   \n",
      "3    [For, Against, Abstain]  1681149600  1681754400   79075841  closed   \n",
      "4    [For, Against, Abstain]  1687220460  1687825260  102915502  closed   \n",
      "..                       ...         ...         ...        ...     ...   \n",
      "127  [For, Against, Abstain]  1706734800  1707339600  176098838  closed   \n",
      "128  [For, Against, Abstain]  1706905859  1707510659  176821714  closed   \n",
      "129  [For, Against, Abstain]  1707154003  1707758803  177750435  closed   \n",
      "130  [For, Against, Abstain]  1707264052  1707868852  178166641  closed   \n",
      "131  [For, Against, Abstain]  1707436386  1708041186  178828937  closed   \n",
      "\n",
      "                                         author  \\\n",
      "0    0x4bca130D4D1387Ec00705Dc24e8eB63488136e71   \n",
      "1    0x4bca130D4D1387Ec00705Dc24e8eB63488136e71   \n",
      "2    0xA5dF0cf3F95C6cd97d998b9D990a86864095d9b0   \n",
      "3    0xA5dF0cf3F95C6cd97d998b9D990a86864095d9b0   \n",
      "4    0xdb5781a835b60110298fF7205D8ef9678Ff1f800   \n",
      "..                                          ...   \n",
      "127  0x1B686eE8E31c5959D9F5BBd8122a58682788eeaD   \n",
      "128  0xb5B069370Ef24BC67F114e185D185063CE3479f8   \n",
      "129  0xAbAbE91A907fAdff921720C43ABe4098e7245E99   \n",
      "130  0xb5B069370Ef24BC67F114e185D185063CE3479f8   \n",
      "131  0xb5B069370Ef24BC67F114e185D185063CE3479f8   \n",
      "\n",
      "                                                scores  ...  like_count  \\\n",
      "0    [14363542.24058144, 44234794.890667774, 594279...  ...         265   \n",
      "1    [20526942.094755903, 118334390.35010344, 19937...  ...         265   \n",
      "2    [137012024.61667585, 1224386.4833715, 1390839....  ...         479   \n",
      "3    [137606930.3529121, 280121.7956632606, 895054....  ...         232   \n",
      "4    [60523829.13279885, 105311.60145292307, 78643....  ...         173   \n",
      "..                                                 ...  ...         ...   \n",
      "127  [132253619.10767262, 117879.53247205478, 36065...  ...         221   \n",
      "128  [162448004.12334257, 74724.04844929496, 323440...  ...          30   \n",
      "129  [149376690.18429863, 260376.72931183229, 13195...  ...          29   \n",
      "130  [83096263.09127909, 1827461.8033859895, 378292...  ...          91   \n",
      "131  [32725534.89057588, 112352169.1097861, 4505575...  ...         121   \n",
      "\n",
      "     has_summary last_poster_username  category_id pinned_globally  \\\n",
      "0           True             Arbitrum            9           False   \n",
      "1           True             Arbitrum            9           False   \n",
      "2           True         stonecoldpat            9           False   \n",
      "3           True         stonecoldpat            9           False   \n",
      "4          False         stonecoldpat            9           False   \n",
      "..           ...                  ...          ...             ...   \n",
      "127         True      thedevanshmehta            7           False   \n",
      "128        False                 PGov            7           False   \n",
      "129        False             SavvyDAO            7           False   \n",
      "130        False           Mysterymen            7           False   \n",
      "131         True    thechaingamer.eth            7           False   \n",
      "\n",
      "    featured_link has_accepted_answer  \\\n",
      "0            None               False   \n",
      "1            None               False   \n",
      "2            None               False   \n",
      "3            None               False   \n",
      "4            None               False   \n",
      "..            ...                 ...   \n",
      "127          None               False   \n",
      "128          None               False   \n",
      "129          None               False   \n",
      "130          None               False   \n",
      "131          None               False   \n",
      "\n",
      "                                               posters excerpt  unicode_title  \n",
      "0    [{'description': 'Original Poster', 'extras': ...    None           None  \n",
      "1    [{'description': 'Original Poster', 'extras': ...    None           None  \n",
      "2    [{'description': 'Original Poster', 'extras': ...    None           None  \n",
      "3    [{'description': 'Original Poster', 'extras': ...    None           None  \n",
      "4    [{'description': 'Original Poster', 'extras': ...    None           None  \n",
      "..                                                 ...     ...            ...  \n",
      "127  [{'description': 'Original Poster, Most Recent...    None           None  \n",
      "128  [{'description': 'Original Poster', 'extras': ...    None           None  \n",
      "129  [{'description': 'Original Poster', 'extras': ...    None           None  \n",
      "130  [{'description': 'Original Poster, Most Recent...    None           None  \n",
      "131  [{'description': 'Original Poster, Most Recent...    None           None  \n",
      "\n",
      "[132 rows x 66 columns]\n"
     ]
    }
   ],
   "source": [
    "# Snapshot Proposal + Forum Topic\n",
    "\n",
    "import pandas as pd\n",
    "\n",
    "cleaned_proposals = pd.read_parquet(\"output_data/snapshot/cleaned_proposals.parquet\")\n",
    "forum_topics = pd.read_parquet(\"output_data/forum/topics.parquet\")\n",
    "\n",
    "proposal_merged_df = pd.merge(\n",
    "    cleaned_proposals, forum_topics, left_on=\"forum_topic_id\", right_on=\"id\"\n",
    ")\n",
    "print(proposal_merged_df)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      githubHandle                               publicAddress   daoName  \\\n",
      "0             None  0xababe91a907fadff921720c43abe4098e7245e99  arbitrum   \n",
      "1             None  0xababe91a907fadff921720c43abe4098e7245e99  arbitrum   \n",
      "2             None  0xababe91a907fadff921720c43abe4098e7245e99  arbitrum   \n",
      "3             None  0xababe91a907fadff921720c43abe4098e7245e99  arbitrum   \n",
      "4             None  0xababe91a907fadff921720c43abe4098e7245e99  arbitrum   \n",
      "...            ...                                         ...       ...   \n",
      "26621         None  0xbc1fdbabe788128166cb1a4207d81ff807a470be  arbitrum   \n",
      "26622         None  0xb9b8ef61b7851276b0239757a039d54a23804cbb  arbitrum   \n",
      "26623         None  0xffcdce3102ec97ec4032b2f162754b1e0d133acc  arbitrum   \n",
      "26624         None  0xffcdce3102ec97ec4032b2f162754b1e0d133acc  arbitrum   \n",
      "26625         None  0x5aaaef91f93be4de932b8e7324abbf9f26daa706  arbitrum   \n",
      "\n",
      "                     ensName twitterHandle discourseHandle  isForumVerified  \\\n",
      "0       cattin.seedlatam.eth          None          cattin             True   \n",
      "1       cattin.seedlatam.eth          None          cattin             True   \n",
      "2       cattin.seedlatam.eth          None          cattin             True   \n",
      "3       cattin.seedlatam.eth          None          cattin             True   \n",
      "4       cattin.seedlatam.eth          None          cattin             True   \n",
      "...                      ...           ...             ...              ...   \n",
      "26621                   None          None            None            False   \n",
      "26622              bruno.eth          None            None            False   \n",
      "26623  rutgersblockchain.eth          None            None            False   \n",
      "26624  rutgersblockchain.eth          None            None            False   \n",
      "26625             cringe.eth          None            None            False   \n",
      "\n",
      "       isNominee  score                    daos  ...  \\\n",
      "0          False    116  arbitrumfoundation.eth  ...   \n",
      "1          False    116  arbitrumfoundation.eth  ...   \n",
      "2          False    116  arbitrumfoundation.eth  ...   \n",
      "3          False    116  arbitrumfoundation.eth  ...   \n",
      "4          False    116  arbitrumfoundation.eth  ...   \n",
      "...          ...    ...                     ...  ...   \n",
      "26621      False      0  arbitrumfoundation.eth  ...   \n",
      "26622      False      0          gitcoindao.eth  ...   \n",
      "26623      False      0  arbitrumfoundation.eth  ...   \n",
      "26624      False      0  arbitrumfoundation.eth  ...   \n",
      "26625      False      0  arbitrumfoundation.eth  ...   \n",
      "\n",
      "                                                      id  \\\n",
      "0      0x815935e6d58eb76f85b193c7f142458edb1097288d42...   \n",
      "1      0xec4a03ba3167fdbc38ecd97b788f5a1ba820bd60a064...   \n",
      "2      0x002e9b6822951e6da80f80de707775f5e2ef0e4b9b47...   \n",
      "3      0xf5b13319b7c1388c605cde63eb44c77bd17d72ca5e4b...   \n",
      "4      0x3e05591c22a1029d76a6b36666349f02618562046ffc...   \n",
      "...                                                  ...   \n",
      "26621  0x7c3c498e2dc215c847006c144d32321422c39d41cd12...   \n",
      "26622  0x04f338f21851263c0c7268307c3ffa8c3bc9a4d3bf6e...   \n",
      "26623  0xf7cfb77c02232d9329043cab2708e9b79f1db6c9f7bf...   \n",
      "26624  0x469702b91a44704b4b904230dc992fa2c495d5a4a382...   \n",
      "26625  0x6620bde6adebcd441442b5582c0899f170e0ebb9ec9a...   \n",
      "\n",
      "                                            voter     created choice  \\\n",
      "0      0xababe91a907fadff921720c43abe4098e7245e99  1680478611      2   \n",
      "1      0xababe91a907fadff921720c43abe4098e7245e99  1681581407      2   \n",
      "2      0xababe91a907fadff921720c43abe4098e7245e99  1681428510      2   \n",
      "3      0xababe91a907fadff921720c43abe4098e7245e99  1681514131      1   \n",
      "4      0xababe91a907fadff921720c43abe4098e7245e99  1681514205      1   \n",
      "...                                           ...         ...    ...   \n",
      "26621  0xbc1fdbabe788128166cb1a4207d81ff807a470be  1680433991      2   \n",
      "26622  0xb9b8ef61b7851276b0239757a039d54a23804cbb  1697090217      2   \n",
      "26623  0xffcdce3102ec97ec4032b2f162754b1e0d133acc  1680559319      2   \n",
      "26624  0xffcdce3102ec97ec4032b2f162754b1e0d133acc  1681421274      3   \n",
      "26625  0x5aaaef91f93be4de932b8e7324abbf9f26daa706  1689442563      2   \n",
      "\n",
      "                 vp        vp_by_strategy vp_state  \\\n",
      "0      4.044527e+05   [404452.6993071286]    final   \n",
      "1      3.766135e+05  [376613.47889802704]    final   \n",
      "2      3.767643e+05  [376764.32114033645]    final   \n",
      "3      3.686795e+05   [368679.5263820401]    final   \n",
      "4      3.686795e+05   [368679.5263820401]    final   \n",
      "...             ...                   ...      ...   \n",
      "26621  2.000003e+05         [200000.3233]    final   \n",
      "26622  1.601374e+05  [160137.39810195524]    final   \n",
      "26623  5.557944e+05   [555794.4004782562]    final   \n",
      "26624  4.107747e+05   [410774.7182049793]    final   \n",
      "26625  1.421223e+06  [1421223.0047895263]    final   \n",
      "\n",
      "                                                  reason       app  \\\n",
      "0                                                         snapshot   \n",
      "1                                                         snapshot   \n",
      "2                                                         snapshot   \n",
      "3                                                         snapshot   \n",
      "4                                                         snapshot   \n",
      "...                                                  ...       ...   \n",
      "26621                                                     snapshot   \n",
      "26622  https://x.com/bitfalls/status/1593604687349125...  snapshot   \n",
      "26623                                                     snapshot   \n",
      "26624                                                     snapshot   \n",
      "26625                                                     snapshot   \n",
      "\n",
      "                                             proposal_id  \n",
      "0      0x3be7368a662d1cf12fa4da768d626edbc013be0dc7b9...  \n",
      "1      0xe8bc33b7849bd1d7984a8d638444e2dd97b0dfa3f5f2...  \n",
      "2      0x3ae4c725f7cb82d450b6fe8517178b2a0a51d1105bea...  \n",
      "3      0x7203289844e807781e8d2ec110d4b97a79a29944cae0...  \n",
      "4      0x373dfa89fc9c5ccba8ed83fa3fa4f233edd270075b5f...  \n",
      "...                                                  ...  \n",
      "26621  0x3be7368a662d1cf12fa4da768d626edbc013be0dc7b9...  \n",
      "26622  0x6b89b74c259d2cc5979c46be6cfe2ae20f9485eee728...  \n",
      "26623  0x3be7368a662d1cf12fa4da768d626edbc013be0dc7b9...  \n",
      "26624  0x3ae4c725f7cb82d450b6fe8517178b2a0a51d1105bea...  \n",
      "26625  0x6b001068a3aa7f58e0e334a1f717be2145eb4c7b3f3a...  \n",
      "\n",
      "[26626 rows x 48 columns]\n"
     ]
    }
   ],
   "source": [
    "# Karma Delegates + Snapshot Voting\n",
    "\n",
    "import pandas as pd\n",
    "\n",
    "karma_delegates = pd.read_parquet(\"output_data/karma/delegates.parquet\")\n",
    "voting = pd.read_parquet(\"output_data/snapshot/votes.parquet\")\n",
    "voting['voter'] = voting['voter'].str.lower()\n",
    "\n",
    "voting_merged_df = pd.merge(\n",
    "    karma_delegates, voting, left_on=\"publicAddress\", right_on=\"voter\"\n",
    ")\n",
    "print(voting_merged_df)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}