Merge pull request #35 from TrueBlocks/develop

Develop

R/.gitignore

@@ -0,0 +1,2 @@
+.RData
+.Rhistory

R/Ideas.md

@@ -0,0 +1,34 @@
+Chart ideas
+===============
+- Histogram of Contrib Amount  
+- Scatter Contrib vs. Sybil score  
+- Unclaimed from Round 8  
+- Scatter plot of sybil score vs. time  
+- Time vs. amount per sender (a lot of sends in not a person)  
+- Heat maps are interesting  
+- Distribution is important
+- Mean is appearantly important
+- Category (by function) comparison for smart contracts
+
+- latest data https://github.com/gitcoinco/gitcoin_cadcad_model/blob/main/data/2020-03-18/2021-03-18-round9-contributions.csv.xz
+
+- From the Payout Contract there were:
+
+- 1	Finalized calls
+- 364	PayoutAdded calls
+- 1	Transfer In
+- 1	Funded calls
+- 167 Transfer Outs
+- 167	PayoutClaimed calls
+
+- Function calls per contract
+
+- Calculated estimate after each donation vs. actual
+
+- Auditing
+
+- Add up all donations from grant files and see if it adds to the total in the contract files
+
+- Add the pre-round 4 contracts
+
+- We did reconcilations of the PayoutAdded / PayoutClaimed and compared that against the smart contract. We could have called that a reconcilation and allow the user to download.

R/README.md

@@ -0,0 +1,3 @@
+## R
+
+This is a collection of 'R' code for analyizing the data found in the [./data folder](../data/README.md).

R/Untitled.Rmd

@@ -0,0 +1,22 @@
+---
+title: "TrueBlocks Exploration of GitCoin Data"
+output: html_notebook
+---
+
+We used TrueBlocks to extract as much publically available information from
+the GitCoin ecosystem as we could in an effort to explore just how open
+open shared ledgers are. All data was aquired either from the GitCoin
+public APIs or the from on-chain data.
+
+This is a growing document. Please add to it via GitHub Pull Requests
+
+```{r}
+require(tidyverse)
+l <- c(1,2,3)
+plot(l)
+```
+
+---
+This is some more shit
+---
+

R/explore.R

@@ -0,0 +1,2 @@
+require(tidyverse)
+

R/ideas.txt

@@ -0,0 +1,5 @@
+Total number of addresses
+
+Total number of uniq addresses
+
+Distribution of the number of times an address appears

gitcoin/exports/mainnet/neighbors/networks/README.md

@@ -1,6 +1,7 @@
 ### Network Graphs
 
-Using the `neighbors` files in the folder above this one, this Python script (thanks in large part to nollied#6773) genates network graphs, images of the same, and adjacency lists.
+Using the `neighbors` files in the folder above this one, this Python script (thanks in large part to nollied#6773) 
+genates network graphs, images of the same, and adjacency lists.
 
 This data is very much a work in progress.
 
@@ -16,7 +17,7 @@ This data is alpha status and may be (and probably is) incomplete.
 ```
 python -m venv env
 source env/bin/activate
-pip install -r requirements.txt
+pip install -r requirements.fil
 python neighbor_networks.py <address>
 ```
 

gitcoin/exports/mainnet/neighbors/networks/requirements.fil

@@ -0,0 +1,15 @@
+colorhash==1.0.4
+cycler==0.11.0
+fonttools==4.33.3
+kiwisolver==1.4.2
+matplotlib==3.5.2
+networkx==2.8
+numpy==1.22.3
+packaging==21.3
+pandas==1.4.2
+Pillow==9.1.0
+pyparsing==3.0.8
+python-dateutil==2.8.2
+pytz==2022.1
+scipy==1.8.0
+six==1.16.0

gitcoin/ui/src/App.css

@@ -79,6 +79,10 @@ header a.install-tb {
   white-space: nowrap;
 }
 
+.main-rows .column-suspicious {
+  font-size: xx-large;
+}
+
 .with-sidebar {
   text-align: left;
 }

gitcoin/ui/src/ColumnCells.jsx

@@ -63,14 +63,16 @@ export const NameCell = ({ grantData }) => {
     "/" +
     grantData.name.replace(/[^a-z0-9 -]/g, '').replace(/\s+/g, '-').replace(/-+/g, '-');
 
-  if (!slug)
+  if (!slug) {
     return (
       <div>
         {name} <ZipLink grantData={grantData} />
         <br />
         {explorerLink}
       </div>
     );
+  }
+
   return (
     <div>
       <div>
@@ -124,6 +126,14 @@ export const NeighborsHeader = () => (
   />
 )
 
+//--------------------------------------------------
+export const SuspiciousHeader = () => (
+  <ColumnTitle
+    title='Suspicious'
+    tooltip='Does this address look suspicious?'
+  />
+)
+
 //--------------------------------------------------
 const dateDisplay = (block) => {
   if (block === '0')

gitcoin/ui/src/ColumnDefs.jsx

@@ -1,7 +1,10 @@
 import { DownloadIcon } from './Utils';
-import { DateHeader, DateCell, NameHeader, NameCell, BalanceHeader, AppearanceHeader, TransactionHeader, EventLogsHeader, NeighborsHeader } from "./ColumnCells"
+import { DateHeader, DateCell, NameHeader, NameCell, BalanceHeader, AppearanceHeader, TransactionHeader, EventLogsHeader, NeighborsHeader, SuspiciousHeader } from "./ColumnCells"
 import { getChainData } from './GlobalState';
 
+// To mocked predicate to tell if an address is suspicious
+const mockedIsSuspicious = (index) => (index + 1) % 5 === 0;
+
 export const columns = [
   {
     title: <DateHeader />,
@@ -27,8 +30,12 @@ export const columns = [
     sorter: {
       compare: (a, b) => a.address - b.address,
     },
-    render: function (u, grantData) {
-      return <NameCell grantData={grantData} />
+    render: function (u, grantData, index) {
+      const overrideName = mockedIsSuspicious(index)
+        ? "Name has been changed to protect the innocent"
+        : false;
+
+      return <NameCell grantData={grantData} overrideName={overrideName} />
     },
   },
   {

gitcoin/ui/src/last-update.js

@@ -1 +1 @@
-export const lastUpdate = "Last updated at block: 14721137 2022-05-06 03:21:01 UTC";
+export const lastUpdate = "Last updated at block: 15008207 2022-06-22 15:08:13 UTC";

giveth/exports/mainnet/neighbors/networks/README.md

@@ -1,6 +1,7 @@
 ### Network Graphs
 
-Using the `neighbors` files in the folder above this one, this Python script (thanks in large part to nollied#6773) genates network graphs, images of the same, and adjacency lists.
+Using the `neighbors` files in the folder above this one, this Python script (thanks in large part to nollied#6773) 
+genates network graphs, images of the same, and adjacency lists.
 
 This data is very much a work in progress.
 
@@ -16,7 +17,7 @@ This data is alpha status and may be (and probably is) incomplete.
 ```
 python -m venv env
 source env/bin/activate
-pip install -r requirements.txt
+pip install -r requirements.fil
 python neighbor_networks.py <address>
 ```
 

giveth/exports/mainnet/neighbors/networks/requirements.fil

@@ -0,0 +1,15 @@
+colorhash==1.0.4
+cycler==0.11.0
+fonttools==4.33.3
+kiwisolver==1.4.2
+matplotlib==3.5.2
+networkx==2.8
+numpy==1.22.3
+packaging==21.3
+pandas==1.4.2
+Pillow==9.1.0
+pyparsing==3.0.8
+python-dateutil==2.8.2
+pytz==2022.1
+scipy==1.8.0
+six==1.16.0

giveth/ui/src/App.css

@@ -79,6 +79,10 @@ header a.install-tb {
   white-space: nowrap;
 }
 
+.main-rows .column-suspicious {
+  font-size: xx-large;
+}
+
 .with-sidebar {
   text-align: left;
 }

giveth/ui/src/ColumnCells.jsx

@@ -33,7 +33,7 @@ export const NameHeader = () => (
     tooltip='The name and address of the grant or core contract.'
   />
 )
-export const NameCell = ({ grantData }) => {
+export const NameCell = ({ grantData, overrideName }) => {
   const [copied, setCopied] = useState(false);
   const { localExplorer } = useGlobalState();
 
@@ -63,14 +63,17 @@ export const NameCell = ({ grantData }) => {
     "/" +
     grantData.name.replace(/[^a-z0-9 -]/g, '').replace(/\s+/g, '-').replace(/-+/g, '-');
 
-  if (!slug)
+  if (!slug || overrideName) {
+    const nameToShow = overrideName || name;
     return (
       <div>
-        {name} <ZipLink grantData={grantData} />
+        {nameToShow} <ZipLink grantData={grantData} />
         <br />
         {explorerLink}
       </div>
     );
+  }
+
   return (
     <div>
       <div>
@@ -124,6 +127,14 @@ export const NeighborsHeader = () => (
   />
 )
 
+//--------------------------------------------------
+export const SuspiciousHeader = () => (
+  <ColumnTitle
+    title='Suspicious'
+    tooltip='Does this address look suspicious?'
+  />
+)
+
 //--------------------------------------------------
 const dateDisplay = (block) => {
   if (block === '0')

giveth/ui/src/ColumnDefs.jsx

@@ -1,7 +1,10 @@
 import { DownloadIcon } from './Utils';
-import { DateHeader, DateCell, NameHeader, NameCell, BalanceHeader, AppearanceHeader, TransactionHeader, EventLogsHeader, NeighborsHeader } from "./ColumnCells"
+import { DateHeader, DateCell, NameHeader, NameCell, BalanceHeader, AppearanceHeader, TransactionHeader, EventLogsHeader, NeighborsHeader, SuspiciousHeader } from "./ColumnCells"
 import { getChainData } from './GlobalState';
 
+// To mocked predicate to tell if an address is suspicious
+const mockedIsSuspicious = (index) => (index + 1) % 5 === 0;
+
 export const columns = [
   {
     title: <DateHeader />,
@@ -27,8 +30,12 @@ export const columns = [
     sorter: {
       compare: (a, b) => a.address - b.address,
     },
-    render: function (u, grantData) {
-      return <NameCell grantData={grantData} />
+    render: function (u, grantData, index) {
+      const overrideName = mockedIsSuspicious(index)
+        ? "Name has been changed to protect the innocent"
+        : false;
+
+      return <NameCell grantData={grantData} overrideName={overrideName} />
     },
   },
   {
@@ -140,4 +147,15 @@ export const columns = [
       );
     },
   },
+  {
+    title: <SuspiciousHeader />,
+    width: '2%',
+    render(text, record, index) {
+      const icon = mockedIsSuspicious(index)
+        ? <span>😡</span>
+        : null;
+
+      return <div className='column-suspicious'>{icon}</div>
+    }
+  },
 ];

giveth/ui/src/last-update.js

@@ -1 +1 @@
-export const lastUpdate = "Last updated at block: 14721137 2022-05-06 03:21:01 UTC";
+export const lastUpdate = "Last updated at block: 15008207 2022-06-22 15:08:13 UTC";

index.html

@@ -51,12 +51,12 @@ <h2>
             </h2>
             <ol>
                 <li>
-                    <a href="/gitcoin">
+                    <a href="https://gitcoin.tokenomics.io">
                         GitCoin Grants Data Pouch
                     </a>
                 </li>
                 <li>
-                    <a href="/giveth">
+                    <a href="https://giveth.tokenomics.io">
                         Giveth Data Pouch
                     </a>
                 </li>

update-all.sh

@@ -1,6 +1,8 @@
 #!/usr/bin/env bash
 
-# ./update-one.sh wallets "gnosis --chain mainnet" txt
+PATH=$PATH:/home/jrush/Development/trueblocks-core/bin/
+cd /home/jrush/Development/tokenomics.io/
+
 ./update-one.sh giveth  "gnosis --chain mainnet" csv
 ./update-one.sh gitcoin "mainnet"                csv
 chifra when latest --no_header | cut -f1,3 | tr '\t' ' ' | sed 's/^/export const lastUpdate = \"Last updated at block: /' | sed 's/$/\";/' >giveth/ui/src/last-update.js