How to Integrate the Profile Scraper feature into Google Sheets

Sheets

1. 1. If you don't have an existing Google Sheet, create a new one.

   

2. 2. Click on Extensions.

   

3. 3. Select Apps Script.

   

4. 4. It will open an App Script tab.

5. 5. Now paste the code available at the end of the page and save it (Ctrl+S or Cmd+S).

   

6. 6. Go to the Icypeas website and Sign In of Sign up.

7. 7. Select the API tab.

   

8. 8. There, you will find your API key, your API secret key, and your User id. Save this information.

   

9. 9. Go back to the App Script tab.

10. 10. At the beginning of the code, insert your API key, API secret key, and User ID between the single quotes (''). Make sure you place each value correctly, without any extra spaces or characters as shown below.

    

11. 11. Then click on Deploy.

    

12. 12. Select New deployement.

    

13. 13. Click on the gear icon.

    

14. 14. Select Library.

    

15. 15. Click on Deploy.

    

16. 16. Click on Done.

    

17. 17. Go back to your Google Sheet.

18. 18. Select Extensions -> Macros -> Import macro.

    

19. 19. Click on Add Function.

    

20. 20. Click on Close.

    

21. 21. Now, you can use the scrapeProfile() macro to scrape profiles.

    

22. 22. Then, you can extend the scrapeProfile() formula, and the result will be displayed.

    

23. 23. Code to paste at step 4

    // Replace "API-KEY" with your API Key
    const API_KEY = '';
    // Replace "API-SECRET" with your API Secret
    const API_SECRET = '';
    // Replace "USER-ID" with your user ID
    const USER_ID = '';
    const API_BASE_URL = 'https://app.icypeas.com/api/';
    
    const utils = {
      sha1:function (str){
        const buffer = Utilities.newBlob(str).getBytes();
        const hash = Utilities.base64Encode(Utilities.computeDigest(Utilities.DigestAlgorithm.SHA_1, buffer));
        return hash;
      },
    
      generateSignature: function(endpoint, method, secret, timestamp) {
        if (!endpoint) {
          throw new Error('Endpoint cannot be empty');
        }
    
        const payload = `${method}${endpoint}${timestamp}`.toLowerCase();
        const signature = utils.sha1(payload);
    
        return { signature, timestamp };
      },
    
      makeApiRequest:function(endpoint, method, payload = {}) {
        const timestamp = new Date().toISOString();
    
        const { signature, timestamp: authTimestamp } = utils.generateSignature(endpoint, method, API_SECRET, timestamp);
    
        const params = {
          method,
          headers: {
            'Content-Type': 'application/json',
            'Authorization': `${API_KEY}:${signature}`,
            'X-ROCK-TIMESTAMP': authTimestamp,
          }
        };
    
        try {
          const response = UrlFetchApp.fetch(endpoint, params);
          const jsonResponse = response.getContentText();
    
          return JSON.parse(jsonResponse);
        } catch (error) {
          console.log('API Request Failed. Error:', error);
          console.log('Full Server Response:', error.getContentText());
          throw error;
        }
      },
    }
    
    function scrapeProfile(url) { 
      try {
        const endpoint = `${API_BASE_URL}scrape/profile?url=${url}`;
        const method = 'GET';
    
        const apiResponse = utils.makeApiRequest(endpoint, method);
    
        if (apiResponse["success"] === true) {
          let result = '';
          for (const key in apiResponse["result"]) {
            const value = apiResponse["result"][key];
    
            if (Array.isArray(value)) {
              result += `${key}:\n`;
    
              value.forEach((item, index) => {
                if (typeof item === 'object' && item !== null) {
                  for (const subKey in item) {
                    result += `  ${subKey}: ${item[subKey]}\n`;
                  }
                } else {
                  result += `  - ${item}\n`;
                }
              });
    
            } else {
              result += `${key}: ${value}\n`;
            }
          }
          return result;
        } else {
        return [['Resource not found', '']];
      }
        
      } catch (error) {
        return [['Resource not found', '']];
      }
    }