[PROD RELEASE] - Profile app & fixes

.circleci/config.yml

@@ -67,6 +67,8 @@ workflows:
           branches:
             only:
             - develop
+            - PM-3893
+            - pm-3847_1
 
     # Production builds are exectuted only on tagged commits to the
     # master branch.

ReadMe.md

@@ -21,9 +21,11 @@ After that, please set db URL environment variables:
 ```bash
 export DATABASE_URL="postgresql://johndoe:mypassword@localhost:5432/memberdb"
 export SKILLS_DB_URL="postgresql://johndoe:mypassword@localhost:5432/skillsdb"
+export CHALLENGE_DB_URL="postgresql://johndoe:mypassword@localhost:5432/challengedb?schema=challenges"
 ```
 
 These variables are important since they're required by Prisma clients.
+`CHALLENGE_DB_URL` should target the same PostgreSQL instance/database used by `challenge-api-v6`.
 
 If you want to do anything with database, these variables are necessary.
 
@@ -35,6 +37,7 @@ Before running db scripts, please make sure you have setup db and config db url
 # set db url values
 export DATABASE_URL="postgresql://johndoe:mypassword@localhost:5432/memberdb"
 export SKILLS_DB_URL="postgresql://johndoe:mypassword@localhost:5432/skillsdb"
+export CHALLENGE_DB_URL="postgresql://johndoe:mypassword@localhost:5432/challengedb?schema=challenges"
 
 # install dependencies
 npm install
@@ -79,6 +82,8 @@ The following parameters can be set in config files or in env variables:
 - PORT: the server port, default is 3000
 - AUTH_SECRET: The authorization secret used during token verification.
 - VALID_ISSUERS: The valid issuer of tokens.
+- IDENTITY_DB_URL: PostgreSQL connection string for Identity schema reads.
+- CHALLENGE_DB_URL: PostgreSQL connection string for challenge schema reads (format: `postgresql://user:password@host:port/database?schema=challenges`, and should point to the same database used by challenge-api-v6).
 - VANILLA_DB_URL: MySQL connection string for the Vanilla forums database.
 - AUTH0_URL: AUTH0 URL, used to get M2M token
 - AUTH0_PROXY_SERVER_URL: AUTH0 proxy server URL, used to get M2M token
@@ -89,6 +94,7 @@ The following parameters can be set in config files or in env variables:
 - BUSAPI_URL: Bus API URL
 - KAFKA_ERROR_TOPIC: Kafka error topic used by bus API wrapper
 - GROUPS_API_URL: Groups API URL
+- SENDGRID_API_KEY: SendGrid API key used for member email activity lookups.
 - AMAZON.AWS_ACCESS_KEY_ID: The Amazon certificate key to use when connecting.
 - AMAZON.AWS_SECRET_ACCESS_KEY: The Amazon certificate access key to use when connecting.
 - AMAZON.AWS.SESSION_TOKEN: The user session token, used when developing locally against the TC dev AWS services
@@ -106,6 +112,7 @@ The following parameters can be set in config files or in env variables:
 - MEMBER_TRAIT_SECURE_FIELDS: Member traits identifiable info fields, only admin, M2M, or member himself can fetch these fields
 - MISC_SECURE_FIELDS: Misc identifiable info fields, only admin, M2M, or member himself can fetch these fields
 - STATISTICS_SECURE_FIELDS: Member Statistics identifiable info fields, only admin, M2M, or member himself can fetch these fields
+- STATS_READ_SOURCE: Controls stats read backend, `unified` (default, new tables) or `legacy` (pre-refactor tables)
 - HEALTH_CHECK_TIMEOUT: health check timeout in milliseconds
 
 Set the following environment variables used by bus API to get TC M2M token (use 'set' insted of 'export' for Windows OS):

config/default.js

@@ -21,6 +21,7 @@ module.exports = {
   AUTH_SECRET: process.env.AUTH_SECRET || 'mysecret',
   VALID_ISSUERS: process.env.VALID_ISSUERS || '["https://api.topcoder-dev.com", "https://api.topcoder.com", "https://topcoder-dev.auth0.com/", "https://auth.topcoder-dev.com/"]',
   IDENTITY_DB_URL: process.env.IDENTITY_DB_URL,
+  CHALLENGE_DB_URL: process.env.CHALLENGE_DB_URL,
   RESOURCES_DB_URL: process.env.RESOURCES_DB_URL,
   VANILLA_DB_URL: process.env.VANILLA_DB_URL,
 
@@ -119,6 +120,8 @@ module.exports = {
   STATISTICS_SECURE_FIELDS: process.env.STATISTICS_SECURE_FIELDS
     ? process.env.STATISTICS_SECURE_FIELDS.split(',')
     : ['createdBy', 'updatedBy'],
+  // Select stats read source: 'unified' (new tables) or 'legacy' (pre-refactor tables)
+  STATS_READ_SOURCE: process.env.STATS_READ_SOURCE || 'unified',
 
   // Public group id
   PUBLIC_GROUP_ID: process.env.PUBLIC_GROUP_ID || '10',
@@ -146,6 +149,7 @@ module.exports = {
 
   // Finance database connection string
   FINANCE_DATABASE_URL: process.env.FINANCE_DATABASE_URL,
+  SENDGRID_API_KEY: process.env.SENDGRID_API_KEY,
 
   HUBSPOT_API_KEY: process.env.HUBSPOT_API_KEY,
   HUBSPOT_BASE_URL: process.env.HUBSPOT_BASE_URL,

docs/swagger.yaml

@@ -619,6 +619,48 @@ paths:
           description: Internal server error
           schema:
             $ref: '#/definitions/ErrorModel'
+  '/members/{handle}/sendgrid-emails':
+    get:
+      tags:
+        - Basic
+      description: |-
+        Get all SendGrid email activity records sent to the member's current email address in the last 30 days.
+
+        Authorization:
+          - JWT roles: Only `administrator` or `admin`.
+          - M2M scopes: `read:user_profiles` or `all:user_profiles`.
+      security:
+        - bearer: []
+      parameters:
+        - in: path
+          name: handle
+          required: true
+          type: string
+          description: The member handle
+      responses:
+        '200':
+          description: OK
+          schema:
+            type: array
+            items:
+              type: object
+              additionalProperties: true
+        '401':
+          description: Miss or wrong authentication credentials
+          schema:
+            $ref: '#/definitions/ErrorModel'
+        '403':
+          description: No permission
+          schema:
+            $ref: '#/definitions/ErrorModel'
+        '404':
+          description: Not found - Member with the specified handle does not exist
+          schema:
+            $ref: '#/definitions/ErrorModel'
+        '500':
+          description: Internal server error
+          schema:
+            $ref: '#/definitions/ErrorModel'
   '/members/{handle}/skills/{skillid}':
     get:
       tags:
@@ -1368,7 +1410,14 @@ paths:
       tags:
         - Statistics
       description: >
-        Retrieve member statistics, optionally filtered by group.
+        Retrieve member statistics, optionally filtered by group, challenge track, and challenge type.
+
+        Filtering behavior:
+          - `trackId` only: returns all statistics for that track across all types.
+          - `typeId` only: returns all statistics for that type across all tracks.
+          - `trackId` + `typeId`: returns statistics for the specific track-type combination.
+          - Neither `trackId` nor `typeId`: returns all statistics.
+          - For non-rated tracks/types (for example, Design or First2Finish), rating and rank fields are `null`.
 
         Authorization:
           - Public: Anonymous callers receive only public statistics.
@@ -1384,6 +1433,16 @@ paths:
           required: false
           type: string
           description: comma separated group ids (returns public stats if group ids is not provided)
+        - name: trackId
+          in: query
+          required: false
+          type: string
+          description: Filter statistics by challenge track ID (e.g., "DATA_SCIENCE", "DEVELOP", "DESIGN", "QA")
+        - name: typeId
+          in: query
+          required: false
+          type: string
+          description: Filter statistics by challenge type ID (e.g., "CH" for Challenge, "F2F" for First2Finish, "TSK" for Task)
         - name: fields
           in: query
           required: false
@@ -1540,6 +1599,14 @@ paths:
         - Statistics
       description: >
         Get member history statistics, by default only returns the public Topcoder history statistics.
+        Results can be filtered by challenge track and challenge type for more granular historical views.
+
+        Filtering behavior:
+          - `trackId` only: returns all history statistics for that track across all types.
+          - `typeId` only: returns all history statistics for that type across all tracks.
+          - `trackId` + `typeId`: returns history statistics for the specific track-type combination.
+          - Neither `trackId` nor `typeId`: returns all history statistics.
+          - For non-rated tracks/types (for example, Design or First2Finish), rating and rank fields are `null`.
 
         Authorization:
           - Public: Anonymous callers receive only public history statistics.
@@ -1555,6 +1622,16 @@ paths:
           required: false
           type: string
           description: comma separated group ids (returns members public history statistics if groupIds is not provided)
+        - name: trackId
+          in: query
+          required: false
+          type: string
+          description: Filter history statistics by challenge track ID (e.g., "DATA_SCIENCE", "DEVELOP", "DESIGN", "QA")
+        - name: typeId
+          in: query
+          required: false
+          type: string
+          description: Filter history statistics by challenge type ID (e.g., "CH" for Challenge, "F2F" for First2Finish, "TSK" for Task)
         - name: fields
           in: query
           required: false
@@ -2779,9 +2856,16 @@ definitions:
                         description: >-
                           ISO-8601 formatted date times
                           (YYYY-MM-DDTHH:mm:ss.sssZ)
+                      mostRecent:
+                        type: boolean
+                        description: True if this is the latest history row for the same user, track, and type.
+                      oldRating:
+                        type: number
+                        format: int64
                       newRating:
                         type: number
                         format: int64
+                        description: For mostRecent=true rows, this equals the current member stats rating for the same track/type.
       DATA_SCIENCE:
         type: object
         properties:
@@ -2802,15 +2886,34 @@ definitions:
                       type: string
                       format: date-time
                       description: 'ISO-8601 formatted date times (YYYY-MM-DDTHH:mm:ss.sssZ)'
-                    rating:
+                    mostRecent:
+                      type: boolean
+                      description: True if this is the latest history row for the same user, track, and type.
+                    oldRating:
                       type: number
-                      format: double
-                    placement:
+                      format: int64
+                    newRating:
                       type: number
                       format: int64
-                    percentile:
+                      description: For mostRecent=true rows, this equals the current member stats rating for the same track/type.
+                    oldGlobalRank:
                       type: number
-                      format: double
+                      format: int64
+                    newGlobalRank:
+                      type: number
+                      format: int64
+                    oldCountryRank:
+                      type: number
+                      format: int64
+                    newCountryRank:
+                      type: number
+                      format: int64
+                    oldSchoolRank:
+                      type: number
+                      format: int64
+                    newSchoolRank:
+                      type: number
+                      format: int64
           MARATHON_MATCH:
             type: object
             properties:
@@ -2828,15 +2931,34 @@ definitions:
                       type: string
                       format: date-time
                       description: 'ISO-8601 formatted date times (YYYY-MM-DDTHH:mm:ss.sssZ)'
-                    rating:
+                    mostRecent:
+                      type: boolean
+                      description: True if this is the latest history row for the same user, track, and type.
+                    oldRating:
                       type: number
-                      format: double
-                    placement:
+                      format: int64
+                    newRating:
                       type: number
                       format: int64
-                    percentile:
+                      description: For mostRecent=true rows, this equals the current member stats rating for the same track/type.
+                    oldGlobalRank:
                       type: number
-                      format: double
+                      format: int64
+                    newGlobalRank:
+                      type: number
+                      format: int64
+                    oldCountryRank:
+                      type: number
+                      format: int64
+                    newCountryRank:
+                      type: number
+                      format: int64
+                    oldSchoolRank:
+                      type: number
+                      format: int64
+                    newSchoolRank:
+                      type: number
+                      format: int64
       updatedAt:
         type: string
         format: date-time

package.json

@@ -4,7 +4,7 @@
   "description": "TopCoder Member V6 API",
   "main": "app.js",
   "scripts": {
-    "postinstall": "prisma generate --schema=prisma/schema.prisma",
+    "postinstall": "prisma generate --schema=prisma/schema.prisma && prisma generate --schema=prisma/identity-schema.prisma && prisma generate --schema=prisma/challenge-schema.prisma",
     "start": "node app.js",
     "start:dev": "nodemon app.js",
     "lint": "standard",
@@ -14,7 +14,8 @@
     "reset-db": "prisma migrate reset",
     "test": "mocha -t 20000 test/unit/*.test.js --exit",
     "test:cov": "nyc --reporter=html --reporter=text npm test",
-    "migrate-dynamo-data": "node src/scripts/migrate-dynamo-data.js"
+    "migrate-dynamo-data": "node src/scripts/migrate-dynamo-data.js",
+    "recalculate-member-stats": "node src/scripts/recalculateMemberStats.js"
   },
   "author": "TCSCODER",
   "license": "none",
@@ -29,8 +30,8 @@
     "standard": "^12.0.1"
   },
   "dependencies": {
-    "@prisma/client": "^6.10.1",
     "@prisma/adapter-pg": "^7.0.1",
+    "@prisma/client": "^6.10.1",
     "@react-pdf/renderer": "^3.4.4",
     "@topcoder/challenge-api-v6": "github:topcoder-platform/challenge-api-v6#master",
     "@topcoder/engagements-api-v6": "topcoder-platform/engagements-api-v6.git#master",
@@ -47,6 +48,7 @@
     "config": "^3.0.1",
     "cors": "^2.7.1",
     "country-calling-code": "^0.0.3",
+    "dotenv": "^17.3.1",
     "express": "^4.15.4",
     "express-fileupload": "^1.1.4",
     "express-interceptor": "^1.2.0",