d86ddf032b97d2014a9a97b79dd9f66d9b07db13 jcasper Thu Jul 25 15:36:52 2024 -0700 Also need to commit these for the new Hi-C setup! refs #33225 diff --git src/hg/lib/hic.c src/hg/lib/hic.c index 6dfd4a5..64d63a1 100644 --- src/hg/lib/hic.c +++ src/hg/lib/hic.c @@ -1,214 +1,217 @@ /* hic.c contains a few helpful wrapper functions for managing Hi-C data. */ #include "common.h" #include "linefile.h" #include "dystring.h" #include "jksql.h" #include "hic.h" #include "hdb.h" #include "trackHub.h" #include "cStraw.h" #include "hash.h" #include "chromAlias.h" #include "interact.h" #ifdef USE_HIC void mangleName(char *ucscName, char mangledUcscName[], int size) /* Generate a version of an assembly's chromosome name that matches * the mangling performed by the Juicer .hic creation tool (strip any initial * "chr" and capitalize the rest). */ { int offset = 0; char workingName[size]; safef(workingName, sizeof(workingName), "%s", ucscName); touppers(workingName); if (startsWith("CHR", workingName)) offset = 3; safencpy(mangledUcscName, size, workingName+offset, strlen(workingName+offset)); } char *hicLoadHeader(char *filename, struct hicMeta **header, char *ucscAssembly) /* Create a hicMeta structure for the supplied Hi-C file. If * the return value is non-NULL, it points to a string containing * an error message that explains why the retrieval failed. */ { char *genome; -char **chromosomes, **bpResolutions, **attributes; -int *chromSizes, nChroms, nBpRes, nAttributes; +char **chromosomes, **bpResolutions, **attributes, **normOptions; +int *chromSizes, nChroms, nBpRes, nAttributes, nNormOptions; Straw *newStraw = NULL; char *errMsg = cStrawOpen(filename, &newStraw); if (errMsg != NULL) return errMsg; -errMsg = cStrawHeader(newStraw, &genome, &chromosomes, &chromSizes, &nChroms, &bpResolutions, &nBpRes, NULL, NULL, &attributes, &nAttributes); +errMsg = cStrawHeader(newStraw, &genome, &chromosomes, &chromSizes, &nChroms, &bpResolutions, + &nBpRes, NULL, NULL, &attributes, &nAttributes, &normOptions, &nNormOptions); if (errMsg != NULL) return errMsg; struct hicMeta *newMeta = NULL; AllocVar(newMeta); newMeta->strawObj = newStraw; newMeta->fileAssembly = genome; newMeta->nRes = nBpRes; newMeta->resolutions = bpResolutions; newMeta->nChroms = nChroms; newMeta->chromNames = chromosomes; newMeta->chromSizes = chromSizes; newMeta->ucscToAlias = NULL; newMeta->ucscAssembly = cloneString(ucscAssembly); newMeta->filename = cloneString(filename); newMeta->attributes = attributes; newMeta->nAttributes = nAttributes; +newMeta->normOptions = normOptions; +newMeta->nNormOptions = nNormOptions; *header = newMeta; struct slName *ucscNameList = NULL, *ucscName = NULL; if (newMeta->ucscAssembly != NULL) ucscNameList = hAllChromNames(newMeta->ucscAssembly); struct slName *hicChromNames = slNameListFromStringArray(chromosomes, nChroms); struct hash *hicChromHash = hashSetFromSlNameList(hicChromNames); struct hash *ucscToHicName = newHash(0); // For each UCSC chrom name, try to find a .hic file chromosome to fetch annotation from. for (ucscName = ucscNameList; ucscName != NULL; ucscName = ucscName->next) { struct slName *aliases; char mangledName[2048]; mangleName(ucscName->name, mangledName, sizeof(mangledName)); if (hashLookup(hicChromHash, ucscName->name)) hashAdd(ucscToHicName, ucscName->name, cloneString(ucscName->name)); else if (hashLookup(hicChromHash, mangledName)) hashAdd(ucscToHicName, ucscName->name, cloneString(mangledName)); else if ((aliases = chromAliasFindAliases(ucscName->name)) != NULL) { // No hits on the primary chromosome name; time to start going through aliases. for(; aliases; aliases = aliases->next) { if (hashLookup(hicChromHash, aliases->name)) { hashAdd(ucscToHicName, ucscName->name, cloneString(aliases->name)); break; } mangleName(aliases->name, mangledName, sizeof(mangledName)); if (hashLookup(hicChromHash, mangledName)) { hashAdd(ucscToHicName, ucscName->name, cloneString(mangledName)); break; } } } } newMeta->ucscToAlias = ucscToHicName; hashFree(&hicChromHash); slNameFreeList(&hicChromNames); slNameFreeList(&ucscNameList); return NULL; } struct interact *interactFromHic(char *chrom1, int start1, char *chrom2, int start2, int size, double value) /* Given some data values from an interaction in a hic file, build a corresponding interact structure. */ { struct interact *new = NULL; AllocVar(new); new->chrom = cloneString(chrom1); // start1 is always before start2 on same-chromosome records, so start1 is always the start. // On records that link between chromosomes, just use the coordinates for this chromosome. new->chromStart = start1; if (sameWord(chrom1, chrom2)) new->chromEnd = start2+size; else new->chromEnd = start1+size; new->name = cloneString(""); new->score = 0; // ignored new->value = value; new->exp = cloneString("."); new->color = 0; new->sourceChrom = cloneString(chrom1); new->sourceStart = start1; new->sourceEnd = start1+size; new->sourceName = cloneString(""); new->sourceStrand = cloneString("."); new->targetChrom = cloneString(chrom2); new->targetStart = start2; new->targetEnd = start2+size; new->targetName = cloneString(""); new->targetStrand = cloneString("."); return new; } char *hicLoadData(struct hicMeta *fileInfo, int resolution, char *normalization, char *chrom1, int start1, int end1, char *chrom2, int start2, int end2, struct interact **resultPtr) /* Fetch heatmap data from a hic file. The hic file info must be provided in fileInfo, which should be * populated by hicLoadHeader. The result is a linked list of interact structures in *resultPtr, * and the return value (if non-NULL) is the text of any error message encountered by the underlying * Straw library. */ { int *x, *y, numRecords=0; double *counts; if (!fileInfo) errAbort("Attempting to load hic data from a NULL hicMeta pointer"); struct dyString *leftWindowPos = dyStringNew(0); struct dyString *rightWindowPos = dyStringNew(0); char *leftChromName = chrom1; char *rightChromName = chrom2; if (fileInfo->ucscToAlias != NULL) { leftChromName = (char*) hashFindVal(fileInfo->ucscToAlias, leftChromName); if (leftChromName == NULL) leftChromName = chrom1; rightChromName = (char*) hashFindVal(fileInfo->ucscToAlias, rightChromName); if (rightChromName == NULL) rightChromName = chrom2; } dyStringPrintf(leftWindowPos, "%s:%d:%d", leftChromName, start1, end1); dyStringPrintf(rightWindowPos, "%s:%d:%d", rightChromName, start2, end2); char *networkErrMsg = cStraw(fileInfo->strawObj, normalization, resolution, dyStringContents(leftWindowPos), dyStringContents(rightWindowPos), "BP", &x, &y, &counts, &numRecords); int i=0; for (i=0; i<numRecords; i++) { if (isnan(counts[i])) { // Yes, apparently NAN is possible with normalized values in some methods. Ignore those. continue; } struct interact *new = interactFromHic(chrom1, x[i], chrom2, y[i], resolution, counts[i]); slAddHead(resultPtr, new); if (differentWord(chrom1, chrom2)) { // a second interact structure must be created on the other chromosome new = interactFromHic(chrom2, y[i], chrom1, x[i], resolution, counts[i]); slAddHead(resultPtr, new); } } return networkErrMsg; } #else // USE_HIC char *hicLoadHeader(char *filename, struct hicMeta **header, char *ucscAssembly) { return cloneString("Hi-C support not compiled in"); } char *hicLoadData(struct hicMeta *fileInfo, int resolution, char *normalization, char *chrom1, int start1, int end1, char *chrom2, int start2, int end2, struct interact **resultPtr) { return cloneString("Hi-C support not compiled in"); } #endif // USE_HIC